forked from mtusi2026/mtusi2026lab4
lab4: компенсация без потери объекта при потере ответа COMMIT, полный декод изображений (sharp) в proxy и direct complete
This commit is contained in:
+4
-1
@@ -68,7 +68,10 @@ S3_CONNECT_TIMEOUT_MS=1000
|
||||
S3_REQUEST_TIMEOUT_MS=15000
|
||||
MAX_UPLOAD_BYTES=10485760
|
||||
MAX_IMAGE_PIXELS=40000000
|
||||
UPLOAD_MAX_IN_FLIGHT=32
|
||||
# Каждая загрузка держит копию файла (≤ MAX_UPLOAD_BYTES) до полного декода:
|
||||
# память реплики ≈ UPLOAD_MAX_IN_FLIGHT × 10 MiB + IMAGE_DECODE_MAX_CONCURRENT декодов.
|
||||
UPLOAD_MAX_IN_FLIGHT=16
|
||||
IMAGE_DECODE_MAX_CONCURRENT=2
|
||||
DIRECT_UPLOAD_MAX_PENDING_PER_USER=10
|
||||
# UPLOAD_TIMEOUT_MS, DIRECT_UPLOAD_URL_TTL_SECONDS, ATTACHMENT_SWEEP_GRACE_SECONDS,
|
||||
# ATTACHMENT_SWEEP_INTERVAL_MS задаются в compose.yaml (environment) с умолчаниями
|
||||
|
||||
Generated
+560
-1
@@ -26,6 +26,7 @@
|
||||
"redis": "^6.3.0",
|
||||
"reflect-metadata": "^0.2.2",
|
||||
"rxjs": "^7.8.1",
|
||||
"sharp": "^0.35.5",
|
||||
"zod": "^4.6.5"
|
||||
},
|
||||
"devDependencies": {
|
||||
@@ -553,6 +554,16 @@
|
||||
"node": ">=0.1.90"
|
||||
}
|
||||
},
|
||||
"node_modules/@emnapi/runtime": {
|
||||
"version": "1.11.3",
|
||||
"resolved": "https://registry.npmjs.org/@emnapi/runtime/-/runtime-1.11.3.tgz",
|
||||
"integrity": "sha512-Xz4Tpyki7XyrpbUK1jR1AhdAdaXyhhY4lZ3neLodmhpuWfy2PAQN5B46sAiU4liOXGLkHypn/qU+jvfWSCYYLA==",
|
||||
"license": "MIT",
|
||||
"optional": true,
|
||||
"dependencies": {
|
||||
"tslib": "^2.4.0"
|
||||
}
|
||||
},
|
||||
"node_modules/@epic-web/invariant": {
|
||||
"version": "1.0.0",
|
||||
"resolved": "https://registry.npmjs.org/@epic-web/invariant/-/invariant-1.0.0.tgz",
|
||||
@@ -1200,6 +1211,506 @@
|
||||
"node": ">= 10"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/colour": {
|
||||
"version": "1.1.0",
|
||||
"resolved": "https://registry.npmjs.org/@img/colour/-/colour-1.1.0.tgz",
|
||||
"integrity": "sha512-Td76q7j57o/tLVdgS746cYARfSyxk8iEfRxewL9h4OMzYhbW4TAcppl0mT4eyqXddh6L/jwoM75mo7ixa/pCeQ==",
|
||||
"license": "MIT",
|
||||
"engines": {
|
||||
"node": ">=18"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-darwin-arm64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-darwin-arm64/-/sharp-darwin-arm64-0.35.5.tgz",
|
||||
"integrity": "sha512-QRUlFQ0WxvdWyqqG/WtI3iupfD5rBzmCHXSdPsY91sAtVtTo7Q4cb6zOccZ3gqEqkr0f1As1ehLqmEpDsRf+lg==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"darwin"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-darwin-arm64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-darwin-x64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-darwin-x64/-/sharp-darwin-x64-0.35.5.tgz",
|
||||
"integrity": "sha512-+BR255RhDlpygUpOc/Jdt1nT6DQ3XG/ERo5wbcdOf5Q320dKtPCKPLR1LJs9VGXRaMa8l1uUa0tkCNOXiAxZUw==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"darwin"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-darwin-x64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-freebsd-wasm32": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-freebsd-wasm32/-/sharp-freebsd-wasm32-0.35.5.tgz",
|
||||
"integrity": "sha512-Y/z91nEZ4uIBX5X3nfTovjU9lHNKFYbL2lpHCLVNmXQK03VIZvXBBt0KxbPGp2SdGSF+2mQU4e+hQaWOt86iAw==",
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"freebsd"
|
||||
],
|
||||
"dependencies": {
|
||||
"@img/sharp-wasm32": "0.35.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-darwin-arm64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-darwin-arm64/-/sharp-libvips-darwin-arm64-1.3.4.tgz",
|
||||
"integrity": "sha512-5R89nBYiRdUlSWJxPhO+GVtaXzXSxKnRu/xqMn3KTA3L9EB9Oy/P+Nn2f2vlhPuUdy/Zusb2DarbyTpGCfEDuw==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"darwin"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-darwin-x64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-darwin-x64/-/sharp-libvips-darwin-x64-1.3.4.tgz",
|
||||
"integrity": "sha512-iR2OKH80yi0U+dUplyh3/xdpFvps6YkCwsXenIJxqxR1v9o+xtKTGbS9H7cps+2Vxjc8B1j96p75NmTGjIhtpQ==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"darwin"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-arm": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-arm/-/sharp-libvips-linux-arm-1.3.4.tgz",
|
||||
"integrity": "sha512-LmRtTsOHuvM2+wlO2Db37dx5MiZhB0FvSunciw48YjdOkZz9KAiRbm8ujeMOA1INqmei5NapFxYEK1D1ZSidmw==",
|
||||
"cpu": [
|
||||
"arm"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-arm64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-arm64/-/sharp-libvips-linux-arm64-1.3.4.tgz",
|
||||
"integrity": "sha512-Y3dgX/6lE2QhQb+Gxy0WZxfg9MEm/JBjamZpS2IklP7xIQoKN4hzAm7KcMVGtaVDt3neE9OKBC7vAfonA/Lr1A==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-ppc64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-ppc64/-/sharp-libvips-linux-ppc64-1.3.4.tgz",
|
||||
"integrity": "sha512-Le6boB8Tai0Nis+gIxIpKx68UDVVIqdR8Tin5Yf1z2LJJQLDJvCDRqRu+jC2qCoD+eIomonmOwB4smBRxfVpYQ==",
|
||||
"cpu": [
|
||||
"ppc64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-riscv64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-riscv64/-/sharp-libvips-linux-riscv64-1.3.4.tgz",
|
||||
"integrity": "sha512-aHkkIEHPRdQEegJN20MLmGtxYD9R2wQr3Cwpddnu5+YKMt6Uzax7S9h5gpZTo8wyrGuZSlfQ63OevL5mTyOC7Q==",
|
||||
"cpu": [
|
||||
"riscv64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-s390x": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-s390x/-/sharp-libvips-linux-s390x-1.3.4.tgz",
|
||||
"integrity": "sha512-ra/mB6MikESDUO7Yg+Mi95bFBb9GsObURuhnOv3OqknjGe9sZrG8tCe9q0xSIGrtLgvgw0gKnFWcK4blSgQOuQ==",
|
||||
"cpu": [
|
||||
"s390x"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linux-x64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linux-x64/-/sharp-libvips-linux-x64-1.3.4.tgz",
|
||||
"integrity": "sha512-GJ//SSXbnwSDes02umB3nDJLFcQzw8a18V8fyhqr6tV515tOEMdImjjxj1AoafMRz56F3PHgftnj1QEKSU1zkw==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linuxmusl-arm64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linuxmusl-arm64/-/sharp-libvips-linuxmusl-arm64-1.3.4.tgz",
|
||||
"integrity": "sha512-hvulFwtjUcagsis6BBxHwGFwWoNZjgYmULGVrZcyfNbjA8hKILbRxGg15/7w5HDyXHXUos/j6baAWqnCyQ2DWA==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-libvips-linuxmusl-x64": {
|
||||
"version": "1.3.4",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-libvips-linuxmusl-x64/-/sharp-libvips-linuxmusl-x64-1.3.4.tgz",
|
||||
"integrity": "sha512-6zXKeE/p39I1AmA3cJG35eyBGNqNddLnUXjhwBnsGjFPWqf5VKkDBEqaEkPDoTEtkxwi2vv8Tcr2mDyP4So7Fg==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-arm": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-arm/-/sharp-linux-arm-0.35.5.tgz",
|
||||
"integrity": "sha512-LEaXK2WdXVK5ykcw0buWyPMsmLLL2vpHLD6yrNSW+JGEL3BZPA4tpKN6iaMc4AxTTAoaX/sU1rOL51lcIz48ZQ==",
|
||||
"cpu": [
|
||||
"arm"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-arm": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-arm64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-arm64/-/sharp-linux-arm64-0.35.5.tgz",
|
||||
"integrity": "sha512-LYVx5JTsOM2CBzmxreh+nl64/3H6Xb09iSLknqH47z2T2DFFxDeFLP5y4dJwe6H7uGQlHPyEEtIqyo3DYsRwdQ==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-arm64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-ppc64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-ppc64/-/sharp-linux-ppc64-0.35.5.tgz",
|
||||
"integrity": "sha512-QVxAAq8evVRI9ia2vqgwrmWucn5Dfv+JdWzj75pD8omHLPSP7f8p20O8jxzjCcuCEQEOtYOZUmX1hkiZ0kdevA==",
|
||||
"cpu": [
|
||||
"ppc64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-ppc64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-riscv64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-riscv64/-/sharp-linux-riscv64-0.35.5.tgz",
|
||||
"integrity": "sha512-LtdreXguaavKODPIfzJ4kffx7UNt1omwtK0rch4EBbbSTXPnxWmYSayXdLJw0fJzQ97kHt1gL/yh4tvU+nCyRQ==",
|
||||
"cpu": [
|
||||
"riscv64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-riscv64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-s390x": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-s390x/-/sharp-linux-s390x-0.35.5.tgz",
|
||||
"integrity": "sha512-UZasTOFiYzotTsGOCu42BfUzP6Tu6Do/947iRm1RsLKvlllxwGcn4RN27LibGWceix4Y+Pmw3jsnTcCQIgWjqA==",
|
||||
"cpu": [
|
||||
"s390x"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-s390x": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linux-x64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linux-x64/-/sharp-linux-x64-0.35.5.tgz",
|
||||
"integrity": "sha512-SxFtLTeJInhAA9Q836kux2vZNeOBQEx658qvbboZScr0wIARym3IcGmW7KpVD5sbVg0Ojy+udFQdayYIZyoNog==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linux-x64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linuxmusl-arm64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-arm64/-/sharp-linuxmusl-arm64-0.35.5.tgz",
|
||||
"integrity": "sha512-9HbMclmI1zlNkFRs3z9/eBtDjfD0sGlrX1z6b1qwmiFY5ElDLh4BC0LPBdVp7z1DXFiKlIcznf+ZlsuZzLxQqg==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linuxmusl-arm64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-linuxmusl-x64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-linuxmusl-x64/-/sharp-linuxmusl-x64-0.35.5.tgz",
|
||||
"integrity": "sha512-4KOphqB035HrVdqLZfCgMzzERrQkkzOwRhl4OAkRO1YCldbaFjySXMaK534Mo0V+LndnlJk+sbUyLeU0ULyD1A==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"linux"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-libvips-linuxmusl-x64": "1.3.4"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-wasm32": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-wasm32/-/sharp-wasm32-0.35.5.tgz",
|
||||
"integrity": "sha512-Ptsga1su4tQx+LLF1ECS9U6nz5kmrXKo6XVbtR48Ke3ZRxxgaWBu7IDtEe1quo8hiupwm6WFqxVlXaSf7IINGQ==",
|
||||
"license": "Apache-2.0 AND LGPL-3.0-or-later AND MIT",
|
||||
"optional": true,
|
||||
"dependencies": {
|
||||
"@emnapi/runtime": "^1.11.3"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-webcontainers-wasm32": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-webcontainers-wasm32/-/sharp-webcontainers-wasm32-0.35.5.tgz",
|
||||
"integrity": "sha512-hfhF/FmoQyTUkA0bIKFOtw536BQSeBMe6BF6QyWlrPxT754+TFLaZ7sKKTfvvM0yJgKgaYTwnFCIZ/GuDw5SUA==",
|
||||
"cpu": [
|
||||
"wasm32"
|
||||
],
|
||||
"license": "Apache-2.0",
|
||||
"optional": true,
|
||||
"dependencies": {
|
||||
"@img/sharp-wasm32": "0.35.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-win32-arm64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-win32-arm64/-/sharp-win32-arm64-0.35.5.tgz",
|
||||
"integrity": "sha512-X4t7g+7ZA5DKblCBEXGjUqqemj4vczING/5viFwAL8h4N3qYeyjwdCvRLHi4EdOUI+2Z7UFlp1VM+p/AuEtm6Q==",
|
||||
"cpu": [
|
||||
"arm64"
|
||||
],
|
||||
"license": "Apache-2.0 AND LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"win32"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-win32-ia32": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-win32-ia32/-/sharp-win32-ia32-0.35.5.tgz",
|
||||
"integrity": "sha512-5Zm82LoBc43nhwNybZlG7Y1KO//Zhsn306fQl29ZOuStHLGTo3BWL83q3cznX0poxSAMuYL1On/BHBxkBeKr6A==",
|
||||
"cpu": [
|
||||
"ia32"
|
||||
],
|
||||
"license": "Apache-2.0 AND LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"win32"
|
||||
],
|
||||
"engines": {
|
||||
"node": "^20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@img/sharp-win32-x64": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/@img/sharp-win32-x64/-/sharp-win32-x64-0.35.5.tgz",
|
||||
"integrity": "sha512-x76eH0vEiHlcMQu8Y8IenntaACtddpT6W0wmXtWrnKcnKI7ME5DdgqhAD6SEWOEl1v2zDvkZDhFA9KnURwpfqg==",
|
||||
"cpu": [
|
||||
"x64"
|
||||
],
|
||||
"license": "Apache-2.0 AND LGPL-3.0-or-later",
|
||||
"optional": true,
|
||||
"os": [
|
||||
"win32"
|
||||
],
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
}
|
||||
},
|
||||
"node_modules/@inquirer/ansi": {
|
||||
"version": "2.0.8",
|
||||
"resolved": "https://registry.npmjs.org/@inquirer/ansi/-/ansi-2.0.8.tgz",
|
||||
@@ -4014,7 +4525,6 @@
|
||||
"version": "2.1.2",
|
||||
"resolved": "https://registry.npmjs.org/detect-libc/-/detect-libc-2.1.2.tgz",
|
||||
"integrity": "sha512-Btj2BOOO83o3WyH59e8MgXsxEQVcarkUOpEYrubB0urwnN10yQ364rsiByU11nZlqWYZm05i/of7io4mzihBtQ==",
|
||||
"dev": true,
|
||||
"license": "Apache-2.0",
|
||||
"engines": {
|
||||
"node": ">=8"
|
||||
@@ -6842,6 +7352,55 @@
|
||||
"integrity": "sha512-E5LDX7Wrp85Kil5bhZv46j8jOeboKq5JMmYM3gVGdGH8xFpPWXUMsNrlODCrkoxMEeNi/XZIwuRvY4XNwYMJpw==",
|
||||
"license": "ISC"
|
||||
},
|
||||
"node_modules/sharp": {
|
||||
"version": "0.35.5",
|
||||
"resolved": "https://registry.npmjs.org/sharp/-/sharp-0.35.5.tgz",
|
||||
"integrity": "sha512-Ywn4OnzGukp7CDMrp08RQ50YKmuwG47brZgIVPTvBaaAfQlRlygrRqSrxdCiL9M+LlzLBiJ68IR1QqvzHyjC7g==",
|
||||
"license": "Apache-2.0",
|
||||
"dependencies": {
|
||||
"@img/colour": "^1.1.0",
|
||||
"detect-libc": "^2.1.2",
|
||||
"semver": "^7.8.5"
|
||||
},
|
||||
"engines": {
|
||||
"node": ">=20.9.0"
|
||||
},
|
||||
"funding": {
|
||||
"url": "https://opencollective.com/libvips"
|
||||
},
|
||||
"optionalDependencies": {
|
||||
"@img/sharp-darwin-arm64": "0.35.5",
|
||||
"@img/sharp-darwin-x64": "0.35.5",
|
||||
"@img/sharp-freebsd-wasm32": "0.35.5",
|
||||
"@img/sharp-libvips-darwin-arm64": "1.3.4",
|
||||
"@img/sharp-libvips-darwin-x64": "1.3.4",
|
||||
"@img/sharp-libvips-linux-arm": "1.3.4",
|
||||
"@img/sharp-libvips-linux-arm64": "1.3.4",
|
||||
"@img/sharp-libvips-linux-ppc64": "1.3.4",
|
||||
"@img/sharp-libvips-linux-riscv64": "1.3.4",
|
||||
"@img/sharp-libvips-linux-s390x": "1.3.4",
|
||||
"@img/sharp-libvips-linux-x64": "1.3.4",
|
||||
"@img/sharp-libvips-linuxmusl-arm64": "1.3.4",
|
||||
"@img/sharp-libvips-linuxmusl-x64": "1.3.4",
|
||||
"@img/sharp-linux-arm": "0.35.5",
|
||||
"@img/sharp-linux-arm64": "0.35.5",
|
||||
"@img/sharp-linux-ppc64": "0.35.5",
|
||||
"@img/sharp-linux-riscv64": "0.35.5",
|
||||
"@img/sharp-linux-s390x": "0.35.5",
|
||||
"@img/sharp-linux-x64": "0.35.5",
|
||||
"@img/sharp-linuxmusl-arm64": "0.35.5",
|
||||
"@img/sharp-linuxmusl-x64": "0.35.5",
|
||||
"@img/sharp-webcontainers-wasm32": "0.35.5",
|
||||
"@img/sharp-win32-arm64": "0.35.5",
|
||||
"@img/sharp-win32-ia32": "0.35.5",
|
||||
"@img/sharp-win32-x64": "0.35.5"
|
||||
},
|
||||
"peerDependenciesMeta": {
|
||||
"@types/node": {
|
||||
"optional": true
|
||||
}
|
||||
}
|
||||
},
|
||||
"node_modules/shebang-command": {
|
||||
"version": "2.0.0",
|
||||
"resolved": "https://registry.npmjs.org/shebang-command/-/shebang-command-2.0.0.tgz",
|
||||
|
||||
@@ -44,6 +44,7 @@
|
||||
"redis": "^6.3.0",
|
||||
"reflect-metadata": "^0.2.2",
|
||||
"rxjs": "^7.8.1",
|
||||
"sharp": "^0.35.5",
|
||||
"zod": "^4.6.5"
|
||||
},
|
||||
"devDependencies": {
|
||||
|
||||
@@ -8,6 +8,8 @@ import { StorageModule } from '../storage/storage.module.js';
|
||||
import { AttachmentSweeper } from './attachment-sweeper.service.js';
|
||||
import { AttachmentsController } from './attachments.controller.js';
|
||||
import { AttachmentsRepository } from './attachments.repository.js';
|
||||
import { ImageDecoder } from './image/image-decoder.js';
|
||||
import { UploadSlots } from './upload-slots.js';
|
||||
import { DirectUploadsService } from './direct-uploads.service.js';
|
||||
import { AttachmentsService } from './attachments.service.js';
|
||||
|
||||
@@ -25,6 +27,8 @@ import { AttachmentsService } from './attachments.service.js';
|
||||
AttachmentsRepository,
|
||||
AttachmentsService,
|
||||
DirectUploadsService,
|
||||
ImageDecoder,
|
||||
UploadSlots,
|
||||
AttachmentSweeper,
|
||||
],
|
||||
exports: [AttachmentsRepository],
|
||||
|
||||
@@ -75,13 +75,38 @@ export class AttachmentsRepository {
|
||||
);
|
||||
}
|
||||
|
||||
async rejectPending(id: string): Promise<void> {
|
||||
await this.database.query(
|
||||
async rejectPending(id: string): Promise<boolean> {
|
||||
const result = await this.database.query(
|
||||
'attachments.reject_pending',
|
||||
`UPDATE attachments SET status = 'rejected', updated_at = now()
|
||||
WHERE id = $1 AND status = 'pending'`,
|
||||
[id],
|
||||
);
|
||||
return result.rowCount === 1;
|
||||
}
|
||||
|
||||
/**
|
||||
* Takes a pending row out of play before its object is deleted. The object
|
||||
* is deleted only when this returns true: a row that is already `ready`
|
||||
* (its commit succeeded even if the reply was lost) keeps its object.
|
||||
*/
|
||||
async claimForCompensation(id: string): Promise<boolean> {
|
||||
const result = await this.database.query(
|
||||
'attachments.claim_for_compensation',
|
||||
`UPDATE attachments SET status = 'deleting', updated_at = now()
|
||||
WHERE id = $1 AND status = 'pending'`,
|
||||
[id],
|
||||
);
|
||||
return result.rowCount === 1;
|
||||
}
|
||||
|
||||
async findById(id: string): Promise<AttachmentRow | undefined> {
|
||||
const result = await this.database.query<AttachmentRow>(
|
||||
'attachments.find_by_id',
|
||||
'SELECT * FROM attachments WHERE id = $1',
|
||||
[id],
|
||||
);
|
||||
return result.rows[0];
|
||||
}
|
||||
|
||||
async findVisible(
|
||||
|
||||
@@ -0,0 +1,113 @@
|
||||
import { readFileSync } from 'node:fs';
|
||||
import { dirname, join } from 'node:path';
|
||||
import { Readable } from 'node:stream';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { describe, expect, it, vi } from 'vitest';
|
||||
import type { AttachmentRow } from './attachment.js';
|
||||
import { AttachmentsService } from './attachments.service.js';
|
||||
|
||||
const here = dirname(fileURLToPath(import.meta.url));
|
||||
const png = readFileSync(join(here, '../../../tests/fixtures/sample.png'));
|
||||
const lostReply = () =>
|
||||
Object.assign(new Error('Connection terminated unexpectedly'), {});
|
||||
|
||||
const settings: Record<string, number> = {
|
||||
MAX_UPLOAD_BYTES: 10_485_760,
|
||||
MAX_IMAGE_PIXELS: 40_000_000,
|
||||
UPLOAD_TIMEOUT_MS: 10_000,
|
||||
};
|
||||
|
||||
function setup(repository: Record<string, unknown>) {
|
||||
const storage = {
|
||||
objectKey: (id: string) => `attachments/${id}/original`,
|
||||
putStream: vi.fn(async (_key: string, body: Readable) => {
|
||||
for await (const _chunk of body) {
|
||||
// drain like S3 does
|
||||
}
|
||||
}),
|
||||
delete: vi.fn().mockResolvedValue(undefined),
|
||||
};
|
||||
const service = new AttachmentsService(
|
||||
{ getOrThrow: (key: string) => settings[key] } as never,
|
||||
{
|
||||
insertPending: vi.fn(),
|
||||
deleteClaimed: vi.fn(),
|
||||
...repository,
|
||||
} as never,
|
||||
storage as never,
|
||||
{ getForUser: vi.fn() } as never,
|
||||
{ increment: vi.fn(), add: vi.fn() } as never,
|
||||
{ verify: vi.fn() } as never,
|
||||
{ run: (work: () => Promise<unknown>) => work() } as never,
|
||||
);
|
||||
const upload = () =>
|
||||
service.uploadProxy(
|
||||
'chat',
|
||||
{ id: 'user' } as never,
|
||||
'a.png',
|
||||
'image/png',
|
||||
String(png.length),
|
||||
Readable.from([png]),
|
||||
);
|
||||
return { storage, upload };
|
||||
}
|
||||
|
||||
const readyRow = (id: string): AttachmentRow => ({
|
||||
id,
|
||||
chat_id: 'chat',
|
||||
owner_id: 'user',
|
||||
filename: 'a.png',
|
||||
content_type: 'image/png',
|
||||
upload_mode: 'proxy',
|
||||
status: 'ready',
|
||||
object_key: `attachments/${id}/original`,
|
||||
size_bytes: png.length,
|
||||
sha256: 'a'.repeat(64),
|
||||
width: 320,
|
||||
height: 200,
|
||||
expires_at: null,
|
||||
created_at: new Date(),
|
||||
updated_at: new Date(),
|
||||
});
|
||||
|
||||
describe('AttachmentsService compensation', () => {
|
||||
it('keeps the object and answers 201 when ready was committed but its reply was lost', async () => {
|
||||
const { storage, upload } = setup({
|
||||
markReady: vi.fn().mockRejectedValue(lostReply()),
|
||||
claimForCompensation: vi.fn().mockResolvedValue(false),
|
||||
findById: vi.fn((id: string) => Promise.resolve(readyRow(id))),
|
||||
});
|
||||
const attachment = await upload();
|
||||
expect(attachment.status).toBe('ready');
|
||||
expect(storage.delete).not.toHaveBeenCalled();
|
||||
});
|
||||
|
||||
it('deletes nothing while PostgreSQL is unreachable', async () => {
|
||||
const { storage, upload } = setup({
|
||||
markReady: vi.fn().mockRejectedValue(lostReply()),
|
||||
claimForCompensation: vi.fn().mockRejectedValue(lostReply()),
|
||||
findById: vi.fn().mockRejectedValue(lostReply()),
|
||||
});
|
||||
await expect(upload()).rejects.toThrow();
|
||||
expect(storage.delete).not.toHaveBeenCalled();
|
||||
});
|
||||
|
||||
it('deletes the object only after claiming the pending row', async () => {
|
||||
const order: string[] = [];
|
||||
const { storage, upload } = setup({
|
||||
markReady: vi.fn().mockRejectedValue(lostReply()),
|
||||
claimForCompensation: vi.fn(async () => {
|
||||
order.push('claim');
|
||||
return true;
|
||||
}),
|
||||
deleteClaimed: vi.fn(async () => {
|
||||
order.push('delete-row');
|
||||
}),
|
||||
});
|
||||
storage.delete.mockImplementation(async () => {
|
||||
order.push('delete-object');
|
||||
});
|
||||
await expect(upload()).rejects.toThrow();
|
||||
expect(order).toEqual(['claim', 'delete-object', 'delete-row']);
|
||||
});
|
||||
});
|
||||
@@ -30,6 +30,8 @@ import {
|
||||
ImageRejectedError,
|
||||
} from './image/image-inspector.js';
|
||||
import { AttachmentsRepository } from './attachments.repository.js';
|
||||
import { ImageDecoder } from './image/image-decoder.js';
|
||||
import { UploadSlots } from './upload-slots.js';
|
||||
|
||||
const MEDIA_TYPES = new Set(['image/png', 'image/jpeg']);
|
||||
|
||||
@@ -49,11 +51,9 @@ class UploadInterruptedError extends Error {}
|
||||
@Injectable()
|
||||
export class AttachmentsService {
|
||||
private readonly logger = new Logger(AttachmentsService.name);
|
||||
private inFlight = 0;
|
||||
private readonly maxUploadBytes: number;
|
||||
private readonly maxPixels: number;
|
||||
private readonly uploadTimeoutMs: number;
|
||||
private readonly maxInFlight: number;
|
||||
|
||||
constructor(
|
||||
config: ConfigService<AppConfig>,
|
||||
@@ -61,11 +61,12 @@ export class AttachmentsService {
|
||||
private readonly storage: ObjectStorage,
|
||||
private readonly chats: ChatsService,
|
||||
private readonly metrics: MetricsService,
|
||||
private readonly decoder: ImageDecoder,
|
||||
private readonly slots: UploadSlots,
|
||||
) {
|
||||
this.maxUploadBytes = config.getOrThrow('MAX_UPLOAD_BYTES');
|
||||
this.maxPixels = config.getOrThrow('MAX_IMAGE_PIXELS');
|
||||
this.uploadTimeoutMs = config.getOrThrow('UPLOAD_TIMEOUT_MS');
|
||||
this.maxInFlight = config.getOrThrow('UPLOAD_MAX_IN_FLIGHT');
|
||||
}
|
||||
|
||||
async uploadProxy(
|
||||
@@ -93,15 +94,9 @@ export class AttachmentsService {
|
||||
if (contentLength > this.maxUploadBytes)
|
||||
throw new PayloadTooLargeException('Image is too large');
|
||||
|
||||
if (this.inFlight >= this.maxInFlight)
|
||||
throw new HttpException(
|
||||
{ message: 'Too many concurrent uploads', retryAfter: 1 },
|
||||
429,
|
||||
);
|
||||
this.inFlight += 1;
|
||||
try {
|
||||
return this.slots.run(async () => {
|
||||
await this.chats.getForUser(chatId, user);
|
||||
return await this.receive(
|
||||
return this.receive(
|
||||
chatId,
|
||||
user,
|
||||
filename,
|
||||
@@ -109,9 +104,7 @@ export class AttachmentsService {
|
||||
contentLength,
|
||||
body,
|
||||
);
|
||||
} finally {
|
||||
this.inFlight -= 1;
|
||||
}
|
||||
});
|
||||
}
|
||||
|
||||
private async receive(
|
||||
@@ -193,8 +186,12 @@ export class AttachmentsService {
|
||||
});
|
||||
|
||||
const sha256 = createHash('sha256');
|
||||
const decoder = this.decoder;
|
||||
// Copy for the full decode check; bounded by MAX_UPLOAD_BYTES and
|
||||
// UPLOAD_MAX_IN_FLIGHT, released as soon as the decode starts.
|
||||
const copy: Buffer[] = [];
|
||||
let total = 0;
|
||||
const account = (chunk: Buffer, inspect: boolean): void => {
|
||||
const account = (chunk: Buffer, inspect: boolean): boolean => {
|
||||
total += chunk.length;
|
||||
if (total > contentLength)
|
||||
throw new UploadInterruptedError(
|
||||
@@ -203,19 +200,26 @@ export class AttachmentsService {
|
||||
if (inspect) inspector.push(chunk);
|
||||
sha256.update(chunk);
|
||||
this.metrics.add('attachments.proxy.bytes_in', chunk.length);
|
||||
// Validate before the last bytes reach S3: it cannot commit an
|
||||
// object whose body is incomplete.
|
||||
if (total === contentLength) inspector.finish();
|
||||
copy.push(chunk);
|
||||
return total === contentLength;
|
||||
};
|
||||
// Validate before the last bytes reach S3: it cannot commit an object
|
||||
// whose body is incomplete, so an invalid image never becomes an object.
|
||||
const finalize = async (): Promise<void> => {
|
||||
inspector.finish();
|
||||
const data = Buffer.concat(copy, total);
|
||||
copy.length = 0;
|
||||
await decoder.verify(data);
|
||||
};
|
||||
async function* generate(): AsyncGenerator<Buffer> {
|
||||
for (const chunk of head) {
|
||||
account(chunk, false);
|
||||
if (account(chunk, false)) await finalize();
|
||||
yield chunk;
|
||||
}
|
||||
for (;;) {
|
||||
const step = await next();
|
||||
if (step.done) break;
|
||||
account(step.value, true);
|
||||
if (account(step.value, true)) await finalize();
|
||||
yield step.value;
|
||||
}
|
||||
if (total < contentLength)
|
||||
@@ -238,6 +242,7 @@ export class AttachmentsService {
|
||||
// `rejection`; the listener also keeps a late error from crashing us.
|
||||
readable.on('error', () => controller.abort());
|
||||
let claimed = false;
|
||||
let stored = false;
|
||||
try {
|
||||
await this.storage.putStream(
|
||||
key,
|
||||
@@ -250,6 +255,7 @@ export class AttachmentsService {
|
||||
'attachments.proxy.bytes_to_s3',
|
||||
contentLength,
|
||||
);
|
||||
stored = true;
|
||||
const row = await this.repository.markReady(id, {
|
||||
sizeBytes: total,
|
||||
sha256: sha256.digest('hex'),
|
||||
@@ -264,7 +270,23 @@ export class AttachmentsService {
|
||||
return toAttachment(row);
|
||||
} catch (error) {
|
||||
readable.destroy();
|
||||
if (!claimed) await this.compensate(id, key);
|
||||
if (!claimed) {
|
||||
const outcome = await this.compensate(id, key);
|
||||
// markReady failed on our side, but the row is no longer
|
||||
// pending: the commit may have succeeded with its reply lost.
|
||||
// If so, the upload is complete and 201 is the truth.
|
||||
if (outcome === 'not_pending' && stored) {
|
||||
const row = await this.repository
|
||||
.findById(id)
|
||||
.catch(() => undefined);
|
||||
if (row?.status === 'ready') {
|
||||
this.metrics.increment(
|
||||
'attachments.upload.recovered',
|
||||
);
|
||||
return toAttachment(row);
|
||||
}
|
||||
}
|
||||
}
|
||||
throw this.mapUploadError(rejection ?? error, timedOut);
|
||||
}
|
||||
} finally {
|
||||
@@ -279,16 +301,33 @@ export class AttachmentsService {
|
||||
return error;
|
||||
}
|
||||
|
||||
async compensate(id: string, key: string): Promise<void> {
|
||||
/**
|
||||
* Undoes an upload that did not reach `ready`. The row is claimed first
|
||||
* (pending -> deleting) and the object is deleted only after a successful
|
||||
* claim: if PostgreSQL committed `ready` but the reply was lost, the claim
|
||||
* matches nothing and the object stays. If PostgreSQL is unreachable,
|
||||
* nothing is deleted; the sweeper finishes the job after expiry + grace
|
||||
* (a row stuck in `deleting` is re-claimed after a minute).
|
||||
*/
|
||||
async compensate(
|
||||
id: string,
|
||||
key: string,
|
||||
): Promise<'compensated' | 'not_pending' | 'deferred'> {
|
||||
try {
|
||||
if (!(await this.repository.claimForCompensation(id))) {
|
||||
this.metrics.increment('attachments.compensation_skipped');
|
||||
return 'not_pending';
|
||||
}
|
||||
await this.storage.delete(key);
|
||||
await this.repository.deletePending(id);
|
||||
await this.repository.deleteClaimed(id);
|
||||
this.metrics.increment('attachments.compensated');
|
||||
return 'compensated';
|
||||
} catch (error) {
|
||||
this.metrics.increment('attachments.compensation_deferred');
|
||||
this.logger.warn(
|
||||
`Compensation of attachment ${id} deferred: ${error instanceof Error ? error.message : 'unknown error'}`,
|
||||
);
|
||||
return 'deferred';
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
@@ -22,8 +22,9 @@ import { AttachmentsRepository } from './attachments.repository.js';
|
||||
import { imageRejection } from './attachments.service.js';
|
||||
import type { CreateDirectUploadDto } from './dto/create-direct-upload.dto.js';
|
||||
import { validateFilename } from './filename.js';
|
||||
import { ImageDecoder } from './image/image-decoder.js';
|
||||
import { UploadSlots } from './upload-slots.js';
|
||||
import {
|
||||
IMAGE_HEADER_MAX_BYTES,
|
||||
ImageInspector,
|
||||
ImageRejectedError,
|
||||
type ImageHeader,
|
||||
@@ -37,7 +38,6 @@ export type DirectUpload = {
|
||||
expires_at: string;
|
||||
};
|
||||
|
||||
const FIRST_RANGE_BYTES = 65_536;
|
||||
const MEDIA_TYPES = new Set(['image/png', 'image/jpeg']);
|
||||
|
||||
@Injectable()
|
||||
@@ -53,6 +53,8 @@ export class DirectUploadsService {
|
||||
private readonly storage: ObjectStorage,
|
||||
private readonly chats: ChatsService,
|
||||
private readonly metrics: MetricsService,
|
||||
private readonly decoder: ImageDecoder,
|
||||
private readonly slots: UploadSlots,
|
||||
) {
|
||||
this.maxUploadBytes = config.getOrThrow('MAX_UPLOAD_BYTES');
|
||||
this.maxPixels = config.getOrThrow('MAX_IMAGE_PIXELS');
|
||||
@@ -136,7 +138,10 @@ export class DirectUploadsService {
|
||||
);
|
||||
if (!row) throw new NotFoundException();
|
||||
if (row.status === 'ready') return toAttachment(row);
|
||||
return this.slots.run(() => this.verifyAndMarkReady(row));
|
||||
}
|
||||
|
||||
private async verifyAndMarkReady(row: AttachmentRow): Promise<Attachment> {
|
||||
const size = Number(row.size_bytes);
|
||||
const expectedChecksum = Buffer.from(
|
||||
row.sha256 as string,
|
||||
@@ -152,10 +157,9 @@ export class DirectUploadsService {
|
||||
);
|
||||
}
|
||||
|
||||
// Only the header is read: the signed checksum already pins every byte.
|
||||
let header: ImageHeader;
|
||||
try {
|
||||
header = await this.readHeader(row.object_key, size);
|
||||
header = await this.verifyObject(row.object_key, size);
|
||||
} catch (error) {
|
||||
if (error instanceof ImageRejectedError) {
|
||||
await this.reject(row);
|
||||
@@ -181,40 +185,41 @@ export class DirectUploadsService {
|
||||
}
|
||||
|
||||
/**
|
||||
* Reads a small first range and widens it only when the header is not in it,
|
||||
* so the usual `complete` costs one short ranged GET. A range that covers the
|
||||
* whole object is also checked for structural completeness.
|
||||
* Reads the whole object: a correct signed checksum only proves that the
|
||||
* bytes are the ones the client declared, not that they form an image. The
|
||||
* stream goes through ImageInspector (structure, CRCs, completeness), then
|
||||
* the copy is fully decoded. Memory is bounded like a proxy upload.
|
||||
*/
|
||||
private async readHeader(key: string, size: number): Promise<ImageHeader> {
|
||||
const ceiling = Math.min(size, IMAGE_HEADER_MAX_BYTES);
|
||||
let range = Math.min(size, FIRST_RANGE_BYTES);
|
||||
for (;;) {
|
||||
const inspector = new ImageInspector(this.maxPixels);
|
||||
const stream = await this.storage.getStream(
|
||||
key,
|
||||
`bytes=0-${range - 1}`,
|
||||
);
|
||||
if (stream === null)
|
||||
throw new ConflictException('Upload has not been received');
|
||||
let verified = 0;
|
||||
try {
|
||||
for await (const chunk of stream as AsyncIterable<Buffer>) {
|
||||
verified += chunk.length;
|
||||
inspector.push(chunk);
|
||||
}
|
||||
} finally {
|
||||
stream.destroy();
|
||||
this.metrics.add('attachments.direct.verify_bytes', verified);
|
||||
private async verifyObject(
|
||||
key: string,
|
||||
size: number,
|
||||
): Promise<ImageHeader> {
|
||||
const stream = await this.storage.getStream(key);
|
||||
if (stream === null)
|
||||
throw new ConflictException('Upload has not been received');
|
||||
const inspector = new ImageInspector(this.maxPixels);
|
||||
const chunks: Buffer[] = [];
|
||||
let read = 0;
|
||||
try {
|
||||
for await (const chunk of stream as AsyncIterable<Buffer>) {
|
||||
read += chunk.length;
|
||||
if (read > size)
|
||||
throw new ImageRejectedError(
|
||||
'unsupported_media_type',
|
||||
'Object is larger than declared',
|
||||
);
|
||||
inspector.push(chunk);
|
||||
chunks.push(chunk);
|
||||
}
|
||||
if (range === size) return inspector.finish();
|
||||
if (inspector.header !== undefined) return inspector.header;
|
||||
if (range >= ceiling)
|
||||
throw new ImageRejectedError(
|
||||
'unsupported_media_type',
|
||||
'Image header is missing',
|
||||
);
|
||||
range = ceiling;
|
||||
} finally {
|
||||
stream.destroy();
|
||||
this.metrics.add('attachments.direct.verify_bytes', read);
|
||||
}
|
||||
const header = inspector.finish();
|
||||
const data = Buffer.concat(chunks, read);
|
||||
chunks.length = 0;
|
||||
await this.decoder.verify(data);
|
||||
return header;
|
||||
}
|
||||
|
||||
/**
|
||||
@@ -223,7 +228,9 @@ export class DirectUploadsService {
|
||||
* object that no row refers to. The sweeper removes both after expiry + grace.
|
||||
*/
|
||||
private async reject(row: AttachmentRow): Promise<void> {
|
||||
await this.repository.rejectPending(row.id);
|
||||
// Row first: a row that is not pending any more (ready after a parallel
|
||||
// complete, or claimed by the sweeper) keeps its object.
|
||||
if (!(await this.repository.rejectPending(row.id))) return;
|
||||
try {
|
||||
await this.storage.delete(row.object_key);
|
||||
} catch {
|
||||
|
||||
@@ -0,0 +1,51 @@
|
||||
import { readFileSync } from 'node:fs';
|
||||
import { dirname, join } from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
import { describe, expect, it } from 'vitest';
|
||||
import { jpegWithoutScanData } from '../../../test/support/jpeg.js';
|
||||
import { noisePng, pngWithGarbageIdat } from '../../../test/support/png.js';
|
||||
import { ImageDecoder } from './image-decoder.js';
|
||||
import { ImageInspector, ImageRejectedError } from './image-inspector.js';
|
||||
|
||||
const here = dirname(fileURLToPath(import.meta.url));
|
||||
const png = readFileSync(join(here, '../../../../tests/fixtures/sample.png'));
|
||||
const jpeg = readFileSync(join(here, '../../../test/fixtures/sample.jpg'));
|
||||
const progressive = readFileSync(
|
||||
join(here, '../../../test/fixtures/sample-progressive.jpg'),
|
||||
);
|
||||
|
||||
const settings: Record<string, number> = {
|
||||
MAX_IMAGE_PIXELS: 40_000_000,
|
||||
IMAGE_DECODE_MAX_CONCURRENT: 1,
|
||||
};
|
||||
const decoder = new ImageDecoder(
|
||||
{ getOrThrow: (key: string) => settings[key] } as never,
|
||||
{ increment: () => undefined, add: () => undefined } as never,
|
||||
);
|
||||
|
||||
describe('ImageDecoder', () => {
|
||||
it('accepts valid PNG and JPEG files, also concurrently', async () => {
|
||||
await Promise.all(
|
||||
[png, jpeg, progressive, noisePng(1_048_576)].map((data) =>
|
||||
decoder.verify(data),
|
||||
),
|
||||
);
|
||||
});
|
||||
|
||||
// These files pass the structural inspector; only a decode catches them.
|
||||
it.each([
|
||||
['PNG with a garbage zlib stream', pngWithGarbageIdat()],
|
||||
['JPEG without scan data', jpegWithoutScanData(jpeg)],
|
||||
[
|
||||
'progressive JPEG without scan data',
|
||||
jpegWithoutScanData(progressive),
|
||||
],
|
||||
])('rejects a %s', async (_name, data) => {
|
||||
const inspector = new ImageInspector(40_000_000);
|
||||
inspector.push(data);
|
||||
expect(inspector.finish().width).toBe(320);
|
||||
await expect(decoder.verify(data)).rejects.toBeInstanceOf(
|
||||
ImageRejectedError,
|
||||
);
|
||||
});
|
||||
});
|
||||
@@ -0,0 +1,72 @@
|
||||
import { Injectable } from '@nestjs/common';
|
||||
import { ConfigService } from '@nestjs/config';
|
||||
import sharp from 'sharp';
|
||||
import type { AppConfig } from '../../config/app-config.schema.js';
|
||||
import { MetricsService } from '../../metrics/metrics.service.js';
|
||||
import { ImageRejectedError } from './image-inspector.js';
|
||||
|
||||
// One libvips worker per decode and no operation cache: decodes are one-off,
|
||||
// and memory must stay predictable under the per-replica limit.
|
||||
sharp.cache(false);
|
||||
sharp.concurrency(1);
|
||||
|
||||
/**
|
||||
* Full decode check. ImageInspector only proves the container structure
|
||||
* (signature, chunk CRCs, markers, dimensions); a PNG with a garbage zlib stream
|
||||
* or a JPEG without scan data passes it. Decoding every pixel with
|
||||
* failOn=warning rejects those, including truncated or corrupted entropy data.
|
||||
* Decodes are bounded by IMAGE_DECODE_MAX_CONCURRENT; callers wait for a slot.
|
||||
*/
|
||||
@Injectable()
|
||||
export class ImageDecoder {
|
||||
private readonly maxPixels: number;
|
||||
private readonly maxConcurrent: number;
|
||||
private active = 0;
|
||||
private readonly waiting: (() => void)[] = [];
|
||||
|
||||
constructor(
|
||||
config: ConfigService<AppConfig>,
|
||||
private readonly metrics: MetricsService,
|
||||
) {
|
||||
this.maxPixels = config.getOrThrow('MAX_IMAGE_PIXELS');
|
||||
this.maxConcurrent = config.getOrThrow('IMAGE_DECODE_MAX_CONCURRENT');
|
||||
}
|
||||
|
||||
async verify(data: Buffer): Promise<void> {
|
||||
await this.acquire();
|
||||
const started = performance.now();
|
||||
try {
|
||||
await sharp(data, {
|
||||
failOn: 'warning',
|
||||
sequentialRead: true,
|
||||
limitInputPixels: this.maxPixels,
|
||||
}).stats();
|
||||
} catch {
|
||||
this.metrics.increment('attachments.decode.rejected');
|
||||
throw new ImageRejectedError(
|
||||
'unsupported_media_type',
|
||||
'Image data cannot be decoded',
|
||||
);
|
||||
} finally {
|
||||
this.metrics.add(
|
||||
'attachments.decode.ms',
|
||||
performance.now() - started,
|
||||
);
|
||||
this.release();
|
||||
}
|
||||
}
|
||||
|
||||
private async acquire(): Promise<void> {
|
||||
if (this.active < this.maxConcurrent) {
|
||||
this.active += 1;
|
||||
return;
|
||||
}
|
||||
await new Promise<void>((resolve) => this.waiting.push(resolve));
|
||||
}
|
||||
|
||||
private release(): void {
|
||||
const next = this.waiting.shift();
|
||||
if (next) next();
|
||||
else this.active -= 1;
|
||||
}
|
||||
}
|
||||
@@ -59,7 +59,9 @@ function unsupported(message: string): ImageRejectedError {
|
||||
/**
|
||||
* Streaming structural validator for PNG and JPEG. It never buffers the body:
|
||||
* only fixed-size fields (chunk headers, IHDR, SOF) are accumulated, and
|
||||
* nothing is decompressed.
|
||||
* nothing is decompressed. It is the early gate (type, dimensions, pixel limit
|
||||
* before anything is stored), not proof of a valid image: compressed pixel
|
||||
* data is checked by ImageDecoder.
|
||||
*/
|
||||
export class ImageInspector {
|
||||
private state: State = 'start';
|
||||
|
||||
@@ -0,0 +1,31 @@
|
||||
import { HttpException, Injectable } from '@nestjs/common';
|
||||
import { ConfigService } from '@nestjs/config';
|
||||
import type { AppConfig } from '../config/app-config.schema.js';
|
||||
|
||||
/**
|
||||
* Per-replica cap on requests that hold an image in memory (proxy upload,
|
||||
* direct complete): each may keep up to MAX_UPLOAD_BYTES for the decode check.
|
||||
*/
|
||||
@Injectable()
|
||||
export class UploadSlots {
|
||||
private inFlight = 0;
|
||||
private readonly max: number;
|
||||
|
||||
constructor(config: ConfigService<AppConfig>) {
|
||||
this.max = config.getOrThrow('UPLOAD_MAX_IN_FLIGHT');
|
||||
}
|
||||
|
||||
async run<T>(work: () => Promise<T>): Promise<T> {
|
||||
if (this.inFlight >= this.max)
|
||||
throw new HttpException(
|
||||
{ message: 'Too many concurrent uploads', retryAfter: 1 },
|
||||
429,
|
||||
);
|
||||
this.inFlight += 1;
|
||||
try {
|
||||
return await work();
|
||||
} finally {
|
||||
this.inFlight -= 1;
|
||||
}
|
||||
}
|
||||
}
|
||||
@@ -85,7 +85,13 @@ export const appConfigSchema = z
|
||||
MAX_UPLOAD_BYTES: numeric('MAX_UPLOAD_BYTES', 1, 10485760, 10485760),
|
||||
MAX_IMAGE_PIXELS: numeric('MAX_IMAGE_PIXELS', 1, 40000000, 40000000),
|
||||
UPLOAD_TIMEOUT_MS: numeric('UPLOAD_TIMEOUT_MS', 1000, undefined, 25000),
|
||||
UPLOAD_MAX_IN_FLIGHT: numeric('UPLOAD_MAX_IN_FLIGHT', 1, 1024, 32),
|
||||
UPLOAD_MAX_IN_FLIGHT: numeric('UPLOAD_MAX_IN_FLIGHT', 1, 1024, 16),
|
||||
IMAGE_DECODE_MAX_CONCURRENT: numeric(
|
||||
'IMAGE_DECODE_MAX_CONCURRENT',
|
||||
1,
|
||||
64,
|
||||
2,
|
||||
),
|
||||
// 0 отключает фоновый проход уборщика (остаётся ручной CLI).
|
||||
ATTACHMENT_SWEEP_INTERVAL_MS: numeric(
|
||||
'ATTACHMENT_SWEEP_INTERVAL_MS',
|
||||
|
||||
@@ -21,7 +21,13 @@ import {
|
||||
upload,
|
||||
uploadRaw,
|
||||
} from './support/e2e.js';
|
||||
import { noisePng, padPngTo, pixelBombPng } from './support/png.js';
|
||||
import { jpegWithoutScanData } from './support/jpeg.js';
|
||||
import {
|
||||
noisePng,
|
||||
padPngTo,
|
||||
pixelBombPng,
|
||||
pngWithGarbageIdat,
|
||||
} from './support/png.js';
|
||||
|
||||
const png = readFileSync(
|
||||
new URL('../../tests/fixtures/sample.png', import.meta.url),
|
||||
@@ -167,6 +173,8 @@ describe('attachments (proxy upload)', () => {
|
||||
flipped,
|
||||
Buffer.concat([png.subarray(0, 8), randomBytes(2048)]),
|
||||
Buffer.alloc(0),
|
||||
// Structure and CRCs are fine; the pixel data does not decode.
|
||||
pngWithGarbageIdat(),
|
||||
];
|
||||
for (const data of cases)
|
||||
expectError(
|
||||
@@ -176,6 +184,24 @@ describe('attachments (proxy upload)', () => {
|
||||
);
|
||||
});
|
||||
|
||||
it.each([
|
||||
['baseline', jpeg],
|
||||
['progressive', progressive],
|
||||
])('rejects a %s JPEG without scan data', async (_name, data) => {
|
||||
expectError(
|
||||
await upload(
|
||||
alice.token,
|
||||
leftoverChatId,
|
||||
jpegWithoutScanData(data),
|
||||
{
|
||||
contentType: 'image/jpeg',
|
||||
},
|
||||
),
|
||||
415,
|
||||
'unsupported_media_type',
|
||||
);
|
||||
});
|
||||
|
||||
it('rejects a content type that does not match the bytes', async () => {
|
||||
const gif = Buffer.from('GIF89a' + 'x'.repeat(64));
|
||||
const cases: [Buffer, string][] = [
|
||||
|
||||
@@ -944,12 +944,13 @@ describe.skipIf(!enabled)('dependency outages', () => {
|
||||
expect((await request('/health/ready')).response.status).toBe(
|
||||
200,
|
||||
);
|
||||
// Compensation could not reach S3, so the row stays for the sweeper.
|
||||
// Compensation claimed the row but could not delete the object:
|
||||
// the row stays in `deleting`, tracked for the sweeper.
|
||||
expect(
|
||||
await psql(
|
||||
`select count(*) from attachments where chat_id = '${chat.id}' and status = 'pending' and filename = 's3down-${runId}.png'`,
|
||||
`select status from attachments where chat_id = '${chat.id}' and filename = 's3down-${runId}.png'`,
|
||||
),
|
||||
).toBe('1');
|
||||
).toBe('deleting');
|
||||
} finally {
|
||||
await compose('start', s3Service);
|
||||
}
|
||||
@@ -966,18 +967,27 @@ describe.skipIf(!enabled)('dependency outages', () => {
|
||||
const after = await upload(samplePng, `s3after-${runId}.png`);
|
||||
expect(after.response.status).toBe(201);
|
||||
|
||||
const filter = `chat_id = '${chat.id}' and status = 'pending' and filename = 's3down-${runId}.png'`;
|
||||
await waitUntilExpired(filter);
|
||||
await sweepNow();
|
||||
expect(
|
||||
await psql(`select count(*) from attachments where ${filter}`),
|
||||
).toBe('0');
|
||||
// A `deleting` row is re-claimed one minute after its last change
|
||||
// (an in-flight compensation is never raced), then swept.
|
||||
const filter = `chat_id = '${chat.id}' and filename = 's3down-${runId}.png'`;
|
||||
await waitFor(
|
||||
async () => {
|
||||
await sweepNow();
|
||||
return (
|
||||
(await psql(
|
||||
`select count(*) from attachments where ${filter}`,
|
||||
)) === '0'
|
||||
);
|
||||
},
|
||||
async () => 'deleting row was not swept',
|
||||
90_000,
|
||||
);
|
||||
},
|
||||
outagedRequestBudgetMs,
|
||||
);
|
||||
|
||||
it(
|
||||
'compensates the S3 write when PostgreSQL fails before ready',
|
||||
'keeps the object while PostgreSQL is down before ready and sweeps it afterwards',
|
||||
async () => {
|
||||
const data = noisePng(1024 * 1024);
|
||||
const filename = `pgfault-${runId}.png`;
|
||||
@@ -1017,13 +1027,16 @@ describe.skipIf(!enabled)('dependency outages', () => {
|
||||
`select object_key from attachments where ${filter}`,
|
||||
);
|
||||
expect(key).toMatch(/^attachments\/[0-9a-f-]{36}\/original$/u);
|
||||
expect(await objectExists(key)).toBe(false);
|
||||
// Without PostgreSQL the API cannot tell a lost commit from a failed
|
||||
// one, so it deletes nothing; the pending row keeps the object tracked.
|
||||
expect(await objectExists(key)).toBe(true);
|
||||
|
||||
await waitUntilExpired(filter);
|
||||
await sweepNow();
|
||||
expect(
|
||||
await psql(`select count(*) from attachments where ${filter}`),
|
||||
).toBe('0');
|
||||
expect(await objectExists(key)).toBe(false);
|
||||
},
|
||||
outagedRequestBudgetMs,
|
||||
);
|
||||
|
||||
@@ -18,7 +18,7 @@ import {
|
||||
json,
|
||||
postMessage,
|
||||
} from './support/e2e.js';
|
||||
import { pixelBombPng } from './support/png.js';
|
||||
import { noisePng, pixelBombPng } from './support/png.js';
|
||||
|
||||
const png = readFileSync(
|
||||
new URL('../../tests/fixtures/sample.png', import.meta.url),
|
||||
@@ -243,6 +243,34 @@ describe('direct upload (presigned PUT)', () => {
|
||||
);
|
||||
});
|
||||
|
||||
it.each([
|
||||
['truncated PNG', () => png.subarray(0, png.length - 100)],
|
||||
[
|
||||
'PNG damaged after the first 64 KiB',
|
||||
() => {
|
||||
const data = noisePng(1_048_576);
|
||||
data[700_000] ^= 0xff;
|
||||
return data;
|
||||
},
|
||||
],
|
||||
])('rejects a %s even with a matching checksum', async (_name, make) => {
|
||||
// The declaration and the signed checksum match the bytes exactly:
|
||||
// only a check of the whole image can tell they are not an image.
|
||||
const data = make();
|
||||
const ticket = await initOk(data);
|
||||
expect((await put(ticket, data)).status).toBe(200);
|
||||
expectError(
|
||||
await complete(alice.token, ticket.attachment_id),
|
||||
415,
|
||||
'unsupported_media_type',
|
||||
);
|
||||
expectError(
|
||||
await complete(alice.token, ticket.attachment_id),
|
||||
404,
|
||||
'not_found',
|
||||
);
|
||||
});
|
||||
|
||||
it('rejects a pixel bomb on complete', async () => {
|
||||
const bomb = pixelBombPng();
|
||||
const ticket = await initOk(bomb);
|
||||
|
||||
@@ -0,0 +1,10 @@
|
||||
/** Keeps every segment through the SOS header and drops the scan data. */
|
||||
export function jpegWithoutScanData(jpeg: Buffer): Buffer {
|
||||
let offset = 2;
|
||||
for (;;) {
|
||||
const marker = jpeg[offset + 1];
|
||||
offset += 2 + jpeg.readUInt16BE(offset + 2);
|
||||
if (marker === 0xda) break;
|
||||
}
|
||||
return Buffer.concat([jpeg.subarray(0, offset), Buffer.from([0xff, 0xd9])]);
|
||||
}
|
||||
@@ -93,3 +93,14 @@ export function noisePng(size: number): Buffer {
|
||||
return padPngTo(png, size);
|
||||
}
|
||||
}
|
||||
|
||||
/** Valid signature, IHDR, CRCs and IEND around a zlib stream of random bytes. */
|
||||
export function pngWithGarbageIdat(): Buffer {
|
||||
return buildPng({
|
||||
width: 320,
|
||||
height: 200,
|
||||
colorType: 2,
|
||||
bitDepth: 8,
|
||||
idat: randomBytes(5000),
|
||||
});
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:21+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:32:53+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "direct",
|
||||
"size_bytes": 1048576,
|
||||
@@ -21,187 +21,193 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.542,
|
||||
"duration_s": 0.939,
|
||||
"latency_ms": {
|
||||
"p50": 69.2,
|
||||
"p95": 101.4,
|
||||
"p99": 125.5
|
||||
"p50": 168.0,
|
||||
"p95": 249.0,
|
||||
"p99": 276.8
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1732876,
|
||||
"delta_tx_bytes": 185102,
|
||||
"baseline_rss_bytes": 192851968,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 32727785,
|
||||
"delta_tx_bytes": 202005,
|
||||
"baseline_rss_bytes": 227401728,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 192983040,
|
||||
"heap_used": 51764168,
|
||||
"external": 7874039,
|
||||
"array_buffers": 4083695
|
||||
"rss": 237686784,
|
||||
"heap_used": 55834912,
|
||||
"external": 36616919,
|
||||
"array_buffers": 32826575
|
||||
},
|
||||
"delta_rss_bytes": 131072,
|
||||
"delta_rss_bytes": 10285056,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 26,
|
||||
"attachments.insert_pending": 26,
|
||||
"attachments.direct.initiated": 26,
|
||||
"attachments.find_for_complete": 24,
|
||||
"attachments.direct.verify_bytes": 1572864,
|
||||
"attachments.mark_ready": 24,
|
||||
"attachments.direct.completed": 24
|
||||
"attachments.count_pending_direct": 19,
|
||||
"attachments.insert_pending": 19,
|
||||
"attachments.direct.initiated": 19,
|
||||
"attachments.find_for_complete": 31,
|
||||
"attachments.direct.verify_bytes": 32505856,
|
||||
"attachments.decode.ms": 1715.4081129999686,
|
||||
"attachments.mark_ready": 31,
|
||||
"attachments.direct.completed": 31
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1868893,
|
||||
"delta_tx_bytes": 186494,
|
||||
"baseline_rss_bytes": 181489664,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 20096072,
|
||||
"delta_tx_bytes": 188541,
|
||||
"baseline_rss_bytes": 215158784,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 182013952,
|
||||
"heap_used": 53099792,
|
||||
"external": 7642630,
|
||||
"array_buffers": 3852254
|
||||
"rss": 219668480,
|
||||
"heap_used": 53068512,
|
||||
"external": 26447857,
|
||||
"array_buffers": 22657513
|
||||
},
|
||||
"delta_rss_bytes": 524288,
|
||||
"delta_rss_bytes": 4509696,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 31,
|
||||
"attachments.insert_pending": 31,
|
||||
"attachments.direct.initiated": 31,
|
||||
"attachments.find_for_complete": 19,
|
||||
"attachments.direct.verify_bytes": 19922944,
|
||||
"attachments.decode.ms": 711.329723999952,
|
||||
"attachments.mark_ready": 19,
|
||||
"attachments.direct.completed": 19
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 52823857,
|
||||
"total_delta_tx_bytes": 390546,
|
||||
"rx_bytes_per_upload": 1056477,
|
||||
"tx_bytes_per_upload": 7811,
|
||||
"max_delta_rss_bytes": 10285056
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.91,
|
||||
"latency_ms": {
|
||||
"p50": 151.5,
|
||||
"p95": 258.3,
|
||||
"p99": 269.0
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 27461632,
|
||||
"delta_tx_bytes": 190483,
|
||||
"baseline_rss_bytes": 235499520,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 235499520,
|
||||
"heap_used": 55890664,
|
||||
"external": 36465919,
|
||||
"array_buffers": 32675575
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 24,
|
||||
"attachments.insert_pending": 24,
|
||||
"attachments.direct.initiated": 24,
|
||||
"attachments.find_for_complete": 26,
|
||||
"attachments.direct.verify_bytes": 1703936,
|
||||
"attachments.direct.verify_bytes": 27262976,
|
||||
"attachments.decode.ms": 1528.2079319999611,
|
||||
"attachments.mark_ready": 26,
|
||||
"attachments.direct.completed": 26
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 25359054,
|
||||
"delta_tx_bytes": 191385,
|
||||
"baseline_rss_bytes": 209186816,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 224399360,
|
||||
"heap_used": 55409152,
|
||||
"external": 31990072,
|
||||
"array_buffers": 25029140
|
||||
},
|
||||
"delta_rss_bytes": 15212544,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 26,
|
||||
"attachments.insert_pending": 26,
|
||||
"attachments.direct.initiated": 26,
|
||||
"attachments.find_for_complete": 24,
|
||||
"attachments.direct.verify_bytes": 25165824,
|
||||
"attachments.decode.ms": 1024.5066690000385,
|
||||
"attachments.mark_ready": 24,
|
||||
"attachments.direct.completed": 24
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3601769,
|
||||
"total_delta_tx_bytes": 371596,
|
||||
"rx_bytes_per_upload": 72035,
|
||||
"tx_bytes_per_upload": 7432,
|
||||
"max_delta_rss_bytes": 524288
|
||||
"total_delta_rx_bytes": 52820686,
|
||||
"total_delta_tx_bytes": 381868,
|
||||
"rx_bytes_per_upload": 1056414,
|
||||
"tx_bytes_per_upload": 7637,
|
||||
"max_delta_rss_bytes": 15212544
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.685,
|
||||
"duration_s": 0.936,
|
||||
"latency_ms": {
|
||||
"p50": 111.1,
|
||||
"p95": 137.0,
|
||||
"p99": 142.2
|
||||
"p50": 164.5,
|
||||
"p95": 215.8,
|
||||
"p99": 221.0
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1800815,
|
||||
"delta_tx_bytes": 186876,
|
||||
"baseline_rss_bytes": 192983040,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 27463159,
|
||||
"delta_tx_bytes": 187686,
|
||||
"baseline_rss_bytes": 226234368,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 193507328,
|
||||
"heap_used": 51579728,
|
||||
"external": 6754919,
|
||||
"array_buffers": 2800370
|
||||
"rss": 231608320,
|
||||
"heap_used": 55751432,
|
||||
"external": 34449311,
|
||||
"array_buffers": 30658967
|
||||
},
|
||||
"delta_rss_bytes": 524288,
|
||||
"delta_rss_bytes": 5373952,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
"attachments.count_pending_direct": 24,
|
||||
"attachments.insert_pending": 24,
|
||||
"attachments.direct.initiated": 24,
|
||||
"attachments.find_for_complete": 26,
|
||||
"attachments.direct.verify_bytes": 27262976,
|
||||
"attachments.decode.ms": 975.2134359999909,
|
||||
"attachments.mark_ready": 26,
|
||||
"attachments.direct.completed": 26
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1800709,
|
||||
"delta_tx_bytes": 185964,
|
||||
"baseline_rss_bytes": 182013952,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 25357194,
|
||||
"delta_tx_bytes": 186994,
|
||||
"baseline_rss_bytes": 223174656,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 182800384,
|
||||
"heap_used": 53017320,
|
||||
"external": 7914245,
|
||||
"array_buffers": 4123869
|
||||
"rss": 225120256,
|
||||
"heap_used": 53461888,
|
||||
"external": 29769942,
|
||||
"array_buffers": 25979406
|
||||
},
|
||||
"delta_rss_bytes": 786432,
|
||||
"delta_rss_bytes": 1945600,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
"attachments.count_pending_direct": 26,
|
||||
"attachments.insert_pending": 26,
|
||||
"attachments.direct.initiated": 26,
|
||||
"attachments.find_for_complete": 24,
|
||||
"attachments.direct.verify_bytes": 25165824,
|
||||
"attachments.decode.ms": 805.6966420000099,
|
||||
"attachments.mark_ready": 24,
|
||||
"attachments.direct.completed": 24
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3601524,
|
||||
"total_delta_tx_bytes": 372840,
|
||||
"rx_bytes_per_upload": 72030,
|
||||
"tx_bytes_per_upload": 7457,
|
||||
"max_delta_rss_bytes": 786432
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.552,
|
||||
"latency_ms": {
|
||||
"p50": 75.4,
|
||||
"p95": 147.0,
|
||||
"p99": 157.9
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1801291,
|
||||
"delta_tx_bytes": 185886,
|
||||
"baseline_rss_bytes": 193396736,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 194314240,
|
||||
"heap_used": 52852056,
|
||||
"external": 6737214,
|
||||
"array_buffers": 2946870
|
||||
},
|
||||
"delta_rss_bytes": 917504,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1800711,
|
||||
"delta_tx_bytes": 185106,
|
||||
"baseline_rss_bytes": 182374400,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 182374400,
|
||||
"heap_used": 53283160,
|
||||
"external": 7898022,
|
||||
"array_buffers": 3970019
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3602002,
|
||||
"total_delta_tx_bytes": 370992,
|
||||
"rx_bytes_per_upload": 72040,
|
||||
"tx_bytes_per_upload": 7420,
|
||||
"max_delta_rss_bytes": 917504
|
||||
"total_delta_rx_bytes": 52820353,
|
||||
"total_delta_tx_bytes": 374680,
|
||||
"rx_bytes_per_upload": 1056407,
|
||||
"tx_bytes_per_upload": 7494,
|
||||
"max_delta_rss_bytes": 5373952
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:09+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:32:40+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "direct",
|
||||
"size_bytes": 131072,
|
||||
@@ -21,85 +21,87 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.242,
|
||||
"duration_s": 0.421,
|
||||
"latency_ms": {
|
||||
"p50": 43.2,
|
||||
"p95": 56.1,
|
||||
"p99": 59.7
|
||||
"p50": 68.3,
|
||||
"p95": 104.0,
|
||||
"p99": 117.0
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1869074,
|
||||
"delta_tx_bytes": 185920,
|
||||
"baseline_rss_bytes": 182263808,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3707052,
|
||||
"delta_tx_bytes": 186917,
|
||||
"baseline_rss_bytes": 193892352,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 182898688,
|
||||
"heap_used": 53275328,
|
||||
"external": 9220810,
|
||||
"array_buffers": 5428348
|
||||
"rss": 195555328,
|
||||
"heap_used": 52983040,
|
||||
"external": 6914994,
|
||||
"array_buffers": 3122532
|
||||
},
|
||||
"delta_rss_bytes": 634880,
|
||||
"delta_rss_bytes": 1662976,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 24,
|
||||
"attachments.insert_pending": 24,
|
||||
"attachments.direct.initiated": 24,
|
||||
"attachments.find_for_complete": 26,
|
||||
"attachments.direct.verify_bytes": 1703936,
|
||||
"attachments.mark_ready": 26,
|
||||
"attachments.direct.completed": 26
|
||||
"attachments.count_pending_direct": 23,
|
||||
"attachments.insert_pending": 23,
|
||||
"attachments.direct.initiated": 23,
|
||||
"attachments.find_for_complete": 27,
|
||||
"attachments.direct.verify_bytes": 3538944,
|
||||
"attachments.decode.ms": 666.184485999991,
|
||||
"attachments.mark_ready": 27,
|
||||
"attachments.direct.completed": 27
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1732185,
|
||||
"delta_tx_bytes": 183862,
|
||||
"baseline_rss_bytes": 173453312,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3172669,
|
||||
"delta_tx_bytes": 183467,
|
||||
"baseline_rss_bytes": 194297856,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 173862912,
|
||||
"heap_used": 51776512,
|
||||
"external": 7372259,
|
||||
"array_buffers": 3579797
|
||||
"rss": 196395008,
|
||||
"heap_used": 53364080,
|
||||
"external": 9480998,
|
||||
"array_buffers": 5688536
|
||||
},
|
||||
"delta_rss_bytes": 409600,
|
||||
"delta_rss_bytes": 2097152,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 26,
|
||||
"attachments.insert_pending": 26,
|
||||
"attachments.direct.initiated": 26,
|
||||
"attachments.find_for_complete": 24,
|
||||
"attachments.direct.verify_bytes": 1572864,
|
||||
"attachments.mark_ready": 24,
|
||||
"attachments.direct.completed": 24
|
||||
"attachments.count_pending_direct": 27,
|
||||
"attachments.insert_pending": 27,
|
||||
"attachments.direct.initiated": 27,
|
||||
"attachments.find_for_complete": 23,
|
||||
"attachments.direct.verify_bytes": 3014656,
|
||||
"attachments.decode.ms": 578.859613999979,
|
||||
"attachments.mark_ready": 23,
|
||||
"attachments.direct.completed": 23
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3601259,
|
||||
"total_delta_tx_bytes": 369782,
|
||||
"rx_bytes_per_upload": 72025,
|
||||
"tx_bytes_per_upload": 7396,
|
||||
"max_delta_rss_bytes": 634880
|
||||
"total_delta_rx_bytes": 6879721,
|
||||
"total_delta_tx_bytes": 370384,
|
||||
"rx_bytes_per_upload": 137594,
|
||||
"tx_bytes_per_upload": 7408,
|
||||
"max_delta_rss_bytes": 2097152
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.254,
|
||||
"duration_s": 0.419,
|
||||
"latency_ms": {
|
||||
"p50": 44.9,
|
||||
"p95": 64.9,
|
||||
"p99": 74.0
|
||||
"p50": 78.9,
|
||||
"p95": 123.4,
|
||||
"p99": 144.3
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1663798,
|
||||
"delta_tx_bytes": 181411,
|
||||
"baseline_rss_bytes": 182898688,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3172151,
|
||||
"delta_tx_bytes": 182160,
|
||||
"baseline_rss_bytes": 195555328,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 183029760,
|
||||
"heap_used": 52623040,
|
||||
"external": 9199397,
|
||||
"array_buffers": 5406935
|
||||
"rss": 195686400,
|
||||
"heap_used": 55040192,
|
||||
"external": 7674854,
|
||||
"array_buffers": 3882392
|
||||
},
|
||||
"delta_rss_bytes": 131072,
|
||||
"counters": {
|
||||
@@ -107,101 +109,105 @@
|
||||
"attachments.insert_pending": 27,
|
||||
"attachments.direct.initiated": 27,
|
||||
"attachments.find_for_complete": 23,
|
||||
"attachments.direct.verify_bytes": 1507328,
|
||||
"attachments.direct.verify_bytes": 3014656,
|
||||
"attachments.decode.ms": 521.6287550000125,
|
||||
"attachments.mark_ready": 23,
|
||||
"attachments.direct.completed": 23
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1936597,
|
||||
"delta_tx_bytes": 185873,
|
||||
"baseline_rss_bytes": 173862912,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3706567,
|
||||
"delta_tx_bytes": 185794,
|
||||
"baseline_rss_bytes": 196395008,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 174125056,
|
||||
"heap_used": 53719328,
|
||||
"external": 7649562,
|
||||
"array_buffers": 3857100
|
||||
"rss": 196788224,
|
||||
"heap_used": 53658784,
|
||||
"external": 10141571,
|
||||
"array_buffers": 6134972
|
||||
},
|
||||
"delta_rss_bytes": 262144,
|
||||
"delta_rss_bytes": 393216,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 23,
|
||||
"attachments.insert_pending": 23,
|
||||
"attachments.direct.initiated": 23,
|
||||
"attachments.find_for_complete": 27,
|
||||
"attachments.direct.verify_bytes": 1769472,
|
||||
"attachments.direct.verify_bytes": 3538944,
|
||||
"attachments.decode.ms": 674.9609369999744,
|
||||
"attachments.mark_ready": 27,
|
||||
"attachments.direct.completed": 27
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3600395,
|
||||
"total_delta_tx_bytes": 367284,
|
||||
"rx_bytes_per_upload": 72008,
|
||||
"tx_bytes_per_upload": 7346,
|
||||
"max_delta_rss_bytes": 262144
|
||||
"total_delta_rx_bytes": 6878718,
|
||||
"total_delta_tx_bytes": 367954,
|
||||
"rx_bytes_per_upload": 137574,
|
||||
"tx_bytes_per_upload": 7359,
|
||||
"max_delta_rss_bytes": 393216
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.441,
|
||||
"duration_s": 0.395,
|
||||
"latency_ms": {
|
||||
"p50": 80.3,
|
||||
"p95": 124.0,
|
||||
"p99": 127.6
|
||||
"p50": 67.0,
|
||||
"p95": 95.3,
|
||||
"p99": 116.5
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 2007125,
|
||||
"delta_tx_bytes": 186925,
|
||||
"baseline_rss_bytes": 183029760,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3305839,
|
||||
"delta_tx_bytes": 183731,
|
||||
"baseline_rss_bytes": 191291392,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 183447552,
|
||||
"heap_used": 56507192,
|
||||
"external": 9369635,
|
||||
"array_buffers": 5577173
|
||||
"rss": 192471040,
|
||||
"heap_used": 56329664,
|
||||
"external": 7513663,
|
||||
"array_buffers": 3721201
|
||||
},
|
||||
"delta_rss_bytes": 417792,
|
||||
"delta_rss_bytes": 1179648,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 22,
|
||||
"attachments.insert_pending": 22,
|
||||
"attachments.direct.initiated": 22,
|
||||
"attachments.find_for_complete": 28,
|
||||
"attachments.direct.verify_bytes": 1835008,
|
||||
"attachments.mark_ready": 28,
|
||||
"attachments.direct.completed": 28
|
||||
"attachments.count_pending_direct": 26,
|
||||
"attachments.insert_pending": 26,
|
||||
"attachments.direct.initiated": 26,
|
||||
"attachments.find_for_complete": 24,
|
||||
"attachments.direct.verify_bytes": 3145728,
|
||||
"attachments.decode.ms": 499.52755800001614,
|
||||
"attachments.mark_ready": 24,
|
||||
"attachments.direct.completed": 24
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1596449,
|
||||
"delta_tx_bytes": 182757,
|
||||
"baseline_rss_bytes": 174125056,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3572208,
|
||||
"delta_tx_bytes": 183605,
|
||||
"baseline_rss_bytes": 196788224,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 174387200,
|
||||
"heap_used": 54337704,
|
||||
"external": 7649635,
|
||||
"array_buffers": 3857173
|
||||
"rss": 197181440,
|
||||
"heap_used": 55084856,
|
||||
"external": 7691196,
|
||||
"array_buffers": 3898734
|
||||
},
|
||||
"delta_rss_bytes": 262144,
|
||||
"delta_rss_bytes": 393216,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 28,
|
||||
"attachments.insert_pending": 28,
|
||||
"attachments.direct.initiated": 28,
|
||||
"attachments.find_for_complete": 22,
|
||||
"attachments.direct.verify_bytes": 1441792,
|
||||
"attachments.mark_ready": 22,
|
||||
"attachments.direct.completed": 22
|
||||
"attachments.count_pending_direct": 24,
|
||||
"attachments.insert_pending": 24,
|
||||
"attachments.direct.initiated": 24,
|
||||
"attachments.find_for_complete": 26,
|
||||
"attachments.direct.verify_bytes": 3407872,
|
||||
"attachments.decode.ms": 667.7248300000065,
|
||||
"attachments.mark_ready": 26,
|
||||
"attachments.direct.completed": 26
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3603574,
|
||||
"total_delta_tx_bytes": 369682,
|
||||
"rx_bytes_per_upload": 72071,
|
||||
"tx_bytes_per_upload": 7394,
|
||||
"max_delta_rss_bytes": 417792
|
||||
"total_delta_rx_bytes": 6878047,
|
||||
"total_delta_tx_bytes": 367336,
|
||||
"rx_bytes_per_upload": 137561,
|
||||
"tx_bytes_per_upload": 7347,
|
||||
"max_delta_rss_bytes": 1179648
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:47+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:33:31+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "direct",
|
||||
"size_bytes": 9961472,
|
||||
@@ -21,23 +21,174 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 3.048,
|
||||
"duration_s": 5.212,
|
||||
"latency_ms": {
|
||||
"p50": 346.0,
|
||||
"p95": 575.3,
|
||||
"p99": 581.2
|
||||
"p50": 693.0,
|
||||
"p95": 1084.0,
|
||||
"p99": 1175.0
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1669140,
|
||||
"delta_tx_bytes": 194261,
|
||||
"baseline_rss_bytes": 189468672,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 269480509,
|
||||
"delta_tx_bytes": 305993,
|
||||
"baseline_rss_bytes": 283983872,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 189468672,
|
||||
"heap_used": 59441184,
|
||||
"external": 6250789,
|
||||
"array_buffers": 2449996
|
||||
"rss": 404570112,
|
||||
"heap_used": 50680344,
|
||||
"external": 123548186,
|
||||
"array_buffers": 119757842
|
||||
},
|
||||
"delta_rss_bytes": 120586240,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 23,
|
||||
"attachments.insert_pending": 23,
|
||||
"attachments.direct.initiated": 23,
|
||||
"attachments.find_for_complete": 27,
|
||||
"attachments.direct.verify_bytes": 268959744,
|
||||
"attachments.decode.ms": 6438.860078999976,
|
||||
"attachments.mark_ready": 27,
|
||||
"attachments.direct.completed": 27
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 229561819,
|
||||
"delta_tx_bytes": 313227,
|
||||
"baseline_rss_bytes": 328466432,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 385613824,
|
||||
"heap_used": 52894936,
|
||||
"external": 114148298,
|
||||
"array_buffers": 110357821
|
||||
},
|
||||
"delta_rss_bytes": 57147392,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 27,
|
||||
"attachments.insert_pending": 27,
|
||||
"attachments.direct.initiated": 27,
|
||||
"attachments.find_for_complete": 23,
|
||||
"attachments.direct.verify_bytes": 229113856,
|
||||
"attachments.decode.ms": 5666.515076999989,
|
||||
"attachments.mark_ready": 23,
|
||||
"attachments.direct.completed": 23
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 499042328,
|
||||
"total_delta_tx_bytes": 619220,
|
||||
"rx_bytes_per_upload": 9980847,
|
||||
"tx_bytes_per_upload": 12384,
|
||||
"max_delta_rss_bytes": 120586240
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 4.689,
|
||||
"latency_ms": {
|
||||
"p50": 668.9,
|
||||
"p95": 1081.6,
|
||||
"p99": 1164.9
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 249519521,
|
||||
"delta_tx_bytes": 283986,
|
||||
"baseline_rss_bytes": 324087808,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 408424448,
|
||||
"heap_used": 51009296,
|
||||
"external": 126698352,
|
||||
"array_buffers": 122908008
|
||||
},
|
||||
"delta_rss_bytes": 84336640,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 249036800,
|
||||
"attachments.decode.ms": 6319.900557000001,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 249503096,
|
||||
"delta_tx_bytes": 276564,
|
||||
"baseline_rss_bytes": 320462848,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 388620288,
|
||||
"heap_used": 50687792,
|
||||
"external": 135613815,
|
||||
"array_buffers": 131823471
|
||||
},
|
||||
"delta_rss_bytes": 68157440,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 249036800,
|
||||
"attachments.decode.ms": 6777.923052999977,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 499022617,
|
||||
"total_delta_tx_bytes": 560550,
|
||||
"rx_bytes_per_upload": 9980452,
|
||||
"tx_bytes_per_upload": 11211,
|
||||
"max_delta_rss_bytes": 84336640
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 4.773,
|
||||
"latency_ms": {
|
||||
"p50": 695.7,
|
||||
"p95": 1021.4,
|
||||
"p99": 1371.6
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 269526599,
|
||||
"delta_tx_bytes": 273432,
|
||||
"baseline_rss_bytes": 303702016,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 389439488,
|
||||
"heap_used": 50333808,
|
||||
"external": 124077219,
|
||||
"array_buffers": 120286875
|
||||
},
|
||||
"delta_rss_bytes": 85737472,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 23,
|
||||
"attachments.insert_pending": 23,
|
||||
"attachments.direct.initiated": 23,
|
||||
"attachments.find_for_complete": 27,
|
||||
"attachments.direct.verify_bytes": 268959744,
|
||||
"attachments.decode.ms": 7513.258526999998,
|
||||
"attachments.mark_ready": 27,
|
||||
"attachments.direct.completed": 27
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 229549332,
|
||||
"delta_tx_bytes": 263832,
|
||||
"baseline_rss_bytes": 367620096,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 367620096,
|
||||
"heap_used": 50715496,
|
||||
"external": 84222677,
|
||||
"array_buffers": 80432333
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"counters": {
|
||||
@@ -45,163 +196,18 @@
|
||||
"attachments.insert_pending": 27,
|
||||
"attachments.direct.initiated": 27,
|
||||
"attachments.find_for_complete": 23,
|
||||
"attachments.direct.verify_bytes": 1507328,
|
||||
"attachments.direct.verify_bytes": 229113856,
|
||||
"attachments.decode.ms": 6132.513337000011,
|
||||
"attachments.mark_ready": 23,
|
||||
"attachments.direct.completed": 23
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1940713,
|
||||
"delta_tx_bytes": 195885,
|
||||
"baseline_rss_bytes": 179376128,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 180293632,
|
||||
"heap_used": 59568768,
|
||||
"external": 6672150,
|
||||
"array_buffers": 2881806
|
||||
},
|
||||
"delta_rss_bytes": 917504,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 23,
|
||||
"attachments.insert_pending": 23,
|
||||
"attachments.direct.initiated": 23,
|
||||
"attachments.find_for_complete": 27,
|
||||
"attachments.direct.verify_bytes": 1769472,
|
||||
"attachments.mark_ready": 27,
|
||||
"attachments.direct.completed": 27
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3609853,
|
||||
"total_delta_tx_bytes": 390146,
|
||||
"rx_bytes_per_upload": 72197,
|
||||
"tx_bytes_per_upload": 7803,
|
||||
"max_delta_rss_bytes": 917504
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 2.948,
|
||||
"latency_ms": {
|
||||
"p50": 350.2,
|
||||
"p95": 570.8,
|
||||
"p99": 608.6
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1803498,
|
||||
"delta_tx_bytes": 194370,
|
||||
"baseline_rss_bytes": 189468672,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 189861888,
|
||||
"heap_used": 59295328,
|
||||
"external": 6363945,
|
||||
"array_buffers": 2573569
|
||||
},
|
||||
"delta_rss_bytes": 393216,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 1804525,
|
||||
"delta_tx_bytes": 194742,
|
||||
"baseline_rss_bytes": 179740672,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 179740672,
|
||||
"heap_used": 59420128,
|
||||
"external": 6260844,
|
||||
"array_buffers": 2470500
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 25,
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.direct.initiated": 25,
|
||||
"attachments.find_for_complete": 25,
|
||||
"attachments.direct.verify_bytes": 1638400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.direct.completed": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3608023,
|
||||
"total_delta_tx_bytes": 389112,
|
||||
"rx_bytes_per_upload": 72160,
|
||||
"tx_bytes_per_upload": 7782,
|
||||
"max_delta_rss_bytes": 393216
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 2.556,
|
||||
"latency_ms": {
|
||||
"p50": 314.1,
|
||||
"p95": 425.2,
|
||||
"p99": 453.1
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 1531515,
|
||||
"delta_tx_bytes": 190497,
|
||||
"baseline_rss_bytes": 189861888,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 190910464,
|
||||
"heap_used": 60034376,
|
||||
"external": 6373249,
|
||||
"array_buffers": 2582873
|
||||
},
|
||||
"delta_rss_bytes": 1048576,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 29,
|
||||
"attachments.insert_pending": 29,
|
||||
"attachments.direct.initiated": 29,
|
||||
"attachments.find_for_complete": 21,
|
||||
"attachments.direct.verify_bytes": 1376256,
|
||||
"attachments.mark_ready": 21,
|
||||
"attachments.direct.completed": 21
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 2076238,
|
||||
"delta_tx_bytes": 196531,
|
||||
"baseline_rss_bytes": 179740672,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 179740672,
|
||||
"heap_used": 59642168,
|
||||
"external": 6672708,
|
||||
"array_buffers": 2755498
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"counters": {
|
||||
"attachments.count_pending_direct": 21,
|
||||
"attachments.insert_pending": 21,
|
||||
"attachments.direct.initiated": 21,
|
||||
"attachments.find_for_complete": 29,
|
||||
"attachments.direct.verify_bytes": 1900544,
|
||||
"attachments.mark_ready": 29,
|
||||
"attachments.direct.completed": 29
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 3607753,
|
||||
"total_delta_tx_bytes": 387028,
|
||||
"rx_bytes_per_upload": 72155,
|
||||
"tx_bytes_per_upload": 7741,
|
||||
"max_delta_rss_bytes": 1048576
|
||||
"total_delta_rx_bytes": 499075931,
|
||||
"total_delta_tx_bytes": 537264,
|
||||
"rx_bytes_per_upload": 9981519,
|
||||
"tx_bytes_per_upload": 10745,
|
||||
"max_delta_rss_bytes": 85737472
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:15+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:32:46+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "proxy",
|
||||
"size_bytes": 1048576,
|
||||
@@ -21,175 +21,181 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.369,
|
||||
"duration_s": 0.854,
|
||||
"latency_ms": {
|
||||
"p50": 46.4,
|
||||
"p95": 68.3,
|
||||
"p99": 72.8
|
||||
"p50": 142.8,
|
||||
"p95": 192.1,
|
||||
"p99": 208.3
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 26390991,
|
||||
"delta_tx_bytes": 26399463,
|
||||
"baseline_rss_bytes": 183496704,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 26385133,
|
||||
"delta_tx_bytes": 26401283,
|
||||
"baseline_rss_bytes": 197070848,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 188407808,
|
||||
"heap_used": 58350032,
|
||||
"external": 15612927,
|
||||
"array_buffers": 11820465
|
||||
"rss": 217759744,
|
||||
"heap_used": 55062960,
|
||||
"external": 22455454,
|
||||
"array_buffers": 18665110
|
||||
},
|
||||
"delta_rss_bytes": 4911104,
|
||||
"delta_rss_bytes": 20688896,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1479.7760639999906,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 26389902,
|
||||
"delta_tx_bytes": 26401063,
|
||||
"baseline_rss_bytes": 172593152,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 26379459,
|
||||
"delta_tx_bytes": 26398957,
|
||||
"baseline_rss_bytes": 199708672,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 179159040,
|
||||
"heap_used": 51726640,
|
||||
"external": 10983870,
|
||||
"array_buffers": 7191408
|
||||
"rss": 214302720,
|
||||
"heap_used": 55570040,
|
||||
"external": 24543846,
|
||||
"array_buffers": 20174104
|
||||
},
|
||||
"delta_rss_bytes": 6565888,
|
||||
"delta_rss_bytes": 14594048,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1331.2164019999764,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 52780893,
|
||||
"total_delta_tx_bytes": 52800526,
|
||||
"rx_bytes_per_upload": 1055618,
|
||||
"tx_bytes_per_upload": 1056011,
|
||||
"max_delta_rss_bytes": 6565888
|
||||
"total_delta_rx_bytes": 52764592,
|
||||
"total_delta_tx_bytes": 52800240,
|
||||
"rx_bytes_per_upload": 1055292,
|
||||
"tx_bytes_per_upload": 1056005,
|
||||
"max_delta_rss_bytes": 20688896
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.55,
|
||||
"duration_s": 0.82,
|
||||
"latency_ms": {
|
||||
"p50": 59.3,
|
||||
"p95": 210.6,
|
||||
"p99": 226.6
|
||||
"p50": 137.2,
|
||||
"p95": 181.4,
|
||||
"p99": 245.1
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 26377432,
|
||||
"delta_tx_bytes": 26403430,
|
||||
"baseline_rss_bytes": 188645376,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 26381801,
|
||||
"delta_tx_bytes": 26401373,
|
||||
"baseline_rss_bytes": 217759744,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 193232896,
|
||||
"heap_used": 52490432,
|
||||
"external": 19098493,
|
||||
"array_buffers": 15306617
|
||||
"rss": 220250112,
|
||||
"heap_used": 50014112,
|
||||
"external": 24298087,
|
||||
"array_buffers": 20507743
|
||||
},
|
||||
"delta_rss_bytes": 4587520,
|
||||
"delta_rss_bytes": 2490368,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1444.9002450000553,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 26383216,
|
||||
"delta_tx_bytes": 26401660,
|
||||
"baseline_rss_bytes": 179159040,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 26383381,
|
||||
"delta_tx_bytes": 26401803,
|
||||
"baseline_rss_bytes": 209428480,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 179486720,
|
||||
"heap_used": 49462912,
|
||||
"external": 15506324,
|
||||
"array_buffers": 11714604
|
||||
"rss": 212426752,
|
||||
"heap_used": 49637440,
|
||||
"external": 21932135,
|
||||
"array_buffers": 18141791
|
||||
},
|
||||
"delta_rss_bytes": 327680,
|
||||
"delta_rss_bytes": 2998272,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1494.1810810000025,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 52760648,
|
||||
"total_delta_tx_bytes": 52805090,
|
||||
"rx_bytes_per_upload": 1055213,
|
||||
"tx_bytes_per_upload": 1056102,
|
||||
"max_delta_rss_bytes": 4587520
|
||||
"total_delta_rx_bytes": 52765182,
|
||||
"total_delta_tx_bytes": 52803176,
|
||||
"rx_bytes_per_upload": 1055304,
|
||||
"tx_bytes_per_upload": 1056064,
|
||||
"max_delta_rss_bytes": 2998272
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.461,
|
||||
"duration_s": 0.818,
|
||||
"latency_ms": {
|
||||
"p50": 67.3,
|
||||
"p95": 109.8,
|
||||
"p99": 118.7
|
||||
"p50": 146.1,
|
||||
"p95": 209.1,
|
||||
"p99": 245.9
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 26385813,
|
||||
"delta_tx_bytes": 26399597,
|
||||
"baseline_rss_bytes": 193232896,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 26379700,
|
||||
"delta_tx_bytes": 26402387,
|
||||
"baseline_rss_bytes": 216440832,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 194363392,
|
||||
"heap_used": 51280880,
|
||||
"external": 19455489,
|
||||
"array_buffers": 15663613
|
||||
"rss": 229879808,
|
||||
"heap_used": 52186344,
|
||||
"external": 34161027,
|
||||
"array_buffers": 30370683
|
||||
},
|
||||
"delta_rss_bytes": 1130496,
|
||||
"delta_rss_bytes": 13438976,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1491.96600400006,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 26391095,
|
||||
"delta_tx_bytes": 26404143,
|
||||
"baseline_rss_bytes": 178298880,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 26384562,
|
||||
"delta_tx_bytes": 26402573,
|
||||
"baseline_rss_bytes": 212082688,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 181444608,
|
||||
"heap_used": 50462384,
|
||||
"external": 17515725,
|
||||
"array_buffers": 13659712
|
||||
"rss": 217251840,
|
||||
"heap_used": 51036376,
|
||||
"external": 26410042,
|
||||
"array_buffers": 22619698
|
||||
},
|
||||
"delta_rss_bytes": 3145728,
|
||||
"delta_rss_bytes": 5169152,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 26214400,
|
||||
"attachments.decode.ms": 1386.4965829999855,
|
||||
"attachments.proxy.bytes_to_s3": 26214400,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 52776908,
|
||||
"total_delta_tx_bytes": 52803740,
|
||||
"rx_bytes_per_upload": 1055538,
|
||||
"tx_bytes_per_upload": 1056075,
|
||||
"max_delta_rss_bytes": 3145728
|
||||
"total_delta_rx_bytes": 52764262,
|
||||
"total_delta_tx_bytes": 52804960,
|
||||
"rx_bytes_per_upload": 1055285,
|
||||
"tx_bytes_per_upload": 1056099,
|
||||
"max_delta_rss_bytes": 13438976
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:04+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:32:35+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "proxy",
|
||||
"size_bytes": 131072,
|
||||
@@ -21,175 +21,183 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.221,
|
||||
"duration_s": 0.363,
|
||||
"latency_ms": {
|
||||
"p50": 32.5,
|
||||
"p95": 61.7,
|
||||
"p99": 75.6
|
||||
"p50": 60.4,
|
||||
"p95": 113.2,
|
||||
"p99": 139.1
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 3382582,
|
||||
"delta_tx_bytes": 3398177,
|
||||
"baseline_rss_bytes": 172421120,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3381618,
|
||||
"delta_tx_bytes": 3399633,
|
||||
"baseline_rss_bytes": 180125696,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 177926144,
|
||||
"heap_used": 50033192,
|
||||
"external": 7706616,
|
||||
"array_buffers": 3914122
|
||||
"rss": 187985920,
|
||||
"heap_used": 50414440,
|
||||
"external": 8673461,
|
||||
"array_buffers": 4505870
|
||||
},
|
||||
"delta_rss_bytes": 5505024,
|
||||
"delta_rss_bytes": 7860224,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 528.2537349999984,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 3380734,
|
||||
"delta_tx_bytes": 3397755,
|
||||
"baseline_rss_bytes": 164986880,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3384159,
|
||||
"delta_tx_bytes": 3399409,
|
||||
"baseline_rss_bytes": 181567488,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 170360832,
|
||||
"heap_used": 49897896,
|
||||
"external": 7704663,
|
||||
"array_buffers": 3911977
|
||||
"rss": 189956096,
|
||||
"heap_used": 51892912,
|
||||
"external": 9517393,
|
||||
"array_buffers": 5724803
|
||||
},
|
||||
"delta_rss_bytes": 5373952,
|
||||
"delta_rss_bytes": 8388608,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 670.2341740000047,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 6763316,
|
||||
"total_delta_tx_bytes": 6795932,
|
||||
"rx_bytes_per_upload": 135266,
|
||||
"tx_bytes_per_upload": 135919,
|
||||
"max_delta_rss_bytes": 5505024
|
||||
"total_delta_rx_bytes": 6765777,
|
||||
"total_delta_tx_bytes": 6799042,
|
||||
"rx_bytes_per_upload": 135316,
|
||||
"tx_bytes_per_upload": 135981,
|
||||
"max_delta_rss_bytes": 8388608
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.178,
|
||||
"duration_s": 0.351,
|
||||
"latency_ms": {
|
||||
"p50": 30.3,
|
||||
"p95": 39.9,
|
||||
"p99": 40.8
|
||||
"p50": 51.1,
|
||||
"p95": 105.8,
|
||||
"p99": 118.4
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 3378937,
|
||||
"delta_tx_bytes": 3395467,
|
||||
"baseline_rss_bytes": 177926144,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3380483,
|
||||
"delta_tx_bytes": 3398895,
|
||||
"baseline_rss_bytes": 187985920,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 181886976,
|
||||
"heap_used": 51028472,
|
||||
"external": 10337544,
|
||||
"array_buffers": 6545050
|
||||
"rss": 190345216,
|
||||
"heap_used": 52699440,
|
||||
"external": 10502334,
|
||||
"array_buffers": 6709680
|
||||
},
|
||||
"delta_rss_bytes": 3960832,
|
||||
"delta_rss_bytes": 2359296,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 633.1175999999905,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 3380009,
|
||||
"delta_tx_bytes": 3397063,
|
||||
"baseline_rss_bytes": 170360832,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3376222,
|
||||
"delta_tx_bytes": 3395913,
|
||||
"baseline_rss_bytes": 189956096,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 171278336,
|
||||
"heap_used": 50939136,
|
||||
"external": 8430160,
|
||||
"array_buffers": 4637666
|
||||
"rss": 193220608,
|
||||
"heap_used": 52790776,
|
||||
"external": 10858460,
|
||||
"array_buffers": 7065998
|
||||
},
|
||||
"delta_rss_bytes": 917504,
|
||||
"delta_rss_bytes": 3264512,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 359.4751439999891,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 6758946,
|
||||
"total_delta_tx_bytes": 6792530,
|
||||
"rx_bytes_per_upload": 135179,
|
||||
"tx_bytes_per_upload": 135851,
|
||||
"max_delta_rss_bytes": 3960832
|
||||
"total_delta_rx_bytes": 6756705,
|
||||
"total_delta_tx_bytes": 6794808,
|
||||
"rx_bytes_per_upload": 135134,
|
||||
"tx_bytes_per_upload": 135896,
|
||||
"max_delta_rss_bytes": 3264512
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 0.291,
|
||||
"duration_s": 0.354,
|
||||
"latency_ms": {
|
||||
"p50": 41.2,
|
||||
"p95": 87.2,
|
||||
"p99": 93.6
|
||||
"p50": 60.3,
|
||||
"p95": 96.3,
|
||||
"p99": 120.9
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 3377137,
|
||||
"delta_tx_bytes": 3395161,
|
||||
"baseline_rss_bytes": 181886976,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 3377197,
|
||||
"delta_tx_bytes": 3396754,
|
||||
"baseline_rss_bytes": 190345216,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 182149120,
|
||||
"heap_used": 51984832,
|
||||
"external": 9554628,
|
||||
"array_buffers": 5762166
|
||||
"rss": 193884160,
|
||||
"heap_used": 53140928,
|
||||
"external": 13245272,
|
||||
"array_buffers": 9452618
|
||||
},
|
||||
"delta_rss_bytes": 262144,
|
||||
"delta_rss_bytes": 3538944,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 518.702403999996,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
"attachments.upload.created": 25,
|
||||
"attachments.claim_expired": 1
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 3377713,
|
||||
"delta_tx_bytes": 3396473,
|
||||
"baseline_rss_bytes": 171278336,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 3377745,
|
||||
"delta_tx_bytes": 3397208,
|
||||
"baseline_rss_bytes": 193220608,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 173244416,
|
||||
"heap_used": 52256384,
|
||||
"external": 10276505,
|
||||
"array_buffers": 6484011
|
||||
"rss": 193744896,
|
||||
"heap_used": 52880424,
|
||||
"external": 11681352,
|
||||
"array_buffers": 7888698
|
||||
},
|
||||
"delta_rss_bytes": 1966080,
|
||||
"delta_rss_bytes": 524288,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 3276800,
|
||||
"attachments.decode.ms": 643.8722639999905,
|
||||
"attachments.proxy.bytes_to_s3": 3276800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
"attachments.upload.created": 25,
|
||||
"attachments.claim_expired": 1
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 6754850,
|
||||
"total_delta_tx_bytes": 6791634,
|
||||
"rx_bytes_per_upload": 135097,
|
||||
"tx_bytes_per_upload": 135833,
|
||||
"max_delta_rss_bytes": 1966080
|
||||
"total_delta_rx_bytes": 6754942,
|
||||
"total_delta_tx_bytes": 6793962,
|
||||
"rx_bytes_per_upload": 135099,
|
||||
"tx_bytes_per_upload": 135879,
|
||||
"max_delta_rss_bytes": 3538944
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:02:34+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:33:12+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "proxy",
|
||||
"size_bytes": 9961472,
|
||||
@@ -21,177 +21,181 @@
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 2.923,
|
||||
"duration_s": 4.768,
|
||||
"latency_ms": {
|
||||
"p50": 217.7,
|
||||
"p95": 393.7,
|
||||
"p99": 469.2
|
||||
"p50": 712.4,
|
||||
"p95": 946.8,
|
||||
"p99": 1012.6
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 249719999,
|
||||
"delta_tx_bytes": 249864966,
|
||||
"baseline_rss_bytes": 193277952,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 249658454,
|
||||
"delta_tx_bytes": 249823407,
|
||||
"baseline_rss_bytes": 252616704,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 208244736,
|
||||
"heap_used": 49103680,
|
||||
"external": 38092148,
|
||||
"array_buffers": 31938886
|
||||
"rss": 364154880,
|
||||
"heap_used": 49794104,
|
||||
"external": 95705802,
|
||||
"array_buffers": 78688662
|
||||
},
|
||||
"delta_rss_bytes": 14966784,
|
||||
"delta_rss_bytes": 111538176,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.decode.ms": 7843.138166000004,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 249670108,
|
||||
"delta_tx_bytes": 249826185,
|
||||
"baseline_rss_bytes": 178913280,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 249677855,
|
||||
"delta_tx_bytes": 249819092,
|
||||
"baseline_rss_bytes": 228974592,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 195375104,
|
||||
"heap_used": 48823672,
|
||||
"external": 30056217,
|
||||
"array_buffers": 26265873
|
||||
"rss": 359043072,
|
||||
"heap_used": 50979480,
|
||||
"external": 105502404,
|
||||
"array_buffers": 101712060
|
||||
},
|
||||
"delta_rss_bytes": 16461824,
|
||||
"delta_rss_bytes": 130068480,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.decode.ms": 7969.015626000037,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 499390107,
|
||||
"total_delta_tx_bytes": 499691151,
|
||||
"rx_bytes_per_upload": 9987802,
|
||||
"tx_bytes_per_upload": 9993823,
|
||||
"max_delta_rss_bytes": 16461824
|
||||
"total_delta_rx_bytes": 499336309,
|
||||
"total_delta_tx_bytes": 499642499,
|
||||
"rx_bytes_per_upload": 9986726,
|
||||
"tx_bytes_per_upload": 9992850,
|
||||
"max_delta_rss_bytes": 130068480
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 3.32,
|
||||
"duration_s": 4.843,
|
||||
"latency_ms": {
|
||||
"p50": 277.4,
|
||||
"p95": 513.9,
|
||||
"p99": 548.1
|
||||
"p50": 687.8,
|
||||
"p95": 997.1,
|
||||
"p99": 1046.8
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 249653538,
|
||||
"delta_tx_bytes": 249812864,
|
||||
"baseline_rss_bytes": 193380352,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 249636288,
|
||||
"delta_tx_bytes": 249801589,
|
||||
"baseline_rss_bytes": 349237248,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 208535552,
|
||||
"heap_used": 49665920,
|
||||
"external": 36105007,
|
||||
"array_buffers": 32313340
|
||||
"rss": 367636480,
|
||||
"heap_used": 50033840,
|
||||
"external": 85069927,
|
||||
"array_buffers": 81278745
|
||||
},
|
||||
"delta_rss_bytes": 15155200,
|
||||
"delta_rss_bytes": 18399232,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.claim_expired": 1,
|
||||
"attachments.decode.ms": 7391.692848000006,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 249644423,
|
||||
"delta_tx_bytes": 249817785,
|
||||
"baseline_rss_bytes": 194199552,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 249653773,
|
||||
"delta_tx_bytes": 249814308,
|
||||
"baseline_rss_bytes": 270807040,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 208871424,
|
||||
"heap_used": 50742312,
|
||||
"external": 43475182,
|
||||
"array_buffers": 39684838
|
||||
"rss": 336084992,
|
||||
"heap_used": 49357656,
|
||||
"external": 85003828,
|
||||
"array_buffers": 81213484
|
||||
},
|
||||
"delta_rss_bytes": 14671872,
|
||||
"delta_rss_bytes": 65277952,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.claim_expired": 1,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.decode.ms": 7897.397337000031,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 499297961,
|
||||
"total_delta_tx_bytes": 499630649,
|
||||
"rx_bytes_per_upload": 9985959,
|
||||
"tx_bytes_per_upload": 9992613,
|
||||
"max_delta_rss_bytes": 15155200
|
||||
"total_delta_rx_bytes": 499290061,
|
||||
"total_delta_tx_bytes": 499615897,
|
||||
"rx_bytes_per_upload": 9985801,
|
||||
"tx_bytes_per_upload": 9992318,
|
||||
"max_delta_rss_bytes": 65277952
|
||||
},
|
||||
{
|
||||
"uploads": 50,
|
||||
"succeeded": 50,
|
||||
"failed": 0,
|
||||
"duration_s": 3.07,
|
||||
"duration_s": 4.694,
|
||||
"latency_ms": {
|
||||
"p50": 238.9,
|
||||
"p95": 391.0,
|
||||
"p99": 423.1
|
||||
"p50": 637.3,
|
||||
"p95": 848.8,
|
||||
"p99": 979.4
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 249690323,
|
||||
"delta_tx_bytes": 249843279,
|
||||
"baseline_rss_bytes": 193445888,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 249629894,
|
||||
"delta_tx_bytes": 249780802,
|
||||
"baseline_rss_bytes": 322142208,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 212447232,
|
||||
"heap_used": 48981896,
|
||||
"external": 28322088,
|
||||
"array_buffers": 24531744
|
||||
"rss": 366731264,
|
||||
"heap_used": 50163968,
|
||||
"external": 85133242,
|
||||
"array_buffers": 81342898
|
||||
},
|
||||
"delta_rss_bytes": 19001344,
|
||||
"delta_rss_bytes": 44589056,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.decode.ms": 7874.299524000016,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 249684428,
|
||||
"delta_tx_bytes": 249830235,
|
||||
"baseline_rss_bytes": 200146944,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 249682445,
|
||||
"delta_tx_bytes": 249837698,
|
||||
"baseline_rss_bytes": 325865472,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 200146944,
|
||||
"heap_used": 48496592,
|
||||
"external": 26712221,
|
||||
"array_buffers": 22921877
|
||||
"rss": 365383680,
|
||||
"heap_used": 50007528,
|
||||
"external": 84862098,
|
||||
"array_buffers": 81070915
|
||||
},
|
||||
"delta_rss_bytes": 0,
|
||||
"delta_rss_bytes": 39518208,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 25,
|
||||
"attachments.proxy.bytes_in": 249036800,
|
||||
"attachments.decode.ms": 7699.224510000015,
|
||||
"attachments.proxy.bytes_to_s3": 249036800,
|
||||
"attachments.mark_ready": 25,
|
||||
"attachments.upload.created": 25
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 499374751,
|
||||
"total_delta_tx_bytes": 499673514,
|
||||
"rx_bytes_per_upload": 9987495,
|
||||
"tx_bytes_per_upload": 9993470,
|
||||
"max_delta_rss_bytes": 19001344
|
||||
"total_delta_rx_bytes": 499312339,
|
||||
"total_delta_tx_bytes": 499618500,
|
||||
"rx_bytes_per_upload": 9986247,
|
||||
"tx_bytes_per_upload": 9992370,
|
||||
"max_delta_rss_bytes": 44589056
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,6 +1,6 @@
|
||||
{
|
||||
"date": "2026-10-22T20:03:09+00:00",
|
||||
"git": "f048a37",
|
||||
"date": "2026-10-23T13:34:02+00:00",
|
||||
"git": "b32ce9a",
|
||||
"params": {
|
||||
"mode": "proxy",
|
||||
"size_bytes": 9961472,
|
||||
@@ -21,175 +21,185 @@
|
||||
"uploads": 100,
|
||||
"succeeded": 100,
|
||||
"failed": 0,
|
||||
"duration_s": 5.789,
|
||||
"duration_s": 8.965,
|
||||
"latency_ms": {
|
||||
"p50": 409.2,
|
||||
"p95": 812.5,
|
||||
"p99": 959.0
|
||||
"p50": 1396.5,
|
||||
"p95": 1795.3,
|
||||
"p99": 1927.7
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 499859990,
|
||||
"delta_tx_bytes": 500110302,
|
||||
"baseline_rss_bytes": 189095936,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 500201125,
|
||||
"delta_tx_bytes": 500377070,
|
||||
"baseline_rss_bytes": 305356800,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 209506304,
|
||||
"heap_used": 49551104,
|
||||
"external": 37459480,
|
||||
"array_buffers": 28998398
|
||||
"rss": 434417664,
|
||||
"heap_used": 51274840,
|
||||
"external": 145565797,
|
||||
"array_buffers": 141709917
|
||||
},
|
||||
"delta_rss_bytes": 20410368,
|
||||
"delta_rss_bytes": 129060864,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 15301.763066,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
"attachments.upload.created": 50,
|
||||
"attachments.claim_expired": 1,
|
||||
"attachments.delete_claimed": 2,
|
||||
"attachments.sweep.deleted": 2
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 499688844,
|
||||
"delta_tx_bytes": 499961376,
|
||||
"baseline_rss_bytes": 179896320,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 499840721,
|
||||
"delta_tx_bytes": 500065968,
|
||||
"baseline_rss_bytes": 315572224,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 201883648,
|
||||
"heap_used": 48903104,
|
||||
"external": 30171785,
|
||||
"array_buffers": 23259151
|
||||
"rss": 417861632,
|
||||
"heap_used": 51333520,
|
||||
"external": 141534029,
|
||||
"array_buffers": 137743685
|
||||
},
|
||||
"delta_rss_bytes": 21987328,
|
||||
"delta_rss_bytes": 102289408,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 15764.19308799997,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
"attachments.upload.created": 50,
|
||||
"attachments.claim_expired": 1
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 999548834,
|
||||
"total_delta_tx_bytes": 1000071678,
|
||||
"rx_bytes_per_upload": 9995488,
|
||||
"tx_bytes_per_upload": 10000717,
|
||||
"max_delta_rss_bytes": 21987328
|
||||
"total_delta_rx_bytes": 1000041846,
|
||||
"total_delta_tx_bytes": 1000443038,
|
||||
"rx_bytes_per_upload": 10000418,
|
||||
"tx_bytes_per_upload": 10004430,
|
||||
"max_delta_rss_bytes": 129060864
|
||||
},
|
||||
{
|
||||
"uploads": 100,
|
||||
"succeeded": 100,
|
||||
"failed": 0,
|
||||
"duration_s": 5.789,
|
||||
"duration_s": 8.87,
|
||||
"latency_ms": {
|
||||
"p50": 406.7,
|
||||
"p95": 756.8,
|
||||
"p99": 1110.8
|
||||
"p50": 1327.7,
|
||||
"p95": 1753.9,
|
||||
"p99": 2016.9
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 499409660,
|
||||
"delta_tx_bytes": 499704231,
|
||||
"baseline_rss_bytes": 204034048,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 500384354,
|
||||
"delta_tx_bytes": 500549484,
|
||||
"baseline_rss_bytes": 405041152,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 216682496,
|
||||
"heap_used": 50958080,
|
||||
"external": 42044393,
|
||||
"array_buffers": 38254049
|
||||
"rss": 442638336,
|
||||
"heap_used": 51584448,
|
||||
"external": 136101545,
|
||||
"array_buffers": 132311201
|
||||
},
|
||||
"delta_rss_bytes": 12648448,
|
||||
"delta_rss_bytes": 37597184,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 15850.254651000054,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 499385236,
|
||||
"delta_tx_bytes": 499657364,
|
||||
"baseline_rss_bytes": 196177920,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 500629918,
|
||||
"delta_tx_bytes": 500817708,
|
||||
"baseline_rss_bytes": 379080704,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 208781312,
|
||||
"heap_used": 49416712,
|
||||
"external": 29886702,
|
||||
"array_buffers": 26096358
|
||||
"rss": 435548160,
|
||||
"heap_used": 51076952,
|
||||
"external": 146391435,
|
||||
"array_buffers": 142601091
|
||||
},
|
||||
"delta_rss_bytes": 12603392,
|
||||
"delta_rss_bytes": 56467456,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 15065.693191000057,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 998794896,
|
||||
"total_delta_tx_bytes": 999361595,
|
||||
"rx_bytes_per_upload": 9987949,
|
||||
"tx_bytes_per_upload": 9993616,
|
||||
"max_delta_rss_bytes": 12648448
|
||||
"total_delta_rx_bytes": 1001014272,
|
||||
"total_delta_tx_bytes": 1001367192,
|
||||
"rx_bytes_per_upload": 10010143,
|
||||
"tx_bytes_per_upload": 10013672,
|
||||
"max_delta_rss_bytes": 56467456
|
||||
},
|
||||
{
|
||||
"uploads": 100,
|
||||
"succeeded": 100,
|
||||
"failed": 0,
|
||||
"duration_s": 6.222,
|
||||
"duration_s": 9.117,
|
||||
"latency_ms": {
|
||||
"p50": 452.3,
|
||||
"p95": 913.7,
|
||||
"p99": 1284.1
|
||||
"p50": 1442.2,
|
||||
"p95": 1862.3,
|
||||
"p99": 1962.7
|
||||
},
|
||||
"replicas": [
|
||||
{
|
||||
"instance_id": "01e84e9e9e38",
|
||||
"delta_rx_bytes": 499462554,
|
||||
"delta_tx_bytes": 499707805,
|
||||
"baseline_rss_bytes": 208515072,
|
||||
"instance_id": "7c7cf67931e5",
|
||||
"delta_rx_bytes": 499434564,
|
||||
"delta_tx_bytes": 499705234,
|
||||
"baseline_rss_bytes": 421199872,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 213237760,
|
||||
"heap_used": 50201400,
|
||||
"external": 39684000,
|
||||
"array_buffers": 35893464
|
||||
"rss": 441876480,
|
||||
"heap_used": 50736392,
|
||||
"external": 135949482,
|
||||
"array_buffers": 132036017
|
||||
},
|
||||
"delta_rss_bytes": 4722688,
|
||||
"delta_rss_bytes": 20676608,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 16234.571914999979,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
}
|
||||
},
|
||||
{
|
||||
"instance_id": "d49b799653d6",
|
||||
"delta_rx_bytes": 499435292,
|
||||
"delta_tx_bytes": 499704897,
|
||||
"baseline_rss_bytes": 192315392,
|
||||
"instance_id": "ff9a363e52b1",
|
||||
"delta_rx_bytes": 499505499,
|
||||
"delta_tx_bytes": 499795523,
|
||||
"baseline_rss_bytes": 348524544,
|
||||
"peak_memory_bytes": {
|
||||
"rss": 209580032,
|
||||
"heap_used": 50343440,
|
||||
"external": 38677040,
|
||||
"array_buffers": 34886696
|
||||
"rss": 441692160,
|
||||
"heap_used": 50551064,
|
||||
"external": 136342743,
|
||||
"array_buffers": 132552399
|
||||
},
|
||||
"delta_rss_bytes": 17264640,
|
||||
"delta_rss_bytes": 93167616,
|
||||
"counters": {
|
||||
"attachments.insert_pending": 50,
|
||||
"attachments.proxy.bytes_in": 498073600,
|
||||
"attachments.decode.ms": 16105.769058999955,
|
||||
"attachments.proxy.bytes_to_s3": 498073600,
|
||||
"attachments.mark_ready": 50,
|
||||
"attachments.upload.created": 50
|
||||
}
|
||||
}
|
||||
],
|
||||
"total_delta_rx_bytes": 998897846,
|
||||
"total_delta_tx_bytes": 999412702,
|
||||
"rx_bytes_per_upload": 9988978,
|
||||
"tx_bytes_per_upload": 9994127,
|
||||
"max_delta_rss_bytes": 17264640
|
||||
"total_delta_rx_bytes": 998940063,
|
||||
"total_delta_tx_bytes": 999500757,
|
||||
"rx_bytes_per_upload": 9989401,
|
||||
"tx_bytes_per_upload": 9995008,
|
||||
"max_delta_rss_bytes": 93167616
|
||||
}
|
||||
]
|
||||
}
|
||||
|
||||
@@ -1,9 +1,9 @@
|
||||
scripts/lab4/consistency_check.sh
|
||||
bucket: messenger-attachments
|
||||
objects: 2580
|
||||
objects: 3823
|
||||
rows by status:
|
||||
33 pending
|
||||
2577 ready
|
||||
6 rejected
|
||||
11 pending
|
||||
3822 ready
|
||||
4 rejected
|
||||
orphans: 0
|
||||
missing: 0
|
||||
|
||||
@@ -0,0 +1,4 @@
|
||||
# inputs: magick -size 6320x6320 gradient:red-blue (PNG); same as JPEG q85 baseline and -interlace JPEG
|
||||
png 6320x6320 bytes=53350 decode_ms=1159 peak_delta_rss_mib=116.8
|
||||
jpeg 6320x6320 bytes=4899767 decode_ms=1234 peak_delta_rss_mib=126.5
|
||||
jpeg 6320x6320 progressive bytes=4791710 decode_ms=1379 peak_delta_rss_mib=130.5
|
||||
@@ -3,6 +3,6 @@
|
||||
The plugin "vite-tsconfig-paths" is detected. Vite now supports tsconfig paths resolution natively via the resolve.tsconfigPaths option. You can remove the plugin and set resolve.tsconfigPaths: true in your Vite config instead.
|
||||
RUN v4.1.11 /home/tomato/Projects/VP/mtusi2026lab4/app
|
||||
Test Files 1 passed (1)
|
||||
Tests 7 passed (7)
|
||||
Start at 23:00:12
|
||||
Duration 8.41s (transform 64ms, setup 0ms, import 94ms, tests 8.16s, environment 0ms)
|
||||
Tests 9 passed (9)
|
||||
Start at 16:31:20
|
||||
Duration 8.28s (transform 48ms, setup 0ms, import 72ms, tests 8.12s, environment 0ms)
|
||||
|
||||
@@ -5,5 +5,5 @@ The plugin "vite-tsconfig-paths" is detected. Vite now supports tsconfig paths r
|
||||
RUN v4.1.11 /home/tomato/Projects/VP/mtusi2026lab4/app
|
||||
Test Files 1 passed (1)
|
||||
Tests 6 passed (6)
|
||||
Start at 23:00:31
|
||||
Duration 88.83s (transform 48ms, setup 0ms, import 73ms, tests 88.65s, environment 0ms)
|
||||
Start at 16:34:39
|
||||
Duration 124.94s (transform 75ms, setup 0ms, import 94ms, tests 124.75s, environment 0ms)
|
||||
|
||||
@@ -3,6 +3,6 @@
|
||||
The plugin "vite-tsconfig-paths" is detected. Vite now supports tsconfig paths resolution natively via the resolve.tsconfigPaths option. You can remove the plugin and set resolve.tsconfigPaths: true in your Vite config instead.
|
||||
RUN v4.1.11 /home/tomato/Projects/VP/mtusi2026lab4/app
|
||||
Test Files 3 passed | 1 skipped (4)
|
||||
Tests 34 passed | 8 skipped (42)
|
||||
Start at 22:59:53
|
||||
Duration 4.87s (transform 409ms, setup 0ms, import 764ms, tests 9.39s, environment 0ms)
|
||||
Tests 38 passed | 8 skipped (46)
|
||||
Start at 16:30:56
|
||||
Duration 4.59s (transform 196ms, setup 0ms, import 593ms, tests 10.10s, environment 0ms)
|
||||
|
||||
@@ -1,9 +1,9 @@
|
||||
| mode | size, MiB | C | ok | API rx/upload, MiB | API tx/upload, MiB | max Δrss, MiB | p50, ms | p95, ms |
|
||||
|---|---|---|---|---|---|---|---|---|
|
||||
| direct | 0.12 | 10 | 150/150 | 0.07 | 0.01 | 0.40 | 45 | 65 |
|
||||
| proxy | 0.12 | 10 | 150/150 | 0.13 | 0.13 | 3.78 | 32 | 62 |
|
||||
| direct | 1.00 | 10 | 150/150 | 0.07 | 0.01 | 0.75 | 75 | 137 |
|
||||
| proxy | 1.00 | 10 | 150/150 | 1.01 | 1.01 | 4.38 | 59 | 110 |
|
||||
| direct | 9.50 | 10 | 150/150 | 0.07 | 0.01 | 0.88 | 346 | 571 |
|
||||
| proxy | 9.50 | 10 | 150/150 | 9.52 | 9.53 | 15.70 | 239 | 394 |
|
||||
| proxy | 9.50 | 20 | 300/300 | 9.53 | 9.53 | 16.46 | 409 | 812 |
|
||||
| direct | 0.12 | 10 | 150/150 | 0.13 | 0.01 | 1.12 | 68 | 104 |
|
||||
| proxy | 0.12 | 10 | 150/150 | 0.13 | 0.13 | 3.38 | 60 | 106 |
|
||||
| direct | 1.00 | 10 | 150/150 | 1.01 | 0.01 | 9.81 | 164 | 249 |
|
||||
| proxy | 1.00 | 10 | 150/150 | 1.01 | 1.01 | 12.82 | 143 | 192 |
|
||||
| direct | 9.50 | 10 | 150/150 | 9.52 | 0.01 | 81.77 | 693 | 1082 |
|
||||
| proxy | 9.50 | 10 | 150/150 | 9.52 | 9.53 | 62.25 | 688 | 947 |
|
||||
| proxy | 9.50 | 20 | 300/300 | 9.54 | 9.54 | 88.85 | 1396 | 1795 |
|
||||
|
||||
@@ -1,8 +1,6 @@
|
||||
The plugin "vite-tsconfig-paths" is detected. Vite now supports tsconfig paths resolution natively via the resolve.tsconfigPaths option. You can remove the plugin and set resolve.tsconfigPaths: true in your Vite config instead.
|
||||
RUN v4.1.11 /home/tomato/Projects/VP/mtusi2026lab4/app
|
||||
[Nest] 3057161 - 10/22/2026, 10:44:47 PM WARN [MessagesCacheService] Cache read failed, serving PostgreSQL: redis down
|
||||
[Nest] 3057161 - 10/22/2026, 10:44:47 PM WARN [MessagesCacheService] Cache fill failed: redis down
|
||||
Test Files 10 passed (10)
|
||||
Tests 36 passed (36)
|
||||
Start at 22:44:46
|
||||
Duration 1.93s (transform 718ms, setup 0ms, import 5.44s, tests 373ms, environment 1ms)
|
||||
[Nest] 3821708 - 10/23/2026, 4:31:09 PM WARN [MessagesCacheService] Cache fill failed: redis down
|
||||
[Nest] 3821732 - 10/23/2026, 4:31:10 PM WARN [AttachmentsService] Compensation of attachment 26212360-edf3-428c-9246-43cb29900490 deferred: Connection terminated unexpectedly
|
||||
Test Files 12 passed (12)
|
||||
Tests 43 passed (43)
|
||||
Start at 16:31:08
|
||||
Duration 2.59s (transform 791ms, setup 0ms, import 8.70s, tests 543ms, environment 2ms)
|
||||
|
||||
@@ -0,0 +1,22 @@
|
||||
// Peak RSS of one full decode check (same sharp options as ImageDecoder) on
|
||||
// worst-case inputs near MAX_IMAGE_PIXELS. Run from app/: node ../scripts/lab4/decode_memory.mjs <files...>
|
||||
import { readFileSync } from 'node:fs';
|
||||
import { createRequire } from 'node:module';
|
||||
const sharp = createRequire(`${process.cwd()}/`)('sharp');
|
||||
sharp.cache(false);
|
||||
sharp.concurrency(1);
|
||||
for (const file of process.argv.slice(2)) {
|
||||
const data = readFileSync(file);
|
||||
const meta = await sharp(data).metadata();
|
||||
const base = process.memoryUsage().rss;
|
||||
let peak = base;
|
||||
const timer = setInterval(() => {
|
||||
peak = Math.max(peak, process.memoryUsage().rss);
|
||||
}, 10);
|
||||
const started = Date.now();
|
||||
await sharp(data, { failOn: 'warning', sequentialRead: true, limitInputPixels: 40_000_000 }).stats();
|
||||
clearInterval(timer);
|
||||
console.log(
|
||||
`${meta.format} ${meta.width}x${meta.height}${meta.isProgressive ? ' progressive' : ''} bytes=${data.length} decode_ms=${Date.now() - started} peak_delta_rss_mib=${((peak - base) / 1048576).toFixed(1)}`,
|
||||
);
|
||||
}
|
||||
Reference in New Issue
Block a user