diff --git a/.github/workflows/student.yml b/.github/workflows/student.yml new file mode 100644 index 00000000..3665da43 --- /dev/null +++ b/.github/workflows/student.yml @@ -0,0 +1,26 @@ +name: Student lab4 implementation +on: [push, pull_request] +permissions: + contents: read +jobs: + application: + runs-on: ubuntu-latest + timeout-minutes: 25 + steps: + - uses: actions/checkout@v4 + - uses: actions/setup-python@v5 + with: + python-version: '3.13' + - run: python -m pip install -r requirements-student.txt + - run: python scripts/setup-env.py + - run: docker compose up -d --build --wait + - run: make -f student.mk verify-lab4 PYTHON=python + - uses: actions/upload-artifact@v4 + if: always() + with: + name: lab4-evidence + path: | + evidence/lab4-*.json + evidence/lab4-*.txt + - if: always() + run: docker compose down --volumes --remove-orphans diff --git a/Dockerfile.dockerignore b/Dockerfile.dockerignore new file mode 100644 index 00000000..bc16e556 --- /dev/null +++ b/Dockerfile.dockerignore @@ -0,0 +1,20 @@ +.git +.github +.env +.env.* +!.env.example +secrets +certs +volumes +data +backups +*.key +*.pem +*.p12 +*.pfx +*.jks +.venv +__pycache__ +node_modules +evidence +.DS_Store diff --git a/LAB4_RECONCILIATION.md b/LAB4_RECONCILIATION.md index cf1a14dd..1989ef9c 100644 --- a/LAB4_RECONCILIATION.md +++ b/LAB4_RECONCILIATION.md @@ -187,18 +187,18 @@ pending нужно учитывать при переносе; будущие в | Объектов | Медиана 3 обходов, с | LIST | HEAD | SQL statements | | --- | --- | --- | --- | --- | | 10 | 0.0181 | 1 | 10 | 53 | -| 100 | 0.1559 | 1 | 100 | 503 | -| 1005 | 1.9679 | 2 | 1005 | 5028 | +| 100 | 0.1851 | 1 | 100 | 503 | +| 1005 | 2.0142 | 2 | 1005 | 5028 | Оба профиля по 10 одновременных загрузок завершились без отказов: 20 ответов 201, -все SHA-256 и скачанные оригиналы совпали. Пики RAM: **124.71 / 128.91 MiB** +все SHA-256 и скачанные оригиналы совпали. Пики RAM: **131.07 / 120.52 MiB** при 512 MiB на реплику. Размеры PNG: 197105 и 4923446 байт. Обычный UPLOAD_CONCURRENCY=1 восстановлен. При замороженной PostgreSQL уже выполнявшаяся история вернула 503 за -**5.0988 с**, readiness — за **2.1109 с**. +**5.1996 с**, readiness — за **2.0638 с**. После unpause восстановились 200 без рестарта API. Пустой стенд дошёл до миграции -008; API build --no-cache занял 32.829 с. Временный проект, +008; API build --no-cache занял 51.866 с. Временный проект, volumes и его теги образов удалены; действующие данные сохранены. ![Измеренная стоимость обхода и память API](evidence/lab4-research/results.png) diff --git a/SOURCE_MANIFEST.json b/SOURCE_MANIFEST.json index 00533bf2..35ff18c0 100644 --- a/SOURCE_MANIFEST.json +++ b/SOURCE_MANIFEST.json @@ -5,249 +5,75 @@ "clean_start_code_matches": true, "private_credentials_scan": "PASS", "files": { + ".github/workflows/student.yml": "85316d25d4ba7e94bbd6648ae51bb1bb25b07d82c4e8ac3c03e35be1f9e162a4", + "Dockerfile.dockerignore": "62c0534ad74d9f0e2982e97d1fbadb66d80c493ed237df5bcb9fbb797062eb38", + "STUDENT_README.md": "b9e3953a6cce15a847b6436bb2b18012a88c37838ed393f807d61f79873238e6", + "course-files.sha256.json": "a7c60697b7676db6752256727c98ca8fca2d3067c9455d9498c3cf98babeaca1", + "examples/student-requests.http": "397bc6c114287388f39921bd5fdbc0783438c662b6969f0230e327e44faa0986", + "requirements-student.txt": "83af5551944a4384b3afd4e2a663cf7329a5bc952ad748a5379018509b9298d4", + "scripts/check-course-files.py": "2f2fb907aa5a587625290692b413e5a1950fc82092b5a0ccd95b9e2a5d6a9a8e", + "student.mk": "dea22dba57c5a474576ea6d7c4fe6e4e13e2d8b4baf0c5ec82b227d5aba47780", + "tests/idempotency.py": "7086f53e35b542df7e088f6312a6bcc35754f80db3bfb570cbde93c05db567ab", ".dockerignore": "62c0534ad74d9f0e2982e97d1fbadb66d80c493ed237df5bcb9fbb797062eb38", - ".env.example": "08edfd4f68f801cd8db6000dfa040f9be7ff10a11c6bbdf7544f6c996fc2f909", + ".env.example": "3c288de16b256fdd54bf458505d187ff8f114500ee3aeae26279cf5c7be6e8e3", ".gitattributes": "0dadd4b1a4ae7778c71877bdf1643531eddda7d36768bc06205692cbcd89f42b", - ".github/pull_request_template.md": "3e565965912efed231a91675bc25950b76d7303892bdd8819d2e5209b522a55e", - ".github/workflows/contracts.yml": "419e73533e32f083c20516f683711f0c1a3206fa497d9538fa8cb676b9ffb00b", - ".gitignore": "c999f938485ff5e0bf83e5d0c386f936abc051e1d4e0fb7eeb66b6995f06c0b8", + ".github/pull_request_template.md": "a8fcc8a4fd323d8d8bb3fd4e8d921b67efeeac4a8d6dafbf30249ac61c53ded7", + ".github/workflows/contracts.yml": "a45d7932ef14130aff8020bce79f043cccaf9692d697088a754d309a03f7d3e8", + ".gitignore": "c26ab45b3a778a5376f6db4f624a51c5fdbf1a404f9a26df8613449277d95438", "CONTRIBUTING.md": "2c01dd698cc9653dece49a94c9fd3f58d36e84764aaa643b46e26d7e599dc12e", "COURSE.md": "c34d53cd082d194aa4b58f504c4e0348d25b6afec3d6a9c0963dd01c9c81e971", "Dockerfile": "f6d3a539fd5b0787c366c76dc0e02086857eb465790bcaa599ab7a36ea2f5c35", "Dockerfile.example": "fd7ac9491c0c3c663b083c41a762fb38bc2d212fa4a2ed3e6a0702af72108709", - "LAB2_CHECKLIST.md": "93c6a769e9976e27a0385306caa47d1f1ecb801b5eee8d8291acb71407f316c0", - "LAB2_GUIDE.md": "d1fd24c4d20466dba4671c44699b1811b48b820c11ebcb2fc7d76019e1d9bd82", - "LAB2_REVIEW.md": "dea37b8a76f9e274429d23572cf1e10b61deea71b1f01501d69defb92eb6872d", - "LAB2_TASK.md": "4f14a97911bd3ea335868d37fec187d1738b42f91a7d4780d33b721edf25b6dc", - "LAB3_AUDIT.md": "8e38000227ac201472e7983f19deedbf4858c9fda541851fb8010350ba0da853", - "LAB3_TASK.md": "7622c956ad4508d10d1807b4190461e3a7911a22759108ecf812d5bc477ff7a2", - "LAB4_AUDIT.md": "4d1cad8f5821421bac85cd2d88d73a5197db62955b8fe03f917c4e36d0ebaf5f", - "LAB4_GUIDE.md": "6b43c78768c051f540afc075ab87eae6b553c186069e9f33d442c16d4fdc6baa", - "LAB4_RECONCILIATION.md": "32ad564a38ceff48668ac09936e3d2beaaecd1e2f2edd29e3c0742e9a1a6ee6e", - "LAB4_TASK.md": "7fc4cfff884705202115fd93b7145d5bc3452e4db156dfef2b04e9d9edb74408", - "LAB5_BASE.md": "fb5ce2691f159dbc8368eadb16840b1da2fad315aac8afdda01267564a90329d", - "MAINTAINERS.md": "bc1bcc8c415c606f55274ee67987f80206321e045626b0a9236f5721719b7e9f", - "Makefile": "eff61ab3bed88c2a5697735643d94df1f2b3d0db14971abbd3fcc70323bd42f8", - "PRODUCTION_REVIEW.md": "48e34919dc4f9e96a2f8bad4446a8d75badeea6326af82fdb025fca48f7b4af8", - "README.md": "3a4bce648cbddccd735b55eea1f9d743faffceaf61f762a8a4a7e89df7926092", - "REPORT.md": "c319f814d086c9de12d03a94ad26b4e99ba1f122c3cddc57a781feb201dd9d98", + "LAB4_AUDIT.md": "742257efb52885e989ae694bd91bcce485f5cb68a62a21e0615d21c50cf3baa6", + "LAB4_GUIDE.md": "c7673d8246b532344ad95f0d742ceea4c80d0262115073bbf21f7df2a27df533", + "LAB4_RECONCILIATION.md": "7224d0e6b4206086bbe6ae13d219ec45eea6090bfb1e2ed69d4724f0ba39328a", + "MAINTAINERS.md": "740d636380b05d64f5f3275885912bc1ce8a168d4e4f7bd4c68b7337b3b0b2e8", + "Makefile": "c05bd07058ae0949dd4905afdae7674bc7e3e63863a6cdf8b72661140d445826", + "PULL_REQUEST.md": "190871fd8115d2cb57222fa9403a891cd41b182703bc5842686c2fa82ac8c281", + "README.md": "7fc4cfff884705202115fd93b7145d5bc3452e4db156dfef2b04e9d9edb74408", + "REPORT.md": "1bcf40eaba0cffbd652dd60f505924f808e7142d22573c650672176209f0fd1b", + "STUDENT_REPORT.md": "ef20757be3a6b865b84a045b6ba0998b03b81195fdbb727f00fc428a246e9250", "alembic.ini": "024bf3fe092ea4f8e6bb6309cba89e67b53bada366dee6859339297f090fdda1", "compose.example.yaml": "5368758f38e47f42c864b207f4baa05d5086773fa397b035dd2784d385e5c4a0", "compose.yaml": "86f40a2b6485fd9ba18b33171d7cd1c99e36b9b5e2e1ac0409e2aabd45af0793", "contracts/README.md": "72df27a559f88ffa3fd8c3c79d3c32f6db2c5986a0602677c51994c434a3fc4f", - "contracts/course-README.md": "72df27a559f88ffa3fd8c3c79d3c32f6db2c5986a0602677c51994c434a3fc4f", - "contracts/course-openapi.json": "c5c0ebdcf205018126c5bb91e2512b11f543827e76baa21d776210d05a0b2cca", "contracts/examples.json": "381cc18c03789e935b391d007fb5843964be9cfd9f7530cb6b1996ed4a1c4c37", "contracts/infrastructure.json": "baaeb5a2233096a50d791f521bfc6dd66a23e516f81833c2b17c554cc0bab5d8", "contracts/openapi.json": "c5c0ebdcf205018126c5bb91e2512b11f543827e76baa21d776210d05a0b2cca", - "course-tests/README.md": "e0bfa7e196797f6a5bf6e44d8ad2ffeb82651927ff5d8484eb1c2dda1ec7dec5", - "course-tests/client.py": "8d50976fc7c7bbb81e88a152f613c61ab25eaf53dba33c6a9dfab19f868d546d", - "course-tests/fixtures/sample.png": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", - "course-tests/load.py": "6d3511ea719c7a7e841083e73d435c86dcbfd9f4e5c2a07d62eb9614b01d9933", - "course-tests/resilience.py": "1f96663a174b3978d24eff66f2741f5f8c9b788d3242261d37a972720c52788b", - "course-tests/smoke.py": "52ac38eb343ff7d43e7543588e1da58ca06c9fce74b2b0d0bf0e4982bc23c1db", "evidence/README.md": "78e4bfd738d034597d15d8846accd8a8a5dc738a23a3d15f243f3992bd530cc3", - "evidence/lab1-report.md": "472496ea046dac25daaf1db2cd490beb1eed3aa080f2a82ee2fead0371ffdd54", - "evidence/lab1-results.txt": "39f86842b8ac61cdb4e46a2c51c68f1b5515c91a1a2e3bb783e5041054f50951", - "evidence/lab2-alembic-api.txt": "002a16c65fdd6f2615b383903b73902c70b63a7f6e3d36f44d2826e525c9db9b", - "evidence/lab2-alembic.txt": "5750f1e935c6ca64102d33d86f4e88019016c2a2428d69407614ccbd4593d778", - "evidence/lab2-argon2.txt": "3d1a3447fe342ddf4179a9529a6057c9855d96d22f1cc6ab0c9a0cc36c0befba", - "evidence/lab2-auth-quality.txt": "72957b6e091a1885c694134a59ab0da519c8c94c126303ed6178a001d766c2a7", - "evidence/lab2-auth-runtime.txt": "47e606243307c4fc949f9f39765739dc72770e6b770cb0ace5b1eeb6f1c6a2a0", - "evidence/lab2-callbacks-quality.txt": "8319eb9f5f6f62e7472c63f7fd07598a754675c042bc1d7a3315bbe86ffc2a22", - "evidence/lab2-callbacks-runtime.txt": "0d35bac31b0eb9a3deff4280bb86d148e8346e87dcedbdfc2e2143ae802a5f4e", - "evidence/lab2-checks.txt": "fd877dcc9c6d119e9eb4fc81f232eb838c23dcf1d9c885f223a2ed6c02c2d907", - "evidence/lab2-database.txt": "f9757b39ef374afb644725c34449987efb110b456dca3e1b0368b7aa2905df63", - "evidence/lab2-failures.txt": "51d2a30d0d8f5f535db52cdf1de46939683fb1df1a25e113de58193d268663d8", - "evidence/lab2-json-login-quality.txt": "983f8bbc5c8b529b3546c38861e5547c08cb0343f9b4b8e86025e819a935f938", - "evidence/lab2-json-login-runtime.txt": "9b32fc093b6790d66ee8342fa69ed664282f2d3a19a1232b4ad6bfb575320183", - "evidence/lab2-persistence.txt": "bebee89766b9933d4b1279060658983b981bb109eddc4e6fb7499ebf86d08977", - "evidence/lab2-production-after.txt": "bbbc9c4143eadf7eaf6ffe65e10b2ca334cd9746b7d8e143128bd7d7bffe59a9", - "evidence/lab2-production-before.txt": "352dd41f1cc1ae11038c8cf7d1e56353f951ccba7d29f450768f15a283b2a910", - "evidence/lab2-production-dependencies-before.json": "60e09e41f38a6ee74c4e8b0b752a16e4588c7cbc89d4b116369702e6704512f4", - "evidence/lab2-production-dependencies-before.txt": "7850b311e17fa98f27125dd2f676ece0afe14a8e758e225059e80918051ebe91", - "evidence/lab2-production-dependencies.json": "4ef346f6390d6ae670ccb5f5a151273d09ec70ea08c2bb30d71d091bd834f901", - "evidence/lab2-production-dependencies.txt": "67d375e91856b0385a8bf51f8900f87ab2ead441c86d5028f797f943511eef08", - "evidence/lab2-production-image.txt": "f612ab3d7ca8ea093018b8f40ffe763bf14129fb52721d65353ad538eff529c2", - "evidence/lab2-production-limits.txt": "dab3534fe2c4751d8596d6106ccb38a42ee68f7dc2d7b988c93cd2f457bc204b", - "evidence/lab2-production-network-final.txt": "5443bbc1e6cffe3440e5316a1313b3e5da09c7d5fbc0e81b3643c1074f536310", - "evidence/lab2-production-quality.txt": "8ac2c95ba5c3c5fb7765ed383092898ecd4d3ca445f508ce4ec43c864899bcc2", - "evidence/lab2-production-runtime.txt": "55f6828860ec1334cfc45759c4a3a25cd7ddc981c787207519df8686f95f9e6c", - "evidence/lab2-redis-sessions.txt": "c36d39ea99e59e03188249662a19948792c13fc9ac839bfd6234771593cab47e", - "evidence/lab2-report.md": "3a5bc857d78cadd2cf939b7bc712f740ac8da9ce8c2a63c8c7fa041b025ec8dd", - "evidence/lab2-review-additional.txt": "dd1366d1ed1774d7f659a752457eecee09f33715a9872bba51ed3273f73806fc", - "evidence/lab2-review-failures.txt": "4ce930892e3b8b6291be7e49e1a45972ec495fec0c177f2246535cb2c402cd42", - "evidence/lab2-review-quality.txt": "983f8bbc5c8b529b3546c38861e5547c08cb0343f9b4b8e86025e819a935f938", - "evidence/lab2-review-runtime.txt": "755638752b236f9447c3f590ed873dacf1351ff8c161dc557bd69d1739c28a2a", - "evidence/lab2-settings-expiry.txt": "77c2092073557c14439051d0fe4b5bd704582c6061368b521d85ec836a775a5e", - "evidence/lab2-settings-quality.txt": "15738f352e6b489669f1c2b78b499405edee2998839263dfab7935c85f973f3e", - "evidence/lab2-settings-runtime.txt": "3952868e8c4d9ca6b1cf50a5edec2d59717bd12d86ad46bfbe56752afcda05c6", - "evidence/lab2-sqlalchemy.txt": "e02382975a3854ad997288e6baea79885669878e0bf166838e5678b318fac022", - "evidence/lab3-500-headers.txt": "78d154cb8adfce2887505fa75061d30922a187a5e01c7c782a6d01ff69026d9f", - "evidence/lab3-audit-before.json": "e028214d4d634a1568dcf3dee446419c67ab78b1d281f6a764c78cecdc3caa85", - "evidence/lab3-audit-changing-ips.json": "dd8d3ac3c12dafb24c0fad75e7d1b361c3e1a1a290f743e931bf08c5ebfa8a0b", - "evidence/lab3-audit-contract.json": "0cb908ee39402a4c762fbe54bd21a5cbe608bf62a51c563bac3da1ac18140b72", - "evidence/lab3-audit-first-run.txt": "225d7866052c114ef51b7600b5ff1f6737d0b89716e50387324b34cdb52e8927", - "evidence/lab3-audit-frozen-stores.json": "a8172e1edae6d7ecd00f98d657df7ae724c57449cee1f81c5096be182f0578f6", - "evidence/lab3-audit-limits-evidence.json": "8aacb91500cd0609d8d4357d302fd1f9f4d52293119a91e44384326b14e5e921", - "evidence/lab3-audit-readiness.json": "e3d03a2f399ba1b02319b182967095772acd4a396bd291768a5f9ccf013a54f2", - "evidence/lab3-audit-run.txt": "ec07d1d4e1fd64d9fc7291dedcb91cf118103e9ea969663231d0995d13b15ddd", - "evidence/lab3-audit-summary-all.json": "662475dbaf9038285f89de2b79bcf2dcd258850d7a5f379bc34df5b52ae3626d", - "evidence/lab3-cache-edge-before.json": "2515e2ffa2e41c0eba56aca797c66f167140c1ba583191e3ce31a7cb38ca8ab9", - "evidence/lab3-clean-start.json": "5767655646e659600b8d73465fc1b6e340a01130a8fb235a06a672122926613c", - "evidence/lab3-clean-start.txt": "5767655646e659600b8d73465fc1b6e340a01130a8fb235a06a672122926613c", - "evidence/lab3-control/method.json": "d0b58111acd56ba8153b636304e13788c9b958e7dbe8618840aa1aa8330dbd1f", - "evidence/lab3-control/results.json": "25eef5d12a45f068209dca8f8acd4c0c0e918c178f34b20b30be795b8bead05e", - "evidence/lab3-control/run-01.json": "cbee52c4c2c91328b71301b7a3b6e0f7c6cc2dbeac4c38146afc1da0ce7f33c6", - "evidence/lab3-control/run-02.json": "54c091a8aa6a407c82e8e19ce6d89841fd7f845fb76e8f4775560c9932844d6f", - "evidence/lab3-control/summary.csv": "3c77706e65ae8291092a0512e6757c642d8908d1a49faa47a2c29b4135f475d4", - "evidence/lab3-db-idempotency.txt": "22a74ebaa53afe9c3e50e25a384c47866daa2ea0022dac1d6aa6c519b062da8d", - "evidence/lab3-edge-audit.json": "d069cfdb5fe2efdbc54dfc4d1e6b7b912033a9aa773c82fd11e6e0f9a5701c7e", - "evidence/lab3-edge-audit.txt": "d069cfdb5fe2efdbc54dfc4d1e6b7b912033a9aa773c82fd11e6e0f9a5701c7e", - "evidence/lab3-extra-audit-before.json": "bff94786de7081de3f2e0d0bc4213af630099ecd1b78989d13b861ea1929d3f9", - "evidence/lab3-extra.txt": "5a1fb843ce8fe3fe3440da1d32471ac850945333b3cd76d181b5cdadab6d2c8e", - "evidence/lab3-failures.json": "66cd4f46921697809bcd5ae11e48a87a283f757d17a58f2c39a2836e8b16e6c1", - "evidence/lab3-final-callbacks.txt": "4a0892bdb647713353af05b2e8a2286a6943acc3d1ef17cc96a3c9fa66a4d68f", - "evidence/lab3-final-checks.txt": "b9248ecea6a33fb267aee05dfb0c5aabebd69698d61e469adffa5503d6d87576", - "evidence/lab3-final-database.txt": "9cbbd011646c1a7bb5864a07868c80d382f71708cc53e5d13c6f72609b3f6a12", - "evidence/lab3-final-dependencies.txt": "ccc50fed22eee589139911021bb1bc4f74671603cc6af54f4d3a9f124c422ada", - "evidence/lab3-final-error_headers.txt": "01eef328846520f6222186372fd816355d00d9b5674ede1775f2b505cbd5a4b6", - "evidence/lab3-final-idempotency_db.txt": "22a74ebaa53afe9c3e50e25a384c47866daa2ea0022dac1d6aa6c519b062da8d", - "evidence/lab3-final-lab3.txt": "3239d3e8305c00c51c74fcc363f55fc6f4baae9dc359d08c495506e1419f172b", - "evidence/lab3-final-passwords.txt": "2c39e0ea11b0bf55c64f7a6f828eb4f19bebfd791404d7fbb6200acb86857692", - "evidence/lab3-final-readiness.txt": "b438a8c6836924e83830cf0efdd4355be5e9227c332fd6fedc9a5c16f12084e2", - "evidence/lab3-final-regressions.txt": "34a9299a69c01de47319f7ed8fccccfecea566b2c37715a34585b387b34ccabb", - "evidence/lab3-final-settings.txt": "08e331f85ae830bc10461a995f2fa82ccc94e985d5310897ede3be293f446e66", - "evidence/lab3-final-smoke.txt": "58cee16087387ba887af7995d3492b9549bc11a0e6b0ab8d204daefbd7271d14", - "evidence/lab3-idempotency.json": "96193806eba0dc609847b066a14d8a9f74b34ed7a348dc10e18b9a91cf363496", - "evidence/lab3-infrastructure.json": "3b8cc78233d192ccad2498ff1797afef9c06d78d7b0d224cd78b4be1ee40925b", - "evidence/lab3-lab3.txt": "1fdab40c96c91d93c9addae9648a851af41de3f814d7fdf8630c0026b64b101a", - "evidence/lab3-original-research-run.txt": "af5854bda4fd7e74a181d3f9020389d0c9e5855750074c5ef229d6c870e93d43", - "evidence/lab3-persistence.txt": "e02faf150363968a8e46ae95e2beb9bd1081d9cb13e8be490a170712f8a81851", - "evidence/lab3-pr-description.md": "f944732e2d6ec2c668e4a14ddd20b3728dce039be82491e87d07abe55bff2958", - "evidence/lab3-production.txt": "e2749c926b6aab4e47435e5b499ebec4d9828fcafb492f968dd4646c682bfdb1", - "evidence/lab3-public-artifacts.json": "2f8ed4935870c8c865012b4ef0cad43f7a3ea03b1cceb7e586d4b14eb37929ab", - "evidence/lab3-public-failover.txt": "49e0eb9268ebe732cb8b0b7706dd0fd8441872e79903ce1cc77c9373ff4c3f40", - "evidence/lab3-quality.txt": "484010ce995e90e28854a117ccff672afca7241adb6a371dc6d2baa35a989aaa", - "evidence/lab3-readiness-budget.txt": "b438a8c6836924e83830cf0efdd4355be5e9227c332fd6fedc9a5c16f12084e2", - "evidence/lab3-readme.md": "c20fc548a1d7e3137cd329448c23694ddb07b1886f4c6b98ac724ff4ef754e48", - "evidence/lab3-regressions.txt": "34a9299a69c01de47319f7ed8fccccfecea566b2c37715a34585b387b34ccabb", - "evidence/lab3-report.md": "a30e7b4cf1b9fb52f43d17b8c014ec720dfb75cad37549816aefe002a90d55de", - "evidence/lab3-research-plots.txt": "1827ffc6b07de12d354d69d7e6d6a1497731be5ebebb7521d26cc0f10feb4a62", - "evidence/lab3-research-run.txt": "5d60ca3991831c5441d88276ea603771fb909948d0f3f96dcc0c5dd3eb2a28ee", - "evidence/lab3-research/README.md": "7c0767ab14847d3abe9b3cb46da2114c598d1cacbc4311d29e8192f26446155c", - "evidence/lab3-research/bottleneck.png": "2639512b3147cb5a29f515e7704417eebb014a6557a110647d21d352423f7cbc", - "evidence/lab3-research/bottleneck.svg": "85e890a8dc1c2b8ecb9884122e6acca29378e76dc74f0c1346a59c03b7790800", - "evidence/lab3-research/method.json": "cc8c8f1a41defc136ac18932662c938ce8a9e87e5e5a7387abe4d55703d0d764", - "evidence/lab3-research/results.json": "07c0a21c7b74efe1e0cf9ddab5ccb6f2d52daa943055245170bd1c87c4e7e241", - "evidence/lab3-research/run-01.json": "85911358cc985036335cd839fa7a43f00d68c5c92b31cc336972a22c53574b05", - "evidence/lab3-research/run-02.json": "b96e89642ec371455d40b4f0e5bf98173a5a7b63b555eca1d0044514c9cf4f96", - "evidence/lab3-research/run-03.json": "398da4de7e5e4d07a7b04d7a62641fbc1c95b5527c98c5ed900089bada5359ca", - "evidence/lab3-research/run-04.json": "3530f35583a49b62c9a9eab7a0245f57368f09d60308c2b4b15109c8c7c80884", - "evidence/lab3-research/run-05.json": "947ccdedd719f5f71934a54579c4f61a0832d5c407f033ead6711f8e6dcc2ded", - "evidence/lab3-research/run-06.json": "b2641494dcf7a37e7118cace9cdfe59fa60e285bd5c11f21b692cead53d449bd", - "evidence/lab3-research/run-07.json": "bb0a5a957271bd2e62a4581790c00c972498cd35c54ddad2d93f90962551abfc", - "evidence/lab3-research/run-08.json": "25de3ea5f76ec198bc819361a24f68216e7b18fdc4bf12b433c1033ff5d1915a", - "evidence/lab3-research/run-09.json": "c39fc1238f25c4f502f2a02ebf67725b8b27d305cccf783405600dff05501ecf", - "evidence/lab3-research/run-10.json": "9cedb0553356d14da67c58cf37e176270c8c2546599553db5c1e0cde87ba240b", - "evidence/lab3-research/run-11.json": "cc9d2858ba22981895897f1ddd9ba9668b5d3b25d611b010b822c18203209ac7", - "evidence/lab3-research/run-12.json": "1700b51d5f14c68bdffe0f8f81ee8a86e44d67eb7f3e9acf3237a80db9cd62c9", - "evidence/lab3-research/run-13.json": "5d33b91230252bd22571e24216919dd98cf8f29c79e1a396e6bc15445fa629e9", - "evidence/lab3-research/run-14.json": "35f697b1c9abb62924498023280bd846af4699b6e2e6c58a28694768ef0e6916", - "evidence/lab3-research/run-15.json": "e17d874073eef8de68d19f068242a13aa14bafa63e415f1481bd6a512098520f", - "evidence/lab3-research/run-16.json": "909f683f7638d16f515fafebd6f143dda68a50ed23386a28401622a4719181c3", - "evidence/lab3-research/run-17.json": "2a95a33015e5846e19ad128cc1f95115b99f247b0ff38eb694fefc5203eb73d7", - "evidence/lab3-research/run-18.json": "11f1b66c6df6f2a2fd06cb8e4ca6bfe7865aaabc8c81c1113572ef20d686fd58", - "evidence/lab3-research/scaling.png": "654be1b0652d19b4eb2c70db1c102947cadb8dd92ca3586ebf20e9c15d10b3b7", - "evidence/lab3-research/scaling.svg": "f7d94e8d60623ceae87fcef0972649ba2cb538d24195d87d3e5ad690e159ae54", - "evidence/lab3-research/summary.csv": "a6f75217347794f4acf414f5367c95b691189ec8474a61e72009da84d4c88465", - "evidence/lab3-restart-proof.json": "b3dc6651f3cbd5d3bdd8ea173b02c24d422d9362fc3726c64ef7ad77d6f31e19", - "evidence/lab3-review-summary.json": "ce00141c300a1caf64e6300863ddba61235059c2fad12b0cf213350f52de5986", - "evidence/lab3-review.txt": "8ba77e5766ef665dfbf795d478b5dbe1d25897606fe24e3e5f0090ec612cae32", - "evidence/lab3-rolling-load.json": "94922bff8fbfb823064200bebeca3201476d2b60da4296406474f6245ae38b1c", - "evidence/lab3-rolling.txt": "d0f30f65e47f732d3fc514e87d5ed0974bbd1f610f6dd4608ec5634b418b5b72", - "evidence/lab3-smoke.txt": "58cee16087387ba887af7995d3492b9549bc11a0e6b0ab8d204daefbd7271d14", - "evidence/lab3-unicode-migration.json": "8e98c090381e7ed694d46b62d799d9ff96e5cf56f5765f858f4a8e9da47b8451", - "evidence/lab3-unicode-names-migration.json": "7d2038b09921bd700986b73b47016d37d13d9996b3f1ce779d9825a6e364dd29", - "evidence/lab3-verify.txt": "2d3d149de2300454320c3d63f99099d13b6e8da9c167b25fd8e69c9b1e0766d7", - "evidence/lab4-attachment-failover.txt": "f64d39de3dc97f2f63aac414e3f31d2b7fe470cc482627ba558b8496443c53ca", - "evidence/lab4-attachments.txt": "506ecbf2abb8c553d632ae2077dfa6ada440cc071abcda53379cd5fa289376e7", - "evidence/lab4-bootstrap-clean-start.txt": "c28ca3be3dce9cd6dfcf1bc2d63043416fdf39f9e1f1b09b8212bcc6e371e9f0", - "evidence/lab4-bootstrap-refactor.txt": "91a00a93324cd7da9f9088f57ef85bdfa097df072fe6a811d42b01651afaadae", - "evidence/lab4-clean-start.json": "4298040cc2f9459f011e7a1a3e292007fc918a415b53960b003617f152fa7116", - "evidence/lab4-clean-start.txt": "6a411e542880440eefe3b6068797fdc41e3f52aabe58ad7e3d1c5af04adead78", + "evidence/lab4-clean-start.json": "5453e1a74d9a93b2810a2d9e57a287b6e5466add6ff38e70a996f852f504edba", "evidence/lab4-final-attachments.txt": "506ecbf2abb8c553d632ae2077dfa6ada440cc071abcda53379cd5fa289376e7", - "evidence/lab4-final-clean-start.txt": "8b70c88dc4241419e44d85217f8251539497ab384fa80a7dda69a311cb1c7e1d", + "evidence/lab4-final-clean-start.txt": "14d619b71d8be5155c0d684f0ef5f414872007ec234ec8b5441e59a110866ac2", + "evidence/lab4-final-course-files.txt": "e8935d4106879b1440a1f7b37250e2438d05541308b15d604c9bcabd4aa0157b", "evidence/lab4-final-format.txt": "b642d2f0cc49caff9e609808fb9c82854fc174b2f54b459a0d09dbe4c0f837ab", - "evidence/lab4-final-idempotency.txt": "4606fd4dbc1d5fdfcc891cbfc967ac76c5c5b5bbb790ba6c00ea6dad436fbc9f", + "evidence/lab4-final-idempotency.txt": "e06356410a2eb56952c11ee9a524fb921c31b1398837377c4edff3195c2187b6", "evidence/lab4-final-openapi.txt": "516e71d5728e863ed942752e9efbc4f65714ab7281a3af2c472fda5bb4a9b963", - "evidence/lab4-final-persistence-proof.txt": "3f32089a7c4f484b1c1d4a3ac8993abe07312f8f1b3bd8a986b198760fd93669", + "evidence/lab4-final-persistence-proof.txt": "adfbbb0d829dbf1ed6e61ca8e1fab4503eab0463d948540e6fb078dc8b88b8d2", "evidence/lab4-final-public-smoke.txt": "59c0b2b30d44d6ee3d44ea86fa4946c2f87d0b89ad0fcd57652dd4082bcceafd", "evidence/lab4-final-quality.txt": "82b3e6a6c090a57601d22943bd23fca9218d1031dbe5a7b754092f9a156b4f18", "evidence/lab4-final-readiness-budget.txt": "b438a8c6836924e83830cf0efdd4355be5e9227c332fd6fedc9a5c16f12084e2", - "evidence/lab4-final-reconciliation.txt": "32d3797ec915dbf9cc829e14ea546f68b042da30dc9553a072769733721b9622", + "evidence/lab4-final-reconciliation.txt": "7d2b712926bb3bdf330ead9358022236d87751950e08990af26409c58c2ddd1a", "evidence/lab4-final-request-deadline.txt": "6a5288cc2d77e914541566f45d716642fa227350ae92badc5a4eeff3610f69f0", - "evidence/lab4-final-reviewer-cases.txt": "ba4b919516c839e73146b7b9f1d1ecd5194b7e42b107d661b035e0547caf86d1", - "evidence/lab4-final-run.txt": "5b65eba805cc8283798fbe22492747db2e9f3f19fbce37862899bdfd477d322c", + "evidence/lab4-final-reviewer-cases.txt": "64c41e67461a1f96ff1b75605be9028ee8b0d4b31495f818457465d2090839bd", + "evidence/lab4-final-run.txt": "526079ecfbf80944f6cbe1abaeaa98efed015fd8f325935c5f4d895fbafd49e7", "evidence/lab4-final-structure.txt": "cd7f9c6d8443a7595346367c3ecc9daa099204db17d71ba8c41bb40d0d868bc1", - "evidence/lab4-final-summary.json": "e1cb94a9bfe63ecf011ab5c86e7229819f5a0fbd101553d9cd98db0e1fa7145f", - "evidence/lab4-final-upload-memory.txt": "c059a9e6634dd1b26969d45d17ed3947573acec900ceb1344e1c75d7851dc64e", + "evidence/lab4-final-summary.json": "9b534ba421bdba1c09f597673b86b1ebe2fb7c727fbb90c016faed626d756a35", + "evidence/lab4-final-upload-memory.txt": "d8d736c326782b9cfed3935786c751ea61edf026d0fe17698fb1159895eb2f6f", "evidence/lab4-final-uploader-failover.txt": "f64d39de3dc97f2f63aac414e3f31d2b7fe470cc482627ba558b8496443c53ca", - "evidence/lab4-lab3-regression.txt": "aea3426c0326c4d4718b29f3674485cba7c5ea39ce9d0a05978e5157dbdce2b0", - "evidence/lab4-persistence.txt": "e02faf150363968a8e46ae95e2beb9bd1081d9cb13e8be490a170712f8a81851", - "evidence/lab4-public-artifacts.json": "d032d7b251dd20e46b34b9fd79f2f691dc49c1878fcde1315f397fe45a1b26c2", - "evidence/lab4-reconciliation.txt": "9aae52dcb823c58d9a21f1561c173bd64c6260f3653682f8e3e15f0171791373", - "evidence/lab4-research/results.json": "9bb75f7190c316a0645aea398615e6c60e9b336b162cfbcfbec29d042b60592b", - "evidence/lab4-research/results.png": "869e660c4ba969749570645aa90d2bcdf75d3669cd909bad76b58cef7be897e6", - "evidence/lab4-research/results.svg": "2f7613ad1e156f519743b4b6abbd4b3207718fe3d690f249f50edbf26a4bce19", - "evidence/lab4-review-inflight-after.txt": "a783c0a1a5fb1b8138d81faefe025283d562af18325a6bd961433533fc5b5f28", + "evidence/lab4-public-artifacts.json": "669526bd720c4429309ade8d714217c047e0d98ab68e426ea06ef52493cc9da3", + "evidence/lab4-research/results.json": "478e5da8e8ca2178a06705ee5195a344e16fcd2a5cb9409a914fa205ad9580e1", + "evidence/lab4-research/results.png": "0f5408c5d4ef175bdad73219b0f8d46d3a4892de4dccae29500dc1f26377cb98", + "evidence/lab4-research/results.svg": "33e8e3971d3778ed30bd1158ce5f217924125ab9163fb846debb52bcb683bf59", "evidence/lab4-review-inflight-before.txt": "3b3375fdd1aef72907eb416e6eccc85c240556e81d775c8a20bd8b6ce2c2be04", - "evidence/lab4-review-pause-before.txt": "ac2070384201bae2f159294f8129fd9ffa231e5b1079199000a3a32b9dfc8708", - "evidence/lab4-review.txt": "b0798b3f3693657c69de9cae939a813698c2d259af638fa9bf211be5f6981ff7", "evidence/lab4-s3-unavailable.txt": "2c805922abff1234a5956bd804453415b0bc3b2dd648caf92f87136912ab28f4", - "evidence/lab4-smoke.txt": "59c0b2b30d44d6ee3d44ea86fa4946c2f87d0b89ad0fcd57652dd4082bcceafd", - "evidence/lab4-track2-attachments.txt": "506ecbf2abb8c553d632ae2077dfa6ada440cc071abcda53379cd5fa289376e7", "evidence/lab4-track2-environment.json": "fcaa8cfbbd225fe24f8986bddaa124119f061c5d9bff80f0a436d60003102a0b", - "evidence/lab4-track2-failover.txt": "f64d39de3dc97f2f63aac414e3f31d2b7fe470cc482627ba558b8496443c53ca", - "evidence/lab4-track2-idempotency.txt": "d94fef6a46877d2a1de1b8b7315ad2622de353bb37f0844595985d7bcd9eb447", - "evidence/lab4-track2-persistence.txt": "e02faf150363968a8e46ae95e2beb9bd1081d9cb13e8be490a170712f8a81851", - "evidence/lab4-track2-smoke.txt": "59c0b2b30d44d6ee3d44ea86fa4946c2f87d0b89ad0fcd57652dd4082bcceafd", - "evidence/lab4-transfer.json": "fc7a2df55fe0a39da9c651dd46502a6168d91fa2687c449801fa6d08021ad775", - "evidence/lab4-upload-memory.txt": "979939bb093cc16af4c0823763b921d51955d2b6dce214e84d3a8503ab3c91ce", - "evidence/pre-audit-research/README.md": "04058068412952041038a6ce4649a98d5ecfea8452306fd9e3aad8703cb6e38a", - "evidence/pre-audit-research/bottleneck.png": "2639512b3147cb5a29f515e7704417eebb014a6557a110647d21d352423f7cbc", - "evidence/pre-audit-research/bottleneck.svg": "e43c0d0f47c3a51b8b10f174dcb922d99e8766905712ecdf2cf6fc78362a2198", - "evidence/pre-audit-research/method.json": "cc8c8f1a41defc136ac18932662c938ce8a9e87e5e5a7387abe4d55703d0d764", - "evidence/pre-audit-research/results.json": "07c0a21c7b74efe1e0cf9ddab5ccb6f2d52daa943055245170bd1c87c4e7e241", - "evidence/pre-audit-research/run-01.json": "85911358cc985036335cd839fa7a43f00d68c5c92b31cc336972a22c53574b05", - "evidence/pre-audit-research/run-02.json": "b96e89642ec371455d40b4f0e5bf98173a5a7b63b555eca1d0044514c9cf4f96", - "evidence/pre-audit-research/run-03.json": "398da4de7e5e4d07a7b04d7a62641fbc1c95b5527c98c5ed900089bada5359ca", - "evidence/pre-audit-research/run-04.json": "3530f35583a49b62c9a9eab7a0245f57368f09d60308c2b4b15109c8c7c80884", - "evidence/pre-audit-research/run-05.json": "947ccdedd719f5f71934a54579c4f61a0832d5c407f033ead6711f8e6dcc2ded", - "evidence/pre-audit-research/run-06.json": "b2641494dcf7a37e7118cace9cdfe59fa60e285bd5c11f21b692cead53d449bd", - "evidence/pre-audit-research/run-07.json": "bb0a5a957271bd2e62a4581790c00c972498cd35c54ddad2d93f90962551abfc", - "evidence/pre-audit-research/run-08.json": "25de3ea5f76ec198bc819361a24f68216e7b18fdc4bf12b433c1033ff5d1915a", - "evidence/pre-audit-research/run-09.json": "c39fc1238f25c4f502f2a02ebf67725b8b27d305cccf783405600dff05501ecf", - "evidence/pre-audit-research/run-10.json": "9cedb0553356d14da67c58cf37e176270c8c2546599553db5c1e0cde87ba240b", - "evidence/pre-audit-research/run-11.json": "cc9d2858ba22981895897f1ddd9ba9668b5d3b25d611b010b822c18203209ac7", - "evidence/pre-audit-research/run-12.json": "1700b51d5f14c68bdffe0f8f81ee8a86e44d67eb7f3e9acf3237a80db9cd62c9", - "evidence/pre-audit-research/run-13.json": "5d33b91230252bd22571e24216919dd98cf8f29c79e1a396e6bc15445fa629e9", - "evidence/pre-audit-research/run-14.json": "35f697b1c9abb62924498023280bd846af4699b6e2e6c58a28694768ef0e6916", - "evidence/pre-audit-research/run-15.json": "e17d874073eef8de68d19f068242a13aa14bafa63e415f1481bd6a512098520f", - "evidence/pre-audit-research/run-16.json": "909f683f7638d16f515fafebd6f143dda68a50ed23386a28401622a4719181c3", - "evidence/pre-audit-research/run-17.json": "2a95a33015e5846e19ad128cc1f95115b99f247b0ff38eb694fefc5203eb73d7", - "evidence/pre-audit-research/run-18.json": "11f1b66c6df6f2a2fd06cb8e4ca6bfe7865aaabc8c81c1113572ef20d686fd58", - "evidence/pre-audit-research/run-log.txt": "af5854bda4fd7e74a181d3f9020389d0c9e5855750074c5ef229d6c870e93d43", - "evidence/pre-audit-research/scaling.png": "654be1b0652d19b4eb2c70db1c102947cadb8dd92ca3586ebf20e9c15d10b3b7", - "evidence/pre-audit-research/scaling.svg": "e4fb3f9cb4f0a895cde9e2939753e0da8ca6a61a117740f0e3de8a4ce04e6b37", - "evidence/pre-audit-research/summary.csv": "a6f75217347794f4acf414f5367c95b691189ec8474a61e72009da84d4c88465", - "examples/requests.http": "397bc6c114287388f39921bd5fdbc0783438c662b6969f0230e327e44faa0986", + "examples/requests.http": "8c086fd540092b3e31a945a416632bcda6c4bea39253f86b076f791b362cf5e4", "infra/README.md": "0e804fa51debba4c38d3cc84abf4704897665e0335b272060363f03aadd6354f", "infra/haproxy.cfg": "6640795207cee655e5c22d685d73b2a57ae1a987156783ad5226d57d7ed6d59c", "infra/minio/Dockerfile": "632a16d3468aa0290a0dcb69cdbdba7a8827ada9ab56d5b9903d1ba8eaf182d7", "infra/s3/api-policy.json": "ab08e1c66eeb8e872768cba5b72a2ebc2d82f31353c2ad5c5c20a88200ca1782", "infra/s3/reconciler-policy.json": "80fc157de3beb754a713644ed213c18d1fb571f13b5c062576fc3602cd3177cc", - "lab.json": "1fd0bc0c8de97cad2bc6e574bc5d318669e99933f2ff9a0a5615fa8d384f4b5b", + "lab.json": "7d0945d93e302c34c3f26455b152f9d657110ee0a94a5074d85963bc7aa60526", "migrations/env.py": "67360cd30a7dd1295ee80b1991c773d817bc601b30cd32d88fb38769c91144f9", "migrations/script.py.mako": "d7558dcb7ce01d3e44830898336d3027de66e5ffdb1491c0cd27f6159b021902", "migrations/versions/001_initial.py": "72862742da825a042bb63deef80e22cbef79da8a9b0f369644c344211c8a5a87", @@ -258,38 +84,26 @@ "migrations/versions/006_unicode_names.py": "fb087985717e280b7b6f67348e9cd8abb9c193ab759cff23a6e5628ecd2818ac", "migrations/versions/007_attachments.py": "c4936a499313cd22f32fac9538d5892cfe2f2eb49aa8427d54dc72b73c7b5a7c", "migrations/versions/008_reconciliation.py": "84fd1650ee4338c57f68328221cb82c9e75b69c52512b58907be9660677a3963", - "pyproject.toml": "a97aafb1fe0db23b2f66ad5a354b13b75f86b0aeeedd91bc3254967ddf0f0f71", - "requirements-dev.txt": "ff726d128963d3df8620a8a658387290350642ca22444c367d25dd4ccc988a92", + "pyproject.toml": "f9404f107806f3728d8e9fe581401cbf7373460b628c1ad083288b3ceae5d375", + "requirements-dev.txt": "4cefdb67007caf026d1613be7c519c01b4c8343db7c4f4b618677e01cf113525", "requirements.txt": "977716fbc3ee1b11681500aa61cf1d561ec1d4267a1f2c35dbbed8bdcf7493e0", - "scripts/audit-dependencies.py": "39b53062b565610b531f0c7aa46842db5fc742097eddcd0bd9d25c3837c208fc", - "scripts/audit-lab3.py": "4c6cba35b5795453477ce68b1e29d35b12e981c03ff8c7be1d7d28bd9a5eb062", - "scripts/benchmark.py": "d93a933bea29400700c1ad9825929a7031406134eeffe704b7b615844549b5f5", "scripts/check_contract.py": "7c4402c2a6ab80d3b4676e1866d6ecc87b6daea14c080bcb9be9a7e8b959d671", - "scripts/edge-audit-lab3.py": "23414eb0c2c718c942fd49380382aeb9272770bc592518be101a439c35e60216", - "scripts/export-submission.py": "d4fb68cec4680b98d1eba63873b49f7ea9c79a2b4d6d429b21837175cf96f472", - "scripts/final-checks-lab3.py": "beb2dcb18b989b8d7269b118165c2f85721412c84af3136bee7a09899a7f8558", - "scripts/haproxy.py": "6491aecbcd7f3720cde4bdd616230a8ec3a9d081d9eff3793da34e98cf332834", - "scripts/plot-lab3.py": "446426926111688c223e651f30118f9db78baac66705ed8f28b56ace5ce48352", + "scripts/export-submission.py": "0a4ca36d09672c932aa539a4cf0e8a575800277130b6a8b0d0e90b695a6124c2", "scripts/plot-lab4.py": "feec49b550721bed42642edb52e1f83bbcf56d986eb051af7f0248307e6fbb9f", - "scripts/replicas.py": "ac0ba64e73cdd06957b1c8bdba5b691192cc7b261ee54f67555220f387519f21", - "scripts/research-lab3.py": "58b2aa7d7467c8d2d9bbd533a2888ea6703017ee6243b04de3f413dec47cff53", + "scripts/replicas.py": "3605ba8ffd47025d4d7c06ce33f2acc0598cb0ac20143fe7e241ae3df2e90799", "scripts/restart.example.sh": "0328246ba75defbced992104e986fde973f63e3830d83251eced5953263e944b", "scripts/restart.sh": "f4bca13c78ddffbd03211b12e12d9d514e9caef750ba191dca10557e36500e93", - "scripts/review-lab3.py": "2d0b1160e448c3a8bfe9905e5d3f6f7b1683cf82d7a33e1a2f0d20267ddf12fd", - "scripts/rolling-update.py": "bb151cab072bd678e27c7152f6048f5647d1170f42dce8a2d683aa7e13517696", - "scripts/setup-env.py": "a966f0e359b1c754879cfedef2ec7408c3c6582c9631dbf4009fccbda5560239", + "scripts/setup-env.py": "84195400374e008d9533b73b1c141a277d507859287b8925bd2713617a2af674", "scripts/stop-one.example.sh": "1bcf34394520b89d95b7605ec56675be799eea920e83cfbba306d5dc0a6d9811", "scripts/stop-one.py": "8f14d78e99f1b86529a5e23278a33eeb7199acc77ddc529b012a38f9d6e782bc", "scripts/stop-one.sh": "81a4e83f4daf989005e19d55d2f64c6079cfdc0d674acc4aa54e3317f66ff8d8", - "scripts/test-clean-lab3.py": "63c806eafee190008eb27dd0ec7fc0d6c18aa57614eea419fd7ee2e7eb18e96a", - "scripts/test-clean-lab4.py": "c605bfbea6e0efa464c449b2446be572078133b4428845399b462f43b2979285", + "scripts/test-clean-lab4.py": "eefd78b94499c20087b35504e38f48a554a7830519c08c0ad99b146a76408804", "scripts/test-expiry.sh": "657bd7b3c757d1a51ad60a3e1590c11d73e40cd098319c0d841f68345806a080", "scripts/test-persistence.py": "699920fc23bf17f0db148f82be30d11edaff2ee9078643748383d5ba61169681", "scripts/test-reconciliation.sh": "f61b07c5553f84b59fffceab236bf6b600aea02ec7e14f843b77868e464ee96d", "scripts/test-upload-memory.sh": "cf4b1049c6e8b3602c2ba3b96977b6f1e193e9cb9437475d6a027b840013750c", "scripts/validate_openapi.py": "4e981acbfc10dac58817bf922d5896e996798551fedc1b2385130e1cddb13d54", - "scripts/verify-lab3.py": "daaeb8d2a49aeeb7c32fbde4c192f98882b8fec9ae665e7028a7c0350a597db8", - "scripts/verify-lab4.py": "fce5836c17c7e6ba3cdff8a9471c25d9bb45ff09b18f38c4dbb4be251dac941f", + "scripts/verify-lab4.py": "085a3c95b9c6484cc96e29531599ffdd3c8f21666bed508f993330cb2931f406", "src/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "src/__main__.py": "b1b472fa858b203911db455eb5c25965b961510985ec4d2c94f627d378aaa9f8", "src/api/__init__.py": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", @@ -346,6 +160,7 @@ "src/service/exceptions.py": "32a232596795b28c1ca5ebbd19ed938cc6086263ceaf476716e9ae310da9f685", "src/service/message.py": "87ea10afea7ce0d2b666015135e052cfa58af39977965712d3ca8c940ff9e977", "src/service/user.py": "44e561c97aff49d358e5f9ed02cfe6ae85abdd384423fe9dcc7b9b05f13f4bbb", + "student.env.example": "08edfd4f68f801cd8db6000dfa040f9be7ff10a11c6bbdf7544f6c996fc2f909", "tests/README.md": "e0bfa7e196797f6a5bf6e44d8ad2ffeb82651927ff5d8484eb1c2dda1ec7dec5", "tests/attachment_failover.py": "187ccd294301c5349714cbf6b3736a3f4d261f94962397db8a0cf41bd006449e", "tests/attachments.py": "24c3c7a8b21b7943da8edd4524de550e99b42246f8af1b31eacaff9a4acb5da8", @@ -361,7 +176,6 @@ "tests/fixtures/sample.png": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", "tests/idempotency_db.py": "e34287187b0e5abfef8ebe9f954fdcefc7fbb315ba99151b5179ff0fdd92665f", "tests/image_probe.py": "a9a4f89181c8e0fda6ce42e1a1af32fb42d8e3ae519e314207127c9b9b448b13", - "tests/lab3.py": "014ceba9d8fe4360257a59ab593cff25050f7c2a653a40b441f7cc290a9fe5a4", "tests/lab4_review.py": "11a958ed47feb016abd50bb8148fb49930603f70f6842e33b8f6b1307cf50482", "tests/load.py": "6d3511ea719c7a7e841083e73d435c86dcbfd9f4e5c2a07d62eb9614b01d9933", "tests/passwords.py": "8e5fbb5f5ff504c61500954335b9704f94e168b6adea57da64f69919e781e5ac", diff --git a/STUDENT_README.md b/STUDENT_README.md new file mode 100644 index 00000000..ac8bf7fb --- /dev/null +++ b/STUDENT_README.md @@ -0,0 +1,159 @@ +# Лабораторная 4: S3-хранилище и вложения + +Мессенджер на FastAPI с PostgreSQL, Redis и двумя API-репликами за HAProxy. +Оригиналы PNG/JPEG хранятся в приватном MinIO, метаданные и связи с сообщениями — +в PostgreSQL. Выполнены требования уровня 4 и трек 2 на 5: согласованность двух +хранилищ, повторяемая сверка, безопасная очистка и эксперименты. + +Автор: Каменский Андрей, БПИ2301. + +[Задание](README.md) · [Отчёт](STUDENT_REPORT.md) · [Семантика API](contracts/README.md) · +[OpenAPI](contracts/openapi.json) · [Алгоритм сверки](LAB4_RECONCILIATION.md) · +[Проверка замечаний преподавателя](LAB4_AUDIT.md) + +## Запуск с нуля + +Нужны Docker с Compose v2 и Python 3.13 для полного набора проверок. +Публичный HTTP smoke использует только стандартную библиотеку Python 3.9+. + +```sh +python3 scripts/setup-env.py +docker compose config --quiet +docker compose up -d --build --wait +python3 tests/smoke.py +``` + +`setup-env.py` создаёт `.env` с новыми случайными паролями и правами 0600, +не выводит значения и не перезаписывает существующий файл. Для существующего +стенда сохранить прежний `.env` и volumes. Логин стартового администратора — +`ADMIN_USERNAME`, пароль — `ADMIN_PASSWORD` из локального `.env`. + +Первый build собирает MinIO community из закреплённого commit, поэтому требует +интернет и может занять несколько минут. Это не зависит от наличия готового +официального образа MinIO. При запуске автоматически выполняются миграции до 008, +создание приватного bucket, пользователей и S3-политик. Все сервисы находятся +в этом Compose; заранее установленная БД или S3 не нужны. + +API: [http://localhost:8080](http://localhost:8080), +Swagger: [http://localhost:8080/docs](http://localhost:8080/docs). +Наружу опубликован только LB на loopback. Консоль MinIO выключена. + +В этой локальной копии после переноса выбран `APP_PORT=8084`: Swagger находится +на [http://localhost:8084/docs](http://localhost:8084/docs). Верификатор читает порт +из локального `.env`. Для отдельных Make-target можно передать +`BASE_URL=http://127.0.0.1:8084`. Новый клон по умолчанию использует 8080. + +```sh +docker compose down # остановить, сохранить данные +# Осознанно удалить все учебные данные текущего проекта: +# docker compose down --volumes +``` + +## Архитектура + +```mermaid +flowchart LR + C[Клиент] --> LB[HAProxy] + LB --> A1[API 1] + LB --> A2[API 2] + A1 --> PG[(PostgreSQL)] + A2 --> PG + A1 --> R[(Redis: сессии)] + A2 --> R + A1 --> S3[(Приватный MinIO)] + A2 --> S3 + W[Reconciler] --> PG + W --> S3 +``` + +PostgreSQL хранит пользователей, чаты, сообщения, вложения, идемпотентность и +журнал загрузок. Redis хранит сессии с TTL/AOF и кэш профилей. MinIO хранит +неизменённые оригиналы в volume `minio_data`. У API нет постоянного локального +состояния. У сообщения до 10 уникальных вложений; одно вложение можно повторно +использовать в том же чате. Связующая таблица сохраняет порядок и запрещает +связывать разные чаты составными внешними ключами. + +## Загрузка и чтение + +1. Создать пользователя и сессию, создать чат с явным списком участников. +2. `POST /api/v1/chats/{chat_id}/attachments?filename=photo.png`: Bearer-токен, + `Content-Type: image/png` или `image/jpeg`, в теле сырые байты одного файла. +3. После S3 PUT и COMMIT вернуть `201 Attachment`, `status=ready`, `variants=[]`. +4. Создать сообщение с `Idempotency-Key` и телом + `{"text":"", "attachment_ids":["UUID"]}`. Текст можно оставить пустым при наличии файла. +5. `GET /api/v1/attachments/{id}` — метаданные; + `GET /api/v1/attachments/{id}/content` — оригинал через API без redirect. + +Доступ есть только у участников чата; посторонним — 404. Filename не используется +как путь или S3 key. Размер — до 10 MiB, число пикселей — до 40 млн включительно. +Формат определяется по содержимому и сравнивается с MIME; после ранней проверки +размеров проверяются структура и декодирование. Оригинал не пересохраняется. +Примеры для HTTP-клиента: [examples/student-requests.http](examples/student-requests.http). + +API использует отдельную S3-учётную запись без DeleteObject и административных +прав. Reconciler может читать/удалять только в нашем префиксе, не может загружать +объекты. Owner credentials передаются только MinIO и bootstrap. + +## Согласованность и отказы + +Перед PUT отдельным COMMIT создаётся `upload_intents.pending`. Загрузчик удерживает +транзакционный advisory lock на ключ до публикации Attachment и перевода намерения +в committed. Reconciler пропускает занятые ключи; старые pending без Attachment +закрывает, бесхозные объекты удаляет. Запас для свежих объектов/попыток — 300 секунд, +настраивается через `RECONCILE_GRACE_SECONDS`. + +Сверка проходит каждые 300 секунд, ограничена нашим bucket и `originals/`, читает +ListObjectsV2 постранично. Потеря оригинала отмечается без удаления сообщений; +его восстановление подтверждается размером и SHA-256. Ошибка удаления не закрывает +возможность повторной очистки. Полный алгоритм и ограничения — +[LAB4_RECONCILIATION.md](LAB4_RECONCILIATION.md). + +```sh +make -f student.mk reconcile # dry-run: только показать действия +make -f student.mk reconcile-apply # повторно проверить и применить +``` + +Readiness проверяет PostgreSQL, Redis и bucket с HTTP-бюджетом 2 секунды. +Обычные бизнес-запросы ограничены 5 секундами до заголовков ответа, включая +ожидание отмены SQL/rollback. Зависшие обработчики отменяются, но занимают свой +лимит до завершения. После возобновления PostgreSQL API восстанавливается без +перезапуска. Binary upload имеет отдельный бюджет приёма и завершающий deadline. + +## Проверки + +```sh +python3 -m venv .venv +.venv/bin/python -m pip install -r requirements-student.txt +make -f student.mk check validate lint PYTHON=.venv/bin/python +make -f student.mk verify-lab4 PYTHON=.venv/bin/python +``` + +Полная проверка выполняет сценарии последовательно: публичный smoke, вложения, +конкурентную идемпотентность, замечания преподавателя, сверку со сбоями, память +при 10 загрузках, отказ загрузившей реплики, сохранность и сборку с пустыми volumes. +Она создаёт синтетические данные и временно останавливает/замораживает сервисы +учебного стенда; восстановление включено в сценарии. Отдельный clean-start +использует UUID-проект, новый порт и новые volumes; текущие данные не удаляются. +Итог: `evidence/lab4-final-summary.json`, детальный вывод — `evidence/lab4-final-*.txt`. + +```sh +make -f student.mk test-attachments PYTHON=.venv/bin/python +make -f student.mk test-lab4-review PYTHON=.venv/bin/python +make -f student.mk test-reconciliation +make -f student.mk test-upload-memory PYTHON=.venv/bin/python +make -f student.mk test-attachment-failover PYTHON=.venv/bin/python +make -f student.mk test-persistence-proof ACTION_SCRIPT=scripts/restart.sh PYTHON=.venv/bin/python +make -f student.mk test-clean-lab4 PYTHON=.venv/bin/python +``` + +Параметры и локальные credentials описаны в [student.env.example](student.env.example). +Результаты, методика и ограничения находятся в [REPORT.md](STUDENT_REPORT.md). + +## Исходные материалы преподавателя + +Все 34 файла skeleton сохранены побайтно, включая README.md, REPORT.md, Makefile, +.env.example, requirements-dev.txt, lab.json, тесты, контракт и исходный workflow. +Наши инструкции находятся в STUDENT_README.md, отчёт — в STUDENT_REPORT.md, +описание PR — в PULL_REQUEST.md. Наши команды — в student.mk, шаблон настроек — +student.env.example, полный набор зависимостей проверок — в requirements-student.txt. +Проверка неизменности: `python3 scripts/check-course-files.py`. diff --git a/STUDENT_REPORT.md b/STUDENT_REPORT.md index 6c81be01..2ccbfa45 100644 --- a/STUDENT_REPORT.md +++ b/STUDENT_REPORT.md @@ -166,18 +166,18 @@ tmpfs. После опыта восстанавливается обычный | Объектов | Медиана 3 обходов, с | LIST | HEAD | SQL statements | | --- | --- | --- | --- | --- | | 10 | 0.0181 | 1 | 10 | 53 | -| 100 | 0.1559 | 1 | 100 | 503 | -| 1005 | 1.9679 | 2 | 1005 | 5028 | +| 100 | 0.1851 | 1 | 100 | 503 | +| 1005 | 2.0142 | 2 | 1005 | 5028 | Оба профиля по 10 одновременных загрузок завершились без отказов: 20 ответов 201, -все SHA-256 и скачанные оригиналы совпали. Пики RAM: **124.71 / 128.91 MiB** +все SHA-256 и скачанные оригиналы совпали. Пики RAM: **131.07 / 120.52 MiB** при 512 MiB на реплику. Размеры PNG: 197105 и 4923446 байт. Обычный UPLOAD_CONCURRENCY=1 восстановлен. При замороженной PostgreSQL уже выполнявшаяся история вернула 503 за -**5.0988 с**, readiness — за **2.1109 с**. +**5.1996 с**, readiness — за **2.0638 с**. После unpause восстановились 200 без рестарта API. Пустой стенд дошёл до миграции -008; API build --no-cache занял 32.829 с. Временный проект, +008; API build --no-cache занял 51.866 с. Временный проект, volumes и его теги образов удалены; действующие данные сохранены. ![Измеренная стоимость обхода и память API](evidence/lab4-research/results.png) diff --git a/course-files.sha256.json b/course-files.sha256.json new file mode 100644 index 00000000..90ef1f4a --- /dev/null +++ b/course-files.sha256.json @@ -0,0 +1,39 @@ +{ + "commit": "ec540a1a725862a8619fcb758daec4ad197f0dd5", + "files": { + ".dockerignore": "62c0534ad74d9f0e2982e97d1fbadb66d80c493ed237df5bcb9fbb797062eb38", + ".env.example": "3c288de16b256fdd54bf458505d187ff8f114500ee3aeae26279cf5c7be6e8e3", + ".github/pull_request_template.md": "a8fcc8a4fd323d8d8bb3fd4e8d921b67efeeac4a8d6dafbf30249ac61c53ded7", + ".github/workflows/contracts.yml": "a45d7932ef14130aff8020bce79f043cccaf9692d697088a754d309a03f7d3e8", + ".gitignore": "c26ab45b3a778a5376f6db4f624a51c5fdbf1a404f9a26df8613449277d95438", + "CONTRIBUTING.md": "2c01dd698cc9653dece49a94c9fd3f58d36e84764aaa643b46e26d7e599dc12e", + "COURSE.md": "c34d53cd082d194aa4b58f504c4e0348d25b6afec3d6a9c0963dd01c9c81e971", + "Dockerfile.example": "fd7ac9491c0c3c663b083c41a762fb38bc2d212fa4a2ed3e6a0702af72108709", + "MAINTAINERS.md": "740d636380b05d64f5f3275885912bc1ce8a168d4e4f7bd4c68b7337b3b0b2e8", + "Makefile": "c05bd07058ae0949dd4905afdae7674bc7e3e63863a6cdf8b72661140d445826", + "README.md": "7fc4cfff884705202115fd93b7145d5bc3452e4db156dfef2b04e9d9edb74408", + "REPORT.md": "1bcf40eaba0cffbd652dd60f505924f808e7142d22573c650672176209f0fd1b", + "compose.example.yaml": "5368758f38e47f42c864b207f4baa05d5086773fa397b035dd2784d385e5c4a0", + "contracts/README.md": "72df27a559f88ffa3fd8c3c79d3c32f6db2c5986a0602677c51994c434a3fc4f", + "contracts/examples.json": "381cc18c03789e935b391d007fb5843964be9cfd9f7530cb6b1996ed4a1c4c37", + "contracts/infrastructure.json": "baaeb5a2233096a50d791f521bfc6dd66a23e516f81833c2b17c554cc0bab5d8", + "contracts/openapi.json": "c5c0ebdcf205018126c5bb91e2512b11f543827e76baa21d776210d05a0b2cca", + "evidence/README.md": "78e4bfd738d034597d15d8846accd8a8a5dc738a23a3d15f243f3992bd530cc3", + "examples/requests.http": "8c086fd540092b3e31a945a416632bcda6c4bea39253f86b076f791b362cf5e4", + "infra/README.md": "0e804fa51debba4c38d3cc84abf4704897665e0335b272060363f03aadd6354f", + "lab.json": "7d0945d93e302c34c3f26455b152f9d657110ee0a94a5074d85963bc7aa60526", + "requirements-dev.txt": "4cefdb67007caf026d1613be7c519c01b4c8343db7c4f4b618677e01cf113525", + "scripts/check_contract.py": "7c4402c2a6ab80d3b4676e1866d6ecc87b6daea14c080bcb9be9a7e8b959d671", + "scripts/restart.example.sh": "0328246ba75defbced992104e986fde973f63e3830d83251eced5953263e944b", + "scripts/stop-one.example.sh": "1bcf34394520b89d95b7605ec56675be799eea920e83cfbba306d5dc0a6d9811", + "scripts/validate_openapi.py": "4e981acbfc10dac58817bf922d5896e996798551fedc1b2385130e1cddb13d54", + "tests/README.md": "e0bfa7e196797f6a5bf6e44d8ad2ffeb82651927ff5d8484eb1c2dda1ec7dec5", + "tests/client.py": "8d50976fc7c7bbb81e88a152f613c61ab25eaf53dba33c6a9dfab19f868d546d", + "tests/fixtures/README.md": "c001783760b4f87a7a8441a7ba55f5d080ff48e1397d3581d72a88d7691f96c2", + "tests/fixtures/sample.png": "99ea7533c441f79cd630d15ce4d58d1ec4e06f6f0efb3b77a5c088305cd1bd75", + "tests/image_probe.py": "a9a4f89181c8e0fda6ce42e1a1af32fb42d8e3ae519e314207127c9b9b448b13", + "tests/load.py": "6d3511ea719c7a7e841083e73d435c86dcbfd9f4e5c2a07d62eb9614b01d9933", + "tests/resilience.py": "1f96663a174b3978d24eff66f2741f5f8c9b788d3242261d37a972720c52788b", + "tests/smoke.py": "52ac38eb343ff7d43e7543588e1da58ca06c9fce74b2b0d0bf0e4982bc23c1db" + } +} diff --git a/evidence/lab4-research/results.json b/evidence/lab4-research/results.json index 4c4ba0b3..17942bbc 100644 --- a/evidence/lab4-research/results.json +++ b/evidence/lab4-research/results.json @@ -3,7 +3,7 @@ { "objects": 10, "repeat": 1, - "seconds": 0.0193, + "seconds": 0.0219, "s3_requests": { "LIST": 1, "HEAD": 10 @@ -13,6 +13,16 @@ { "objects": 10, "repeat": 2, + "seconds": 0.0174, + "s3_requests": { + "LIST": 1, + "HEAD": 10 + }, + "db_statements": 53 + }, + { + "objects": 10, + "repeat": 3, "seconds": 0.0181, "s3_requests": { "LIST": 1, @@ -20,20 +30,10 @@ }, "db_statements": 53 }, - { - "objects": 10, - "repeat": 3, - "seconds": 0.0172, - "s3_requests": { - "LIST": 1, - "HEAD": 10 - }, - "db_statements": 53 - }, { "objects": 100, "repeat": 1, - "seconds": 0.1674, + "seconds": 0.1851, "s3_requests": { "LIST": 1, "HEAD": 100 @@ -43,7 +43,7 @@ { "objects": 100, "repeat": 2, - "seconds": 0.1533, + "seconds": 0.2289, "s3_requests": { "LIST": 1, "HEAD": 100 @@ -53,7 +53,7 @@ { "objects": 100, "repeat": 3, - "seconds": 0.1559, + "seconds": 0.1565, "s3_requests": { "LIST": 1, "HEAD": 100 @@ -63,7 +63,7 @@ { "objects": 1005, "repeat": 1, - "seconds": 1.6628, + "seconds": 2.0142, "s3_requests": { "LIST": 2, "HEAD": 1005 @@ -73,7 +73,7 @@ { "objects": 1005, "repeat": 2, - "seconds": 1.9679, + "seconds": 2.2763, "s3_requests": { "LIST": 2, "HEAD": 1005 @@ -83,7 +83,7 @@ { "objects": 1005, "repeat": 3, - "seconds": 1.9842, + "seconds": 1.7439, "s3_requests": { "LIST": 2, "HEAD": 1005 @@ -103,48 +103,48 @@ 256, 256 ], - "file_bytes": 197105, + "file_bytes": 197174, "concurrent_uploads": 10, "responses": [ { "status": 201, - "seconds": 0.8672 + "seconds": 0.6791 }, { "status": 201, - "seconds": 0.9497 + "seconds": 0.7479 }, { "status": 201, - "seconds": 0.9495 + "seconds": 0.6845 }, { "status": 201, - "seconds": 0.8663 + "seconds": 0.6778 }, { "status": 201, - "seconds": 0.8577 + "seconds": 0.7513 }, { "status": 201, - "seconds": 0.9492 + "seconds": 0.6638 }, { "status": 201, - "seconds": 0.9498 + "seconds": 0.4756 }, { "status": 201, - "seconds": 0.8513 + "seconds": 0.6777 }, { "status": 201, - "seconds": 0.9494 + "seconds": 0.6768 }, { "status": 201, - "seconds": 0.8673 + "seconds": 0.4765 } ] }, @@ -153,63 +153,63 @@ 1280, 1280 ], - "file_bytes": 4923278, + "file_bytes": 4923511, "concurrent_uploads": 10, "responses": [ { "status": 201, - "seconds": 1.0416 + "seconds": 0.9695 }, { "status": 201, - "seconds": 1.1384 + "seconds": 1.0506 }, { "status": 201, - "seconds": 0.8325 + "seconds": 0.7052 }, { "status": 201, - "seconds": 0.994 + "seconds": 1.0433 }, { "status": 201, - "seconds": 1.0969 + "seconds": 0.9752 }, { "status": 201, - "seconds": 0.9037 + "seconds": 0.8131 }, { "status": 201, - "seconds": 1.0042 + "seconds": 0.7254 }, { "status": 201, - "seconds": 1.1211 + "seconds": 0.6902 }, { "status": 201, - "seconds": 0.9889 + "seconds": 0.888 }, { "status": 201, - "seconds": 1.018 + "seconds": 1.0417 } ] } ], "memory": [ { - "baseline_bytes": 101765120, - "sampled_peak_bytes": 130772992, + "baseline_bytes": 102842368, + "sampled_peak_bytes": 137437184, "samples": 750, "interval_seconds": 0.02, "cgroup_limit_bytes": 536870912 }, { - "baseline_bytes": 96137216, - "sampled_peak_bytes": 135176192, + "baseline_bytes": 108802048, + "sampled_peak_bytes": 126369792, "samples": 750, "interval_seconds": 0.02, "cgroup_limit_bytes": 536870912 diff --git a/evidence/lab4-research/results.png b/evidence/lab4-research/results.png index 9b8a7484..d4f3de57 100644 Binary files a/evidence/lab4-research/results.png and b/evidence/lab4-research/results.png differ diff --git a/evidence/lab4-research/results.svg b/evidence/lab4-research/results.svg index ff42eaa5..adb14828 100644 --- a/evidence/lab4-research/results.svg +++ b/evidence/lab4-research/results.svg @@ -6,7 +6,7 @@ - 2026-11-12T19:15:00.578078 + 2026-11-12T19:39:02.786188 image/svg+xml @@ -30,52 +30,52 @@ z - - +" clip-path="url(#pa5e54751de)" style="fill: #3766a3"/> - +" clip-path="url(#pa5e54751de)" style="fill: #3766a3"/> - +" clip-path="url(#pa5e54751de)" style="fill: #3766a3"/> - - + - + - + - + @@ -136,12 +136,12 @@ z - + - + - + - + - - + - + - - + - + - - + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - + @@ -710,58 +609,58 @@ z - - - + + + - + - - - - - + + + + - - - - - + + + + + - - - - - + - + - - +" clip-path="url(#p6acf11ef04)" style="fill: #9bb8d9"/> - +" clip-path="url(#p6acf11ef04)" style="fill: #9bb8d9"/> - +" clip-path="url(#p6acf11ef04)" style="fill: #3766a3"/> - +" clip-path="url(#p6acf11ef04)" style="fill: #3766a3"/> - + - + - + - + - + - + - + - + @@ -1164,57 +1063,57 @@ z - - - + + +" clip-path="url(#p6acf11ef04)" style="fill: none; stroke: #b0b0b0; stroke-opacity: 0.2; stroke-width: 0.8; stroke-linecap: square"/> - + - + - + - + - - - + + + - + - + - + - + - - - + + + - + - + - + - + - - + + + - + - + - + - + - - + + + - + - + - + - + - - + + + - + - + - + - + - - - + + + - + - + - + - + - - - + + + - + - + - + - + - - - + + + - + - + - + - + - + - + - @@ -1574,18 +1473,18 @@ L 788.99976 18.118365 " style="fill: none; stroke: #000000; stroke-width: 0.8; stroke-linejoin: miter; stroke-linecap: square"/> - - - + - + - + - + - + @@ -1765,7 +1664,7 @@ L 680.55601 42.717584 z " style="fill: #3766a3"/> - + @@ -1802,11 +1701,11 @@ z - - + + - - + + diff --git a/examples/student-requests.http b/examples/student-requests.http new file mode 100644 index 00000000..f047c3ae --- /dev/null +++ b/examples/student-requests.http @@ -0,0 +1,68 @@ +# Optional HTTP-client worksheet; no extension is required by the course. +# Replace IDs/token locally from real responses; do not commit filled-in credentials. +# Canonical API: contracts/openapi.json and contracts/README.md. +@baseUrl = http://localhost:8080 +@aliceId = REPLACE_WITH_CREATED_ALICE_UUID +@bobId = REPLACE_WITH_CREATED_BOB_UUID +@chatId = REPLACE_WITH_CREATED_CHAT_UUID +@sessionToken = REPLACE_LOCALLY_DO_NOT_COMMIT + +### Liveness +GET {{baseUrl}}/health/live + +### Register Alice (repeat with username bob/display_name Боб) +POST {{baseUrl}}/api/v1/users +Content-Type: application/json + +{ + "username": "alice", + "display_name": "Алиса", + "password": "Example-only-not-a-real-secret-123" +} + +### Create session with Basic; the HTTP client encodes UTF-8 credentials +POST {{baseUrl}}/api/v1/auth/sessions +Authorization: Basic admin admin-password-123 + +### Create chat; both UUIDs must be real registered users +POST {{baseUrl}}/api/v1/chats +Authorization: Bearer {{sessionToken}} +Content-Type: application/json + +{"title":"Проект по ВНП","member_ids":["{{aliceId}}","{{bobId}}"]} + +### Send message +POST {{baseUrl}}/api/v1/chats/{{chatId}}/messages +Idempotency-Key: {{$uuid}} +Authorization: Bearer {{sessionToken}} +Content-Type: application/json + +{"text":"Привет, Боб!"} + +### Read first page +GET {{baseUrl}}/api/v1/chats/{{chatId}}/messages?limit=50 +Authorization: Bearer {{sessionToken}} + +### Lab4: upload one original PNG (raw body, not multipart) +POST {{baseUrl}}/api/v1/chats/{{chatId}}/attachments?filename=sample.png +Authorization: Bearer {{sessionToken}} +Content-Type: image/png + +< ../tests/fixtures/sample.png + +### Lab4: replace attachmentId with the UUID from the upload response +@attachmentId = REPLACE_WITH_UPLOADED_ATTACHMENT_UUID +GET {{baseUrl}}/api/v1/attachments/{{attachmentId}} +Authorization: Bearer {{sessionToken}} + +### Lab4: message with an image and no caption; use a fresh key for a new message +POST {{baseUrl}}/api/v1/chats/{{chatId}}/messages +Authorization: Bearer {{sessionToken}} +Content-Type: application/json +Idempotency-Key: lab4-image-example-001 + +{"text":"","attachment_ids":["{{attachmentId}}"]} + +### Lab4: original bytes through authorized API +GET {{baseUrl}}/api/v1/attachments/{{attachmentId}}/content +Authorization: Bearer {{sessionToken}} diff --git a/requirements-student.txt b/requirements-student.txt new file mode 100644 index 00000000..522e451d --- /dev/null +++ b/requirements-student.txt @@ -0,0 +1,5 @@ +-r requirements.txt +-r requirements-dev.txt + +ruff==0.14.2 +matplotlib==3.11.2 diff --git a/scripts/check-course-files.py b/scripts/check-course-files.py new file mode 100644 index 00000000..2cee1a0e --- /dev/null +++ b/scripts/check-course-files.py @@ -0,0 +1,15 @@ +"""Verify that every file supplied in the lab4 skeleton is byte-for-byte unchanged.""" +import hashlib +import json +from pathlib import Path + +root=Path(__file__).resolve().parents[1] +baseline=json.loads((root/'course-files.sha256.json').read_text()) +changed=[] +for name,digest in baseline['files'].items(): + path=root/name + if not path.is_file() or hashlib.sha256(path.read_bytes()).hexdigest()!=digest: + changed.append(name) +if changed: + raise SystemExit('Изменены исходные файлы преподавателя: '+', '.join(changed)) +print('PASS: all '+str(len(baseline['files']))+' supplied lab4 files are unchanged') diff --git a/student.mk b/student.mk new file mode 100644 index 00000000..ef765c35 --- /dev/null +++ b/student.mk @@ -0,0 +1,86 @@ +PYTHON ?= python3 +BASE_URL ?= http://localhost:8080 +CA_FILE ?= +ACTION_SCRIPT ?= +API_CONTAINER = $(shell docker compose ps -q api | head -n 1) +TLS_ARGS = $(if $(CA_FILE),--ca-file "$(CA_FILE)",) + +.PHONY: help up down migrate check validate lint format test load verify-lab4 +help: + @echo "Lab4: up, test, test-attachments, test-idempotency, test-lab4-review, test-reconciliation, test-upload-memory, test-attachment-failover, test-persistence-proof, test-clean-lab4, verify-lab4, export-submission" + +up: + docker compose up -d --build --wait + +down: + docker compose down + +migrate: + docker compose run --rm migration + +check: + $(PYTHON) scripts/check_contract.py + +validate: + $(PYTHON) scripts/validate_openapi.py + +lint: + $(PYTHON) -m ruff check src + $(PYTHON) -m ruff format --check src + +format: + $(PYTHON) -m ruff check --fix src + $(PYTHON) -m ruff format src + +test: + $(PYTHON) tests/smoke.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +load: + $(PYTHON) tests/load.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +verify-lab4: + $(PYTHON) scripts/verify-lab4.py + +.PHONY: test-attachments test-idempotency test-lab4-review test-reconciliation test-upload-memory +test-attachments: + $(PYTHON) tests/attachments.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-idempotency: + $(PYTHON) tests/idempotency.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-lab4-review: + $(PYTHON) tests/lab4_review.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-reconciliation: + scripts/test-reconciliation.sh + +test-upload-memory: + PYTHON="$(PYTHON)" scripts/test-upload-memory.sh + +.PHONY: test-attachment-failover test-failover test-persistence test-persistence-proof test-clean-lab4 +test-attachment-failover: + $(PYTHON) tests/attachment_failover.py --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-failover: + @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT=scripts/stop-one.sh"; exit 2) + $(PYTHON) tests/resilience.py --mode failover --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-persistence: + @test -n "$(ACTION_SCRIPT)" || (echo "Set ACTION_SCRIPT=scripts/restart.sh"; exit 2) + $(PYTHON) tests/resilience.py --mode persistence --action-script "$(ACTION_SCRIPT)" --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-persistence-proof: + $(PYTHON) scripts/test-persistence.py --action-script "scripts/restart.sh" --base-url "$(BASE_URL)" $(TLS_ARGS) + +test-clean-lab4: + $(PYTHON) scripts/test-clean-lab4.py + +.PHONY: reconcile reconcile-apply export-submission +reconcile: + docker compose exec -T reconciler python -m src.maintenance.reconcile + +reconcile-apply: + docker compose exec -T reconciler python -m src.maintenance.reconcile --apply + +export-submission: + $(PYTHON) scripts/export-submission.py diff --git a/tests/idempotency.py b/tests/idempotency.py new file mode 100644 index 00000000..3bafeb04 --- /dev/null +++ b/tests/idempotency.py @@ -0,0 +1,116 @@ +#!/usr/bin/env python3 +"""Конкурентная идемпотентность, область ключей и повторная авторизация.""" + +import json +import threading +import uuid +from concurrent.futures import ThreadPoolExecutor + +from client import Client, arguments, check, run + + +def main(): + args = arguments("Concurrent message idempotency") + c = Client(args.base_url, args.ca_file) + alice, bob, eve, chat = c.bootstrap() + path = "/api/v1/chats/" + chat["id"] + "/messages" + key = uuid.uuid4().hex + clients = [Client(args.base_url, args.ca_file) for _ in range(16)] + barrier = threading.Barrier(len(clients)) + + def send(local): + barrier.wait() + return local.message(alice, chat, "Одна отправка 👋", key=key) + + with ThreadPoolExecutor(max_workers=len(clients)) as pool: + responses = list(pool.map(send, clients)) + instances = {r["headers"]["X-Instance-Id"] for r in responses} + check(len(instances) >= 2, "Parallel repeats did not reach >=2 replicas") + original = responses[0]["json"] + check(all(r["json"] == original for r in responses), "Concurrent results differ") + messages = c.call("GET", path, actor=bob, schema="MessagePage")["json"]["items"] + check(messages == [original], "Concurrent retries duplicated message") + # Missing attachment_ids and [] are semantically equal; raw JSON ordering too. + replay = c.call( + "POST", + path, + 201, + actor=alice, + raw=b'{"attachment_ids":[],"text":"' + "Одна отправка 👋".encode() + b'"}', + headers={"Idempotency-Key": key, "Content-Type": "application/json"}, + schema="Message", + ) + check(replay["json"] == original, "Equivalent JSON did not replay") + c.call( + "POST", + path, + 409, + actor=alice, + body={"text": "Другой текст"}, + headers={"Idempotency-Key": key}, + ) + other = c.message(bob, chat, "Другой отправитель", key=key)["json"] + check(other["id"] != original["id"], "Key incorrectly shared across users") + chat2 = c.call( + "POST", + "/api/v1/chats", + 201, + actor=alice, + body={"title": "Другой чат", "member_ids": [alice["id"]]}, + schema="Chat", + )["json"] + check( + c.message(alice, chat2, "Другой чат", key=key)["json"]["id"] != original["id"], + "Key scope includes wrong chat", + ) + for invalid in [None, "", "bad key", "x" * 129, "bad/key"]: + c.call( + "POST", + path, + 400, + actor=alice, + body={"text": "invalid"}, + headers={} if invalid is None else {"Idempotency-Key": invalid}, + ) + # Validation/access failures must not consume a key. + retry_key = uuid.uuid4().hex + c.call( + "POST", path, 400, actor=alice, body={"text": ""}, headers={"Idempotency-Key": retry_key} + ) + c.message(alice, chat, "После 400", key=retry_key) + c.call( + "POST", + path, + 404, + actor=eve, + body={"text": original["text"]}, + headers={"Idempotency-Key": key}, + ) + c.call("DELETE", "/api/v1/auth/sessions/current", 204, actor=alice) + c.call( + "POST", + path, + 401, + actor=alice, + body={"text": original["text"]}, + headers={"Idempotency-Key": key}, + ) + for route in ["/health/live", "/health/ready", "/missing"]: + c.call("GET", route, 404 if route == "/missing" else 200) + print( + json.dumps( + { + "parallel_repeats": len(responses), + "instances": sorted(instances), + "messages_created": 1, + "checks": "normalization, conflict, key scope, invalid keys, access, logout, headers", + "result": "PASS", + }, + ensure_ascii=False, + indent=2, + ) + ) + + +if __name__ == "__main__": + run(main)