From 21d9976597ffb446752ce9b2eef745078ed1f7bb Mon Sep 17 00:00:00 2001 From: andsee18 Date: Fri, 13 Nov 2026 19:06:03 +0300 Subject: [PATCH] Implement lab4 S3 attachments Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com> --- .dockerignore | 5 + .github/pull_request_template.md | 20 +- Dockerfile | 13 + REPORT.md | 16 +- compose.yaml | 59 ++ nginx.conf | 16 + pom.xml | 25 + scripts/restart.sh | 3 + scripts/stop-one.sh | 5 + src/main/java/ru/mtusi/lab4/ApiException.java | 42 + src/main/java/ru/mtusi/lab4/Attachment.java | 7 + .../java/ru/mtusi/lab4/DatabaseStore.java | 294 +++++++ src/main/java/ru/mtusi/lab4/Main.java | 56 ++ .../java/ru/mtusi/lab4/MessengerServer.java | 729 ++++++++++++++++++ src/main/java/ru/mtusi/lab4/Models.java | 14 + src/main/java/ru/mtusi/lab4/ReadyProbe.java | 29 + src/main/java/ru/mtusi/lab4/S3Store.java | 29 + src/main/java/ru/mtusi/lab4/Session.java | 5 + .../resources/db/migration/V1__initial.sql | 56 ++ 19 files changed, 1405 insertions(+), 18 deletions(-) create mode 100644 Dockerfile create mode 100644 compose.yaml create mode 100644 nginx.conf create mode 100644 pom.xml create mode 100755 scripts/restart.sh create mode 100755 scripts/stop-one.sh create mode 100644 src/main/java/ru/mtusi/lab4/ApiException.java create mode 100644 src/main/java/ru/mtusi/lab4/Attachment.java create mode 100644 src/main/java/ru/mtusi/lab4/DatabaseStore.java create mode 100644 src/main/java/ru/mtusi/lab4/Main.java create mode 100644 src/main/java/ru/mtusi/lab4/MessengerServer.java create mode 100644 src/main/java/ru/mtusi/lab4/Models.java create mode 100644 src/main/java/ru/mtusi/lab4/ReadyProbe.java create mode 100644 src/main/java/ru/mtusi/lab4/S3Store.java create mode 100644 src/main/java/ru/mtusi/lab4/Session.java create mode 100644 src/main/resources/db/migration/V1__initial.sql diff --git a/.dockerignore b/.dockerignore index bc16e556..81ca2636 100644 --- a/.dockerignore +++ b/.dockerignore @@ -17,4 +17,9 @@ backups __pycache__ node_modules evidence +target +.idea +.vscode +*.iml +*.log .DS_Store diff --git a/.github/pull_request_template.md b/.github/pull_request_template.md index 1bec5472..a0656521 100644 --- a/.github/pull_request_template.md +++ b/.github/pull_request_template.md @@ -1,17 +1,17 @@ ## Лабораторная 4 -Автор / группа: TODO -Целевая оценка (3/4/5): TODO -Трек 5, если заявлен: TODO +Автор / группа: Афанасьев Андрей / БПИ2304 +Целевая оценка (3/4/5): 3 +Трек 5, если заявлен: не заявлен -Что реализовано и что перенесено: TODO -Команды запуска из чистого clone: TODO -Результаты проверок и ссылка на REPORT.md: TODO -Ограничения / известные ошибки: TODO -Источники и использование ИИ: TODO +Что реализовано и что перенесено: Перенесён минимум lab3 с PostgreSQL, общими сессиями, двумя API-репликами, Nginx и идемпотентностью. Добавлены MinIO, приватный bucket, метаданные Attachment в PostgreSQL, PNG/JPEG upload до 10 MiB, авторизованные metadata/content download и attachment_ids сообщений. +Команды запуска из чистого clone: `cp .env.example .env && docker compose --env-file .env up -d --build --wait && make test` +Результаты проверок и ссылка на REPORT.md: Сборка Maven внутри Docker проходит; сценарии описаны в REPORT.md. +Ограничения / известные ошибки: PostgreSQL и MinIO — единые точки отказа; треки 4/5 не заявлены. +Источники и использование ИИ: MinIO Java SDK, PostgreSQL JDBC, FastAPI-контракт курса; помощь ИИ при переносе и настройке. -- [ ] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. -- [ ] Контракт и публичные тесты не ослаблены. +- [x] Весь обязательный минимум текущей и предыдущих работ сохранён с объявленными переходами. +- [x] Контракт и публичные тесты не ослаблены. - [ ] make check и make test выполнены; приложен реальный вывод. - [ ] Сценарии отказов/безопасности своего уровня воспроизведены. - [ ] Все секреты и приватные ключи находятся вне Git; отчёт не содержит tokens. diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 00000000..810fa5c1 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,13 @@ +FROM maven:3.9.9-eclipse-temurin-21 AS build +WORKDIR /src +COPY pom.xml . +COPY src ./src +RUN mvn -q -DskipTests package + +FROM eclipse-temurin:21-jre +RUN useradd --system --create-home app +WORKDIR /app +COPY --from=build /src/target/messenger.jar /app/messenger.jar +USER app +EXPOSE 8080 +ENTRYPOINT ["java","-jar","/app/messenger.jar"] diff --git a/REPORT.md b/REPORT.md index 9ad2b84f..d048a0b9 100644 --- a/REPORT.md +++ b/REPORT.md @@ -1,24 +1,24 @@ # Отчёт — лабораторная 4 -- Автор, группа: TODO -- Целевая оценка; выбранный трек 5, если нужен: TODO +- Автор, группа: Афанасьев Андрей / БПИ2304 +- Целевая оценка; выбранный трек 5, если нужен: 3; трек не заявлен - Commit/PR: TODO после публикации - Использованные источники, библиотеки и помощь ИИ: TODO ## Запуск из чистого clone -TODO: версии runtime/образов, prerequisites, команды создания локальных secrets/.env, build, миграций, запуска, ожидания готовности, тестов и остановки. Указать необходимые действия оператора. Не вставлять секреты. Отдельно указать безопасную остановку и команду намеренного удаления учебных данных. +Требуется Docker Compose. Запуск: `cp .env.example .env`, затем `docker compose --env-file .env up -d --build --wait`; проверка: `make test`. Для persistence используется `scripts/restart.sh`, для failover — `scripts/stop-one.sh api1`. Остановка без удаления данных: `docker compose down`; volumes удаляются отдельно только намеренно. ## Архитектура и решения -TODO: схема процессов/хранилищ, источник истины, транзакционные границы, ограничения. Что перенесено из lab3, что изменено в этой работе. Соответствие переменных из .env.example реальной конфигурации. +Перенесены две API-реплики, Nginx, PostgreSQL, Bearer-сессии и идемпотентность lab3. Добавлены MinIO с именованным volume `s3_data`, таблицы `attachments`/`message_attachments` и API загрузки/метаданных/скачивания. PostgreSQL хранит только метаданные, байты — в приватном bucket. Загрузка ограничена 10 MiB и проверяет PNG/JPEG сигнатуру; доступ проверяется членством в чате. ## Доказательства критериев | Критерий README | Команда/сценарий | Наблюдаемый результат | Файл доказательства | | --- | --- | --- | --- | -| Публичный smoke | make test | TODO | TODO | -| Остальные пункты уровня 3 | TODO | TODO | TODO | +| Публичный smoke | make test | Проверка API, вложений и checksum | tests/ | +| Остальные пункты уровня 3 | persistence/failover hooks | Общие PostgreSQL и MinIO volumes | scripts/ | | Все пункты уровня 4, если заявлен | TODO | TODO | TODO | | Выбранный трек 5, если заявлен | TODO | TODO | TODO | @@ -26,7 +26,7 @@ TODO: добавить отдельную строку для каждого з ## Эксперименты и отказы -TODO: гипотеза, hardware/лимиты, версии, объём данных, профиль нагрузки, concurrency/arrival rate, длительность/прогрев, повторы, успешные RPS, ошибки, p50/p95/p99, CPU/RAM. Сохранить raw summary без tokens и объяснить ограничения измерения. +Для целевой оценки 3 отдельный исследовательский трек не заявлялся. | Воздействие | Что ожидаем | Что наблюдали | Время восстановления / потеря данных | | --- | --- | --- | --- | @@ -34,4 +34,4 @@ TODO: гипотеза, hardware/лимиты, версии, объём данн ## Ограничения и следующие шаги -TODO: какие отказы выдерживаются и какие нет; что не реализовано; где учебное упрощение; какое улучшение подтверждено, а какое пока гипотеза. +Стенд рассчитан на отказ одной API-реплики и перезапуск с сохранением volumes. PostgreSQL и MinIO остаются едиными точками отказа. Административная консоль MinIO наружу не публикуется. diff --git a/compose.yaml b/compose.yaml new file mode 100644 index 00000000..951be4cd --- /dev/null +++ b/compose.yaml @@ -0,0 +1,59 @@ +services: + postgres: + image: postgres:16.6-alpine + environment: + POSTGRES_DB: messenger + POSTGRES_USER: messenger + POSTGRES_PASSWORD: ${POSTGRES_PASSWORD:-messenger_local_only} + volumes: [postgres_data:/var/lib/postgresql/data] + healthcheck: + test: ["CMD-SHELL", "pg_isready -U messenger -d messenger"] + interval: 3s + timeout: 3s + retries: 20 + minio: + image: quay.io/minio/minio:RELEASE.2024-12-18T13-15-44Z + command: server /data + environment: + MINIO_ROOT_USER: messenger + MINIO_ROOT_PASSWORD: messenger-secret + volumes: [s3_data:/data] + healthcheck: + test: ["CMD", "mc", "ready", "local"] + interval: 3s + timeout: 3s + retries: 20 + api1: + build: . + environment: &api-env + APP_HOST: 0.0.0.0 + APP_PORT: 8080 + INSTANCE_ID: api1 + DATABASE_URL: jdbc:postgresql://postgres:5432/messenger + DATABASE_USER: messenger + DATABASE_PASSWORD: ${POSTGRES_PASSWORD:-messenger_local_only} + S3_ENDPOINT: http://minio:9000 + S3_ACCESS_KEY: messenger + S3_SECRET_KEY: messenger-secret + S3_BUCKET: attachments + expose: ["8080"] + depends_on: + postgres: {condition: service_healthy} + minio: {condition: service_healthy} + api2: + build: . + environment: + <<: *api-env + INSTANCE_ID: api2 + expose: ["8080"] + depends_on: + postgres: {condition: service_healthy} + minio: {condition: service_healthy} + lb: + image: nginx:1.27.3-alpine + ports: ["127.0.0.1:${HOST_PORT:-8080}:8080"] + volumes: ["./nginx.conf:/etc/nginx/nginx.conf:ro"] + depends_on: [api1, api2] +volumes: + postgres_data: + s3_data: diff --git a/nginx.conf b/nginx.conf new file mode 100644 index 00000000..99127c17 --- /dev/null +++ b/nginx.conf @@ -0,0 +1,16 @@ +events {} +http { + upstream api_backend { + server api1:8080 max_fails=2 fail_timeout=2s; + server api2:8080 max_fails=2 fail_timeout=2s; + } + server { + listen 8080; + location / { + proxy_pass http://api_backend; + proxy_next_upstream error timeout http_502 http_503 http_504; + proxy_connect_timeout 1s; + proxy_read_timeout 10s; + } + } +} diff --git a/pom.xml b/pom.xml new file mode 100644 index 00000000..2fd6d5d2 --- /dev/null +++ b/pom.xml @@ -0,0 +1,25 @@ + + + 4.0.0 + ru.mtusilab4-messenger1.0.0 + + UTF-8 + 21 + 2.18.2 + + + com.fasterxml.jackson.corejackson-databind${jackson.version} + org.postgresqlpostgresql42.7.5 + org.mindrotjbcrypt0.4 + io.miniominio8.5.17 + org.junit.jupiterjunit-jupiter5.11.4test + + + messenger + + org.apache.maven.pluginsmaven-compiler-plugin3.13.0 + org.apache.maven.pluginsmaven-surefire-plugin3.5.2 + org.apache.maven.pluginsmaven-shade-plugin3.6.0packageshadefalseru.mtusi.lab4.Main*:*META-INF/*.SFMETA-INF/*.DSAMETA-INF/*.RSA + + + diff --git a/scripts/restart.sh b/scripts/restart.sh new file mode 100755 index 00000000..d64a7546 --- /dev/null +++ b/scripts/restart.sh @@ -0,0 +1,3 @@ +#!/bin/sh +set -eu +docker compose up -d --build --force-recreate postgres minio api1 api2 lb diff --git a/scripts/stop-one.sh b/scripts/stop-one.sh new file mode 100755 index 00000000..c1676b29 --- /dev/null +++ b/scripts/stop-one.sh @@ -0,0 +1,5 @@ +#!/bin/sh +set -eu +service="${1:-api1}" +case "$service" in api1|api2) ;; *) echo "usage: $0 api1|api2" >&2; exit 2 ;; esac +docker compose stop "$service" diff --git a/src/main/java/ru/mtusi/lab4/ApiException.java b/src/main/java/ru/mtusi/lab4/ApiException.java new file mode 100644 index 00000000..bec5d20a --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/ApiException.java @@ -0,0 +1,42 @@ +package ru.mtusi.lab4; + +final class ApiException extends RuntimeException { + final int status; + final String code; + final String clientMessage; + + private ApiException(int status, String code, String clientMessage) { + super(code); + this.status = status; + this.code = code; + this.clientMessage = clientMessage; + } + + static ApiException invalid(String message) { + return new ApiException(400, "invalid_request", message); + } + + static ApiException unauthorized() { + return new ApiException(401, "unauthorized", "Нет действительной идентификации"); + } + + static ApiException notFound() { + return new ApiException(404, "not_found", "Объект не найден"); + } + + static ApiException conflict() { + return new ApiException(409, "conflict", "Имя пользователя уже занято"); + } + + static ApiException tooLarge() { + return new ApiException(413, "payload_too_large", "Тело запроса слишком большое"); + } + + static ApiException unavailable() { + return new ApiException(503, "unavailable", "Сервер останавливается"); + } + + static ApiException internalError() { + return new ApiException(500, "internal_error", "Внутренняя ошибка"); + } +} diff --git a/src/main/java/ru/mtusi/lab4/Attachment.java b/src/main/java/ru/mtusi/lab4/Attachment.java new file mode 100644 index 00000000..36c2c748 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/Attachment.java @@ -0,0 +1,7 @@ +package ru.mtusi.lab4; + +import java.time.Instant; +import java.util.UUID; + +record Attachment(UUID id, UUID chatId, UUID ownerId, String filename, String contentType, + long sizeBytes, String sha256, String objectKey, Instant createdAt, Instant updatedAt) {} diff --git a/src/main/java/ru/mtusi/lab4/DatabaseStore.java b/src/main/java/ru/mtusi/lab4/DatabaseStore.java new file mode 100644 index 00000000..644f6252 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/DatabaseStore.java @@ -0,0 +1,294 @@ +package ru.mtusi.lab4; + +import java.io.IOException; +import java.io.InputStream; +import java.nio.charset.StandardCharsets; +import java.sql.*; +import java.time.Instant; +import java.time.temporal.ChronoUnit; +import java.util.ArrayList; +import java.util.List; +import java.util.Optional; +import java.util.UUID; + +final class DatabaseStore implements AutoCloseable { + private final String url; + private final String user; + private final String password; + + DatabaseStore() { + this.url = setting("DATABASE_URL", "jdbc:postgresql://localhost:5432/messenger"); + this.user = setting("DATABASE_USER", "messenger"); + this.password = setting("DATABASE_PASSWORD", "messenger"); + try { + Class.forName("org.postgresql.Driver"); + migrate(); + } catch (Exception e) { + throw new IllegalStateException("database initialization failed", e); + } + } + + private static String setting(String name, String fallback) { + String value = System.getenv(name); + return value == null || value.isBlank() ? fallback : value.trim(); + } + + private Connection connection() throws SQLException { + return DriverManager.getConnection(url, user, password); + } + + private void migrate() throws SQLException, IOException { + try (Connection c = connection()) { + c.setAutoCommit(false); + try (Statement s = c.createStatement()) { + s.execute("SELECT pg_advisory_xact_lock(3103)"); + s.execute("CREATE TABLE IF NOT EXISTS schema_version (version integer primary key, applied_at timestamptz not null default now())"); + try (ResultSet rs = s.executeQuery("SELECT count(*) FROM schema_version WHERE version=1")) { + rs.next(); + if (rs.getInt(1) == 0) { + String sql; + try (InputStream in = DatabaseStore.class.getResourceAsStream("/db/migration/V1__initial.sql")) { + if (in == null) throw new IOException("migration resource missing"); + sql = new String(in.readAllBytes(), StandardCharsets.UTF_8); + } + for (String statement : sql.split(";")) { + if (!statement.isBlank()) s.execute(statement); + } + s.execute("INSERT INTO schema_version(version) VALUES (1)"); + } + } + } + c.commit(); + } + } + + User createUser(String username, String displayName, String passwordHash) { + UUID id = UUID.randomUUID(); + try (Connection c = connection(); + PreparedStatement p = c.prepareStatement( + "INSERT INTO users(id,username,display_name,password_hash) VALUES (?,?,?,?)")) { + p.setObject(1, id); p.setString(2, username); p.setString(3, displayName); p.setString(4, passwordHash); + p.executeUpdate(); + return findUser(id).orElseThrow(ApiException::unavailable); + } catch (SQLException e) { + if ("23505".equals(e.getSQLState())) throw ApiException.conflict(); + throw unavailable(e); + } + } + + Optional credential(String username) { + try (Connection c = connection(); + PreparedStatement p = c.prepareStatement("SELECT id,username,display_name,created_at,password_hash FROM users WHERE username=?")) { + p.setString(1, username); + try (ResultSet r = p.executeQuery()) { + return r.next() ? Optional.of(new Credential(user(r), r.getString("password_hash"))) : Optional.empty(); + } + } catch (SQLException e) { throw unavailable(e); } + } + + Optional findUser(UUID id) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT id,username,display_name,created_at FROM users WHERE id=?")) { + p.setObject(1, id); + try (ResultSet r = p.executeQuery()) { return r.next() ? Optional.of(user(r)) : Optional.empty(); } + } catch (SQLException e) { throw unavailable(e); } + } + + Session createSession(UUID userId, String token, Instant expiresAt) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "INSERT INTO sessions(token,user_id,expires_at) VALUES (?,?,?)")) { + p.setString(1, token); p.setObject(2, userId); p.setTimestamp(3, Timestamp.from(expiresAt)); + p.executeUpdate(); + return new Session(token, expiresAt, findUser(userId).orElseThrow(ApiException::unauthorized)); + } catch (SQLException e) { throw unavailable(e); } + } + + Optional session(String token) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT s.token,s.expires_at,u.id,u.username,u.display_name,u.created_at " + + "FROM sessions s JOIN users u ON u.id=s.user_id WHERE s.token=? AND s.expires_at>now()")) { + p.setString(1, token); + try (ResultSet r = p.executeQuery()) { + if (!r.next()) return Optional.empty(); + return Optional.of(new Session(r.getString("token"), r.getTimestamp("expires_at").toInstant(), user(r))); + } + } catch (SQLException e) { throw unavailable(e); } + } + + void revoke(String token) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement("DELETE FROM sessions WHERE token=?")) { + p.setString(1, token); p.executeUpdate(); + } catch (SQLException e) { throw unavailable(e); } + } + + Chat createChat(UUID callerId, String title, List members) { + UUID id = UUID.randomUUID(); + try (Connection c = connection()) { + c.setAutoCommit(false); + try { + for (UUID member : members) { + try (PreparedStatement p = c.prepareStatement("SELECT 1 FROM users WHERE id=?")) { + p.setObject(1, member); + try (ResultSet r = p.executeQuery()) { if (!r.next()) throw ApiException.invalid("Указан неизвестный участник"); } + } + } + Instant now = Instant.now(); + try (PreparedStatement p = c.prepareStatement("INSERT INTO chats(id,title,created_at) VALUES (?,?,?)")) { + p.setObject(1, id); p.setString(2, title); p.setTimestamp(3, Timestamp.from(now)); p.executeUpdate(); + } + try (PreparedStatement p = c.prepareStatement("INSERT INTO chat_members(chat_id,user_id) VALUES (?,?)")) { + for (UUID member : members) { p.setObject(1, id); p.setObject(2, member); p.addBatch(); } + p.executeBatch(); + } + c.commit(); + return new Chat(id, title, List.copyOf(members), now); + } catch (RuntimeException | SQLException e) { + c.rollback(); + if (e instanceof ApiException a) throw a; + if (e instanceof SQLException sql) throw unavailable(sql); + throw ApiException.unavailable(); + } + } catch (SQLException e) { throw unavailable(e); } + } + + List chatsOf(UUID userId) { + List result = new ArrayList<>(); + String sql = "SELECT c.id,c.title,c.created_at FROM chats c JOIN chat_members m ON m.chat_id=c.id WHERE m.user_id=? ORDER BY c.created_at,c.id"; + try (Connection c = connection(); PreparedStatement p = c.prepareStatement(sql)) { + p.setObject(1, userId); + try (ResultSet r = p.executeQuery()) { + while (r.next()) result.add(chat(c, r)); + } + return result; + } catch (SQLException e) { throw unavailable(e); } + } + + Optional visibleChat(UUID userId, UUID chatId) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT c.id,c.title,c.created_at FROM chats c JOIN chat_members m ON m.chat_id=c.id WHERE c.id=? AND m.user_id=?")) { + p.setObject(1, chatId); p.setObject(2, userId); + try (ResultSet r = p.executeQuery()) { return r.next() ? Optional.of(chat(c, r)) : Optional.empty(); } + } catch (SQLException e) { throw unavailable(e); } + } + + Message addMessage(UUID senderId, UUID chatId, String text) { + if (visibleChat(senderId, chatId).isEmpty()) throw ApiException.notFound(); + UUID id = UUID.randomUUID(); Instant now = Instant.now().truncatedTo(ChronoUnit.MICROS); + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "INSERT INTO messages(id,chat_id,sender_id,text,created_at) VALUES (?,?,?,?,?)")) { + p.setObject(1,id); p.setObject(2,chatId); p.setObject(3,senderId); p.setString(4,text); p.setTimestamp(5, Timestamp.from(now)); p.executeUpdate(); + return new Message(id, chatId, senderId, text, now); + } catch (SQLException e) { throw unavailable(e); } + } + + Optional idempotentMessage(UUID senderId, UUID chatId, String key, String bodyHash) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT m.id,m.chat_id,m.sender_id,m.text,m.created_at,i.body_hash " + + "FROM idempotency_keys i JOIN messages m ON m.id=i.message_id " + + "WHERE i.user_id=? AND i.chat_id=? AND i.key=?")) { + p.setObject(1, senderId); p.setObject(2, chatId); p.setString(3, key); + try (ResultSet r = p.executeQuery()) { + if (!r.next()) return Optional.empty(); + if (!r.getString("body_hash").equals(bodyHash)) throw ApiException.conflict(); + return Optional.of(new Message((UUID) r.getObject("id"), (UUID) r.getObject("chat_id"), + (UUID) r.getObject("sender_id"), r.getString("text"), r.getTimestamp("created_at").toInstant())); + } + } catch (SQLException e) { throw unavailable(e); } + } + + Message addIdempotentMessage(UUID senderId, UUID chatId, String key, String bodyHash, String text) { + if (visibleChat(senderId, chatId).isEmpty()) throw ApiException.notFound(); + try (Connection c = connection()) { + c.setAutoCommit(false); + try { + UUID id = UUID.randomUUID(); + Instant now = Instant.now().truncatedTo(ChronoUnit.MICROS); + try (PreparedStatement p = c.prepareStatement( + "INSERT INTO messages(id,chat_id,sender_id,text,created_at) VALUES (?,?,?,?,?)")) { + p.setObject(1,id); p.setObject(2,chatId); p.setObject(3,senderId); + p.setString(4,text); p.setTimestamp(5,Timestamp.from(now)); p.executeUpdate(); + } + + try (PreparedStatement p = c.prepareStatement( + "INSERT INTO idempotency_keys(user_id,chat_id,key,body_hash,message_id) VALUES (?,?,?,?,?)")) { + p.setObject(1,senderId); p.setObject(2,chatId); p.setString(3,key); + p.setString(4,bodyHash); p.setObject(5,id); p.executeUpdate(); + } + + c.commit(); + return new Message(id, chatId, senderId, text, now); + } catch (SQLException e) { + c.rollback(); + if ("23505".equals(e.getSQLState())) { + return idempotentMessage(senderId, chatId, key, bodyHash).orElseThrow(ApiException::unavailable); + } + throw unavailable(e); + } + } catch (SQLException e) { throw unavailable(e); } + } + + Optional attachment(UUID userId, UUID id) { + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT a.* FROM attachments a JOIN chat_members m ON m.chat_id=a.chat_id WHERE a.id=? AND m.user_id=?")) { + p.setObject(1,id); p.setObject(2,userId); + try (ResultSet r=p.executeQuery()) { return r.next() ? Optional.of(attachment(r)) : Optional.empty(); } + } catch (SQLException e) { throw unavailable(e); } + } + + Attachment createAttachment(UUID ownerId, UUID chatId, String filename, String type, long size, String sha, String objectKey) { + if (visibleChat(ownerId, chatId).isEmpty()) throw ApiException.notFound(); + UUID id=UUID.randomUUID(); Instant now=Instant.now(); + try(Connection c=connection(); PreparedStatement p=c.prepareStatement( + "INSERT INTO attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256,object_key,created_at,updated_at) VALUES (?,?,?,?,?,?,?,?,?,?)")){ + p.setObject(1,id);p.setObject(2,chatId);p.setObject(3,ownerId);p.setString(4,filename);p.setString(5,type);p.setLong(6,size);p.setString(7,sha);p.setString(8,objectKey);p.setTimestamp(9,Timestamp.from(now));p.setTimestamp(10,Timestamp.from(now));p.executeUpdate(); + return new Attachment(id,chatId,ownerId,filename,type,size,sha,objectKey,now,now); + } catch(SQLException e){throw unavailable(e);} + } + + void attachToMessage(UUID userId, UUID messageId, UUID chatId, List ids) { + if (visibleChat(userId,chatId).isEmpty()) throw ApiException.notFound(); + try(Connection c=connection(); PreparedStatement p=c.prepareStatement("INSERT INTO message_attachments(message_id,attachment_id) VALUES (?,?)")){ + for(UUID id:ids){try(PreparedStatement q=c.prepareStatement("SELECT id FROM attachments WHERE id=? AND chat_id=?")){q.setObject(1,id);q.setObject(2,chatId);try(ResultSet r=q.executeQuery()){if(!r.next())throw ApiException.notFound();}}p.setObject(1,messageId);p.setObject(2,id);p.addBatch();}p.executeBatch(); + } catch(ApiException e){throw e;}catch(SQLException e){throw unavailable(e);} + } + + List attachmentIds(UUID messageId) { + List ids=new ArrayList<>(); + try(Connection c=connection();PreparedStatement p=c.prepareStatement("SELECT attachment_id FROM message_attachments WHERE message_id=? ORDER BY attachment_id")){p.setObject(1,messageId);try(ResultSet r=p.executeQuery()){while(r.next())ids.add((UUID)r.getObject(1));}return ids;}catch(SQLException e){throw unavailable(e);} + } + + List messagesOf(UUID userId, UUID chatId) { + if (visibleChat(userId, chatId).isEmpty()) throw ApiException.notFound(); + List result = new ArrayList<>(); + try (Connection c = connection(); PreparedStatement p = c.prepareStatement( + "SELECT id,chat_id,sender_id,text,created_at FROM messages WHERE chat_id=? ORDER BY created_at,id")) { + p.setObject(1, chatId); + try (ResultSet r = p.executeQuery()) { + while (r.next()) result.add(new Message((UUID)r.getObject("id"), (UUID)r.getObject("chat_id"), + (UUID)r.getObject("sender_id"), r.getString("text"), r.getTimestamp("created_at").toInstant())); + } + return result; + } catch (SQLException e) { throw unavailable(e); } + } + + private static User user(ResultSet r) throws SQLException { + return new User((UUID) r.getObject("id"), r.getString("username"), r.getString("display_name"), + r.getTimestamp("created_at").toInstant()); + } + private static Chat chat(Connection c, ResultSet r) throws SQLException { + List ids = new ArrayList<>(); + try (PreparedStatement p = c.prepareStatement("SELECT user_id FROM chat_members WHERE chat_id=? ORDER BY user_id")) { + p.setObject(1, r.getObject("id")); + try (ResultSet m = p.executeQuery()) { while (m.next()) ids.add((UUID)m.getObject(1)); } + } + return new Chat((UUID)r.getObject("id"), r.getString("title"), ids, r.getTimestamp("created_at").toInstant()); + } + private static Attachment attachment(ResultSet r) throws SQLException { + return new Attachment((UUID)r.getObject("id"),(UUID)r.getObject("chat_id"),(UUID)r.getObject("owner_id"), + r.getString("filename"),r.getString("content_type"),r.getLong("size_bytes"),r.getString("sha256"), + r.getString("object_key"),r.getTimestamp("created_at").toInstant(),r.getTimestamp("updated_at").toInstant()); + } + private static ApiException unavailable(SQLException e) { return ApiException.unavailable(); } + @Override public void close() { } + record Credential(User user, String passwordHash) {} +} diff --git a/src/main/java/ru/mtusi/lab4/Main.java b/src/main/java/ru/mtusi/lab4/Main.java new file mode 100644 index 00000000..75f892aa --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/Main.java @@ -0,0 +1,56 @@ +package ru.mtusi.lab4; + +public final class Main { + private Main() { + } + + public static void main(String[] args) { + String host = env("APP_HOST", "0.0.0.0"); + int port = port(env("APP_PORT", "8080")); + String appEnv = env("APP_ENV", "lab"); + MessengerServer server; + try { + server = MessengerServer.start(host, port, System.out::println, System.err::println); + } catch (IllegalArgumentException | java.io.IOException e) { + System.err.println("event=bind_failed type=" + e.getClass().getSimpleName()); + System.exit(1); + return; + } + System.out.println("event=listen host=" + host + " port=" + server.port() + " env=" + appEnv); + Runtime.getRuntime().addShutdownHook(new Thread(() -> { + long started = System.nanoTime(); + System.out.println("event=shutdown phase=begin"); + server.stop(); + long durationMs = (System.nanoTime() - started) / 1_000_000L; + System.out.println("event=shutdown phase=end duration_ms=" + durationMs); + }, "shutdown")); + try { + Thread.currentThread().join(); + } catch (InterruptedException e) { + Thread.currentThread().interrupt(); + server.stop(); + } + } + + private static String env(String name, String fallback) { + String value = System.getenv(name); + if (value == null || value.isBlank()) { + return fallback; + } + return value.trim(); + } + + private static int port(String raw) { + try { + int value = Integer.parseInt(raw); + if (value < 0 || value > 65535) { + throw new NumberFormatException(); + } + return value; + } catch (NumberFormatException e) { + System.err.println("event=config_failed name=APP_PORT"); + System.exit(1); + return 8080; + } + } +} diff --git a/src/main/java/ru/mtusi/lab4/MessengerServer.java b/src/main/java/ru/mtusi/lab4/MessengerServer.java new file mode 100644 index 00000000..1c049231 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/MessengerServer.java @@ -0,0 +1,729 @@ +package ru.mtusi.lab4; + +import com.fasterxml.jackson.core.JsonParser; +import com.fasterxml.jackson.core.StreamReadFeature; +import com.fasterxml.jackson.databind.JsonNode; +import com.fasterxml.jackson.databind.json.JsonMapper; +import com.fasterxml.jackson.databind.node.ArrayNode; +import com.fasterxml.jackson.databind.node.ObjectNode; +import com.sun.net.httpserver.HttpExchange; +import com.sun.net.httpserver.HttpServer; +import org.mindrot.jbcrypt.BCrypt; + +import java.io.ByteArrayOutputStream; +import java.io.IOException; +import java.io.InputStream; +import java.io.OutputStream; +import java.net.InetSocketAddress; +import java.net.URLDecoder; +import java.nio.charset.StandardCharsets; +import java.time.Instant; +import java.time.format.DateTimeFormatter; +import java.util.ArrayList; +import java.util.Base64; +import java.util.Comparator; +import java.util.LinkedHashMap; +import java.util.List; +import java.util.Locale; +import java.util.Map; +import java.util.Set; +import java.util.UUID; +import java.security.SecureRandom; +import java.security.MessageDigest; +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; +import java.util.concurrent.atomic.AtomicBoolean; +import java.util.function.Consumer; +import java.util.regex.Pattern; + +final class MessengerServer { + private static final int MAX_BODY = 64 * 1024; + private static final int MAX_ATTACHMENT = 10 * 1024 * 1024; + private static final Pattern USERNAME = Pattern.compile("^[a-z0-9_]{3,32}$"); + private static final Pattern UUID_TEXT = Pattern.compile( + "(?i)[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}"); + private static final JsonMapper JSON = JsonMapper.builder() + .enable(StreamReadFeature.STRICT_DUPLICATE_DETECTION) + .build(); + + private final HttpServer http; + private final DatabaseStore store = new DatabaseStore(); + private final S3Store objects = new S3Store(); + private final SecureRandom random = new SecureRandom(); + private final long sessionTtlSeconds = Long.parseLong(System.getenv().getOrDefault("SESSION_TTL_SECONDS", "3600")); + private final AtomicBoolean accepting = new AtomicBoolean(true); + private final AtomicBoolean stopped = new AtomicBoolean(false); + private final Consumer info; + private final Consumer error; + private final int port; + private final String instanceId = System.getenv().getOrDefault("INSTANCE_ID", UUID.randomUUID().toString()); + + private MessengerServer(String host, int port, Consumer info, Consumer error) throws IOException { + this.info = info; + this.error = error; + this.http = HttpServer.create(new InetSocketAddress(host, port), 128); + this.port = http.getAddress().getPort(); + ExecutorService pool = Executors.newFixedThreadPool(64, runnable -> { + Thread thread = new Thread(runnable, "http"); + thread.setDaemon(true); + return thread; + }); + http.setExecutor(pool); + http.createContext("/", this::handle); + http.start(); + } + + static MessengerServer start(String host, int port, Consumer info, Consumer error) throws IOException { + return new MessengerServer(host, port, info, error); + } + + int port() { + return port; + } + + void refuseNewRequests() { + accepting.set(false); + } + + void stop() { + accepting.set(false); + if (stopped.compareAndSet(false, true)) { + http.stop(2); + } + } + + private void handle(HttpExchange exchange) { + long started = System.nanoTime(); + String requestId = UUID.randomUUID().toString(); + String method = exchange.getRequestMethod(); + String path = exchange.getRequestURI().getPath() == null ? "" : exchange.getRequestURI().getPath(); + int status = 500; + try { + status = dispatch(exchange, requestId, method, path); + } catch (ApiException exception) { + status = writeError(exchange, requestId, exception); + } catch (Exception exception) { + error.accept("event=unexpected type=" + exception.getClass().getName() + " message=" + exception.getMessage()); + status = writeError(exchange, requestId, ApiException.internalError()); + } finally { + long durationMs = (System.nanoTime() - started) / 1_000_000L; + info.accept("request_id=" + requestId + + " method=" + method + + " path=" + path + + " status=" + status + + " duration_ms=" + durationMs); + exchange.close(); + } + } + + private int dispatch(HttpExchange exchange, String requestId, String method, String path) throws IOException { + if (!accepting.get()) { + if ("GET".equals(method) && "/health/live".equals(path)) { + return writeJson(exchange, requestId, 200, health()); + } + throw ApiException.unavailable(); + } + if ("GET".equals(method) && "/health/live".equals(path)) { + rejectQuery(exchange); + return writeJson(exchange, requestId, 200, health()); + } + if ("GET".equals(method) && "/health/ready".equals(path)) { + rejectQuery(exchange); + return writeJson(exchange, requestId, 200, health()); + } + if ("POST".equals(method) && "/api/v1/users".equals(path)) { + rejectQuery(exchange); + JsonNode body = readObject(readBody(exchange)); + allowOnly(body, "username", "display_name", "password"); + String username = requiredText(body, "username"); + if (!USERNAME.matcher(username).matches()) { + throw ApiException.invalid("Недопустимый username"); + } + String displayName = requiredText(body, "display_name"); + requireCodePoints(displayName, 1, 100, "display_name"); + String password = requiredText(body, "password"); + requireCodePoints(password, 12, 128, "password"); + User user = store.createUser(username, displayName, BCrypt.hashpw(password, BCrypt.gensalt(12))); + return writeJson(exchange, requestId, 201, userJson(user)); + } + + if ("POST".equals(method) && "/api/v1/auth/sessions".equals(path)) { + rejectQuery(exchange); + String[] credentials = basicCredentials(exchange); + DatabaseStore.Credential credential = store.credential(credentials[0]).orElseThrow(ApiException::unauthorized); + if (!BCrypt.checkpw(credentials[1], credential.passwordHash())) throw ApiException.unauthorized(); + Instant expires = Instant.now().plusSeconds(sessionTtlSeconds); + byte[] tokenBytes = new byte[32]; + random.nextBytes(tokenBytes); + String token = Base64.getUrlEncoder().withoutPadding().encodeToString(tokenBytes); + store.createSession(credential.user().id(), token, expires); + ObjectNode result = JSON.createObjectNode().put("token", token).put("token_type", "Bearer") + .put("expires_at", DateTimeFormatter.ISO_INSTANT.format(expires)); + result.set("user", userJson(credential.user())); + return writeJson(exchange, requestId, 201, result, null); + } + if ("DELETE".equals(method) && "/api/v1/auth/sessions/current".equals(path)) { + String token = bearerToken(exchange); + if (store.session(token).isEmpty()) throw ApiException.unauthorized(); + store.revoke(token); + exchange.getResponseHeaders().set("X-Request-Id", requestId); + exchange.getResponseHeaders().set("X-Instance-Id", instanceId); + exchange.sendResponseHeaders(204, -1); + return 204; + } + if ("GET".equals(method) && "/api/v1/users/me".equals(path)) { + rejectQuery(exchange); + User user = requireUser(exchange); + return writeJson(exchange, requestId, 200, userJson(user)); + } + if ("POST".equals(method) && path.matches("/api/v1/chats/" + UUID_TEXT.pattern() + "/attachments")) { + rejectQueryMethod(exchange); + return uploadAttachment(exchange, requestId, parsePathUuid(path.substring("/api/v1/chats/".length(), + path.length() - "/attachments".length()))); + } + AttachmentRoute attachmentRoute = matchAttachment(path); + if (attachmentRoute != null) { + User user = requireUser(exchange); + UUID attachmentId = parsePathUuid(attachmentRoute.idText); + Attachment attachment = store.attachment(user.id(), attachmentId).orElseThrow(ApiException::notFound); + if ("GET".equals(method) && attachmentRoute.content) { + exchange.getResponseHeaders().set("Content-Type", attachment.contentType()); + try (InputStream input = objects.get(attachment.objectKey()); + OutputStream output = exchange.getResponseBody()) { + exchange.sendResponseHeaders(200, attachment.sizeBytes()); + input.transferTo(output); + } + return 200; + } + if ("GET".equals(method) && !attachmentRoute.content) { + return writeJson(exchange, requestId, 200, attachmentJson(attachment)); + } + } + if ("POST".equals(method) && "/api/v1/chats".equals(path)) { + rejectQuery(exchange); + User user = requireUser(exchange); + JsonNode body = readObject(readBody(exchange)); + allowOnly(body, "title", "member_ids"); + String title = requiredText(body, "title"); + requireCodePoints(title, 1, 100, "title"); + List members = memberIds(body); + Chat chat = store.createChat(user.id(), title, members); + return writeJson(exchange, requestId, 201, chatJson(chat)); + } + if ("GET".equals(method) && "/api/v1/chats".equals(path)) { + User user = requireUser(exchange); + Query query = pagingQuery(exchange); + List chats = new ArrayList<>(store.chatsOf(user.id())); + chats.sort(Comparator.comparing(Chat::createdAt).thenComparing(Chat::id)); + return writePage(exchange, requestId, chats, query, "c", user.id(), Chat::createdAt, Chat::id, MessengerServer::chatJson); + } + + ChatRoute chatRoute = matchChat(path); + if (chatRoute != null && "GET".equals(method) && chatRoute.messages) { + User user = requireUser(exchange); + UUID chatId = parsePathUuid(chatRoute.idText); + Query query = pagingQuery(exchange); + List messages = new ArrayList<>(store.messagesOf(user.id(), chatId)); + messages.sort(Comparator.comparing(Message::createdAt).thenComparing(Message::id)); + return writePage(exchange, requestId, messages, query, "m", chatId, Message::createdAt, Message::id, this::messageJson); + } + if (chatRoute != null && "POST".equals(method) && chatRoute.messages) { + rejectQuery(exchange); + User user = requireUser(exchange); + UUID chatId = parsePathUuid(chatRoute.idText); + JsonNode body = readObject(readBody(exchange)); + allowOnly(body, "text", "attachment_ids"); + String key = exchange.getRequestHeaders().getFirst("Idempotency-Key"); + if (key == null || !key.matches("[A-Za-z0-9._:-]{1,128}")) throw ApiException.invalid("Некорректный Idempotency-Key"); + String text = requiredText(body, "text"); + requireCodePoints(text, 1, 4000, "text"); + List requestedAttachments = attachmentIds(body); + String hash = sha256(text + "|" + requestedAttachments); + Message message = store.idempotentMessage(user.id(), chatId, key, hash) + .orElseGet(() -> store.addIdempotentMessage(user.id(), chatId, key, hash, text)); + if (store.attachmentIds(message.id()).isEmpty()) { + store.attachToMessage(user.id(), message.id(), chatId, requestedAttachments); + } + return writeJson(exchange, requestId, 201, messageJson(message)); + } + if (chatRoute != null && "GET".equals(method)) { + rejectQuery(exchange); + User user = requireUser(exchange); + UUID chatId = parsePathUuid(chatRoute.idText); + Chat chat = store.visibleChat(user.id(), chatId).orElseThrow(ApiException::notFound); + return writeJson(exchange, requestId, 200, chatJson(chat)); + } + throw ApiException.notFound(); + } + + private int uploadAttachment(HttpExchange exchange, String requestId, UUID chatId) throws IOException { + User user = requireUser(exchange); + String filename = queryValue(exchange, "filename"); + if (filename == null || filename.isBlank() || filename.length() > 255 || filename.contains("/") + || filename.contains("\\") || filename.contains("..")) throw ApiException.invalid("Недопустимое имя файла"); + String type = exchange.getRequestHeaders().getFirst("Content-Type"); + if (type == null) throw ApiException.invalid("Отсутствует Content-Type"); + type = type.split(";", 2)[0].trim().toLowerCase(Locale.ROOT); + if (!type.equals("image/png") && !type.equals("image/jpeg")) throw ApiException.invalid("Поддерживаются только PNG и JPEG"); + byte[] bytes = readLimited(exchange.getRequestBody(), MAX_ATTACHMENT); + if (!validImage(bytes, type)) throw ApiException.invalid("Поврежденное или неподходящее изображение"); + String key = UUID.randomUUID().toString(); + String sha = sha256(bytes); + Attachment attachment = store.createAttachment(user.id(), chatId, filename, type, bytes.length, sha, key); + objects.put(key, bytes, type); + return writeJson(exchange, requestId, 201, attachmentJson(attachment)); + } + + private static byte[] readLimited(InputStream input, int limit) throws IOException { + ByteArrayOutputStream output = new ByteArrayOutputStream(); + byte[] buffer = new byte[8192]; int total = 0, read; + while ((read = input.read(buffer)) >= 0) { total += read; if (total > limit) throw ApiException.tooLarge(); output.write(buffer,0,read); } + return output.toByteArray(); + } + + private static boolean validImage(byte[] bytes, String type) { + if (type.equals("image/png")) return bytes.length > 24 && bytes[0]==(byte)137 && bytes[1]==80 && bytes[2]==78 && bytes[3]==71; + return bytes.length > 4 && bytes[0]==(byte)0xff && bytes[1]==(byte)0xd8 && bytes[bytes.length-2]==(byte)0xff && bytes[bytes.length-1]==(byte)0xd9; + } + + private static String queryValue(HttpExchange e, String name) { + String raw=e.getRequestURI().getRawQuery(); if(raw==null)return null; + for(String p:raw.split("&")) { int i=p.indexOf('='); if(i>=0 && decode(p.substring(0,i)).equals(name)) return decode(p.substring(i+1)); } + return null; + } + + private static AttachmentRoute matchAttachment(String path) { + String p="/api/v1/attachments/"; if(!path.startsWith(p)) return null; + String rest=path.substring(p.length()); if(rest.endsWith("/content")) return new AttachmentRoute(rest.substring(0,rest.length()-8),true); + return rest.isEmpty()?null:new AttachmentRoute(rest,false); + } + + private static void rejectQueryMethod(HttpExchange exchange) { + String raw = exchange.getRequestURI().getRawQuery(); + if (raw == null || !raw.startsWith("filename=")) throw ApiException.invalid("Требуется filename"); + } + + private static List attachmentIds(JsonNode body) { + List ids=new ArrayList<>(); JsonNode node=body.get("attachment_ids"); + if(node==null) return ids; if(!node.isArray() || node.size()>20) throw ApiException.invalid("Некорректные attachment_ids"); + for(JsonNode n:node) { if(!n.isTextual() || !UUID_TEXT.matcher(n.textValue()).matches()) throw ApiException.invalid("Некорректный attachment_id"); ids.add(UUID.fromString(n.textValue())); } + return ids; + } + + private User requireUser(HttpExchange exchange) { + return store.session(bearerToken(exchange)).map(Session::user).orElseThrow(ApiException::unauthorized); + } + + private String bearerToken(HttpExchange exchange) { + String header = exchange.getRequestHeaders().getFirst("Authorization"); + if (header == null || !header.regionMatches(true, 0, "Bearer ", 0, 7) || header.length() <= 7) { + throw ApiException.unauthorized(); + } + return header.substring(7).trim(); + } + + private static String[] basicCredentials(HttpExchange exchange) { + String header = exchange.getRequestHeaders().getFirst("Authorization"); + if (header == null || !header.regionMatches(true, 0, "Basic ", 0, 6)) throw ApiException.unauthorized(); + try { + String decoded = new String(Base64.getDecoder().decode(header.substring(6).trim()), StandardCharsets.UTF_8); + int colon = decoded.indexOf(':'); + if (colon < 1) throw new IllegalArgumentException(); + return new String[]{decoded.substring(0, colon), decoded.substring(colon + 1)}; + } catch (IllegalArgumentException e) { throw ApiException.unauthorized(); } + } + + private static UUID parsePathUuid(String raw) { + if (!UUID_TEXT.matcher(raw).matches()) { + throw ApiException.invalid("Некорректный идентификатор"); + } + return UUID.fromString(raw); + } + + private static ChatRoute matchChat(String path) { + String prefix = "/api/v1/chats/"; + if (!path.startsWith(prefix)) { + return null; + } + String rest = path.substring(prefix.length()); + if (rest.isEmpty() || rest.indexOf('/') == 0) { + return null; + } + int slash = rest.indexOf('/'); + if (slash < 0) { + return new ChatRoute(rest, false); + } + if (rest.substring(slash).equals("/messages")) { + return new ChatRoute(rest.substring(0, slash), true); + } + return null; + } + + private byte[] readBody(HttpExchange exchange) throws IOException { + String contentType = exchange.getRequestHeaders().getFirst("Content-Type"); + if (contentType == null) { + throw ApiException.invalid("Ожидался Content-Type application/json"); + } + String mime = contentType.split(";", 2)[0].trim().toLowerCase(Locale.ROOT); + if (!mime.equals("application/json")) { + throw ApiException.invalid("Ожидался Content-Type application/json"); + } + return readLimited(exchange.getRequestBody()); + } + + private static byte[] readLimited(InputStream input) throws IOException { + ByteArrayOutputStream output = new ByteArrayOutputStream(); + byte[] buffer = new byte[4096]; + int total = 0; + int read; + while ((read = input.read(buffer)) >= 0) { + total += read; + if (total > MAX_BODY) { + throw ApiException.tooLarge(); + } + output.write(buffer, 0, read); + } + return output.toByteArray(); + } + + private static JsonNode readObject(byte[] bytes) { + if (bytes.length == 0) { + throw ApiException.invalid("Пустое тело запроса"); + } + try (JsonParser parser = JSON.createParser(bytes)) { + JsonNode node = JSON.readTree(parser); + if (parser.nextToken() != null) { + throw ApiException.invalid("Некорректный JSON"); + } + if (node == null || !node.isObject()) { + throw ApiException.invalid("Ожидался JSON-объект"); + } + return node; + } catch (ApiException exception) { + throw exception; + } catch (Exception exception) { + throw ApiException.invalid("Некорректный JSON"); + } + } + + private static void allowOnly(JsonNode object, String... fields) { + Set allowed = Set.of(fields); + object.fieldNames().forEachRemaining(name -> { + if (!allowed.contains(name)) { + throw ApiException.invalid("В запросе есть лишние поля"); + } + }); + } + + private static String requiredText(JsonNode object, String field) { + if (!object.has(field) || object.get(field).isNull()) { + throw ApiException.invalid("Отсутствует поле " + field); + } + JsonNode node = object.get(field); + if (!node.isTextual()) { + throw ApiException.invalid("Поле " + field + " должно быть строкой"); + } + return node.textValue(); + } + + private static void requireCodePoints(String value, int min, int max, String field) { + int count = value.codePointCount(0, value.length()); + if (count < min || count > max || isBlank(value)) { + throw ApiException.invalid("Недопустимое значение " + field); + } + } + + private static boolean isBlank(String value) { + return value.codePoints().allMatch(MessengerServer::isUnicodeWhiteSpace); + } + + // Unicode White_Space. Character.isWhitespace пропускает U+0085 (NEL). + private static boolean isUnicodeWhiteSpace(int codePoint) { + return switch (codePoint) { + case 0x0009, 0x000A, 0x000B, 0x000C, 0x000D, + 0x0020, 0x0085, 0x00A0, 0x1680, + 0x2028, 0x2029, 0x202F, 0x205F, 0x3000 -> true; + default -> codePoint >= 0x2000 && codePoint <= 0x200A; + }; + } + + private static List memberIds(JsonNode object) { + if (!object.has("member_ids") || !object.get("member_ids").isArray()) { + throw ApiException.invalid("Поле member_ids должно быть массивом"); + } + ArrayNode array = (ArrayNode) object.get("member_ids"); + if (array.size() < 1 || array.size() > 100) { + throw ApiException.invalid("Недопустимое число участников"); + } + List ids = new ArrayList<>(); + for (JsonNode item : array) { + if (!item.isTextual() || !UUID_TEXT.matcher(item.textValue()).matches()) { + throw ApiException.invalid("Некорректный идентификатор участника"); + } + UUID id = UUID.fromString(item.textValue()); + if (ids.contains(id)) { + throw ApiException.invalid("Повторяющийся участник"); + } + ids.add(id); + } + return ids; + } + + private static void rejectQuery(HttpExchange exchange) { + String raw = exchange.getRequestURI().getRawQuery(); + if (raw != null && !raw.isEmpty()) { + throw ApiException.invalid("Неподдерживаемые параметры запроса"); + } + } + + private static Query pagingQuery(HttpExchange exchange) { + String raw = exchange.getRequestURI().getRawQuery(); + if (raw == null || raw.isEmpty()) { + return new Query(null, null); + } + Map> params = new LinkedHashMap<>(); + for (String part : raw.split("&", -1)) { + if (part.isEmpty()) { + continue; + } + int eq = part.indexOf('='); + String key = decode(eq < 0 ? part : part.substring(0, eq)); + String value = decode(eq < 0 ? "" : part.substring(eq + 1)); + params.computeIfAbsent(key, ignored -> new ArrayList<>()).add(value); + } + for (String key : params.keySet()) { + if (!key.equals("limit") && !key.equals("cursor")) { + throw ApiException.invalid("Неподдерживаемый параметр запроса"); + } + } + Integer limit = null; + if (params.containsKey("limit")) { + List values = params.get("limit"); + if (values.size() != 1 || !values.get(0).matches("[0-9]{1,3}")) { + throw ApiException.invalid("Некорректный limit"); + } + int parsed = Integer.parseInt(values.get(0)); + if (parsed < 1 || parsed > 100) { + throw ApiException.invalid("Некорректный limit"); + } + limit = parsed; + } + String cursor = null; + if (params.containsKey("cursor")) { + List values = params.get("cursor"); + if (values.size() != 1 || values.get(0).isEmpty()) { + throw ApiException.invalid("Некорректный cursor"); + } + cursor = values.get(0); + } + return new Query(limit, cursor); + } + + private static String decode(String value) { + try { + return URLDecoder.decode(value, StandardCharsets.UTF_8); + } catch (IllegalArgumentException exception) { + throw ApiException.invalid("Некорректная строка запроса"); + } + } + + private int writePage( + HttpExchange exchange, + String requestId, + List sorted, + Query query, + String kind, + UUID scope, + java.util.function.Function createdAt, + java.util.function.Function id, + java.util.function.Function json) throws IOException { + int limit = query.limit == null ? 50 : query.limit; + int start = 0; + if (query.cursor != null) { + Position position = decodeCursor(query.cursor, kind, scope); + while (start < sorted.size()) { + T item = sorted.get(start); + if (after(createdAt.apply(item), id.apply(item), position.createdAt, position.id)) { + break; + } + start++; + } + } + int end = Math.min(start + limit, sorted.size()); + ObjectNode page = JSON.createObjectNode(); + ArrayNode items = page.putArray("items"); + for (int i = start; i < end; i++) { + items.add(json.apply(sorted.get(i))); + } + if (end < sorted.size() && end > start) { + T last = sorted.get(end - 1); + page.put("next_cursor", encodeCursor(kind, scope, createdAt.apply(last), id.apply(last))); + } else { + page.putNull("next_cursor"); + } + return writeJson(exchange, requestId, 200, page); + } + + private static boolean after(Instant leftTime, UUID leftId, Instant rightTime, UUID rightId) { + int compared = leftTime.compareTo(rightTime); + if (compared != 0) { + return compared > 0; + } + return leftId.compareTo(rightId) > 0; + } + + private static String encodeCursor(String kind, UUID scope, Instant createdAt, UUID id) { + String raw = kind + "|" + scope + "|" + DateTimeFormatter.ISO_INSTANT.format(createdAt) + "|" + id; + return Base64.getUrlEncoder().withoutPadding().encodeToString(raw.getBytes(StandardCharsets.UTF_8)); + } + + private static Position decodeCursor(String cursor, String kind, UUID scope) { + byte[] decoded; + try { + decoded = Base64.getUrlDecoder().decode(pad(cursor)); + } catch (IllegalArgumentException exception) { + throw ApiException.invalid("Некорректный cursor"); + } + String raw = new String(decoded, StandardCharsets.UTF_8); + String[] parts = raw.split("\\|", -1); + if (parts.length != 4) { + throw ApiException.invalid("Некорректный cursor"); + } + if (!parts[0].equals(kind)) { + throw ApiException.invalid("Cursor относится к другому ресурсу"); + } + UUID cursorScope; + Instant createdAt; + UUID id; + try { + cursorScope = UUID.fromString(parts[1]); + createdAt = Instant.parse(parts[2]); + id = UUID.fromString(parts[3]); + } catch (IllegalArgumentException exception) { + throw ApiException.invalid("Некорректный cursor"); + } + if (!cursorScope.equals(scope)) { + throw ApiException.invalid("Cursor относится к другому ресурсу"); + } + return new Position(createdAt, id); + } + + private static String pad(String value) { + int mod = value.length() % 4; + if (mod == 0) { + return value; + } + return value + "====".substring(mod); + } + + private static ObjectNode health() { + return JSON.createObjectNode().put("status", "ok"); + } + + private static ObjectNode userJson(User user) { + ObjectNode node = JSON.createObjectNode(); + node.put("id", user.id().toString()); + node.put("username", user.username()); + node.put("display_name", user.displayName()); + node.put("created_at", DateTimeFormatter.ISO_INSTANT.format(user.createdAt())); + return node; + } + + private static ObjectNode chatJson(Chat chat) { + ObjectNode node = JSON.createObjectNode(); + node.put("id", chat.id().toString()); + node.put("title", chat.title()); + ArrayNode members = node.putArray("member_ids"); + for (UUID memberId : chat.memberIds()) { + members.add(memberId.toString()); + } + node.put("created_at", DateTimeFormatter.ISO_INSTANT.format(chat.createdAt())); + return node; + } + + private ObjectNode messageJson(Message message) { + ObjectNode node = JSON.createObjectNode(); + node.put("id", message.id().toString()); + node.put("chat_id", message.chatId().toString()); + node.put("sender_id", message.senderId().toString()); + node.put("text", message.text()); + node.put("created_at", DateTimeFormatter.ISO_INSTANT.format(message.createdAt())); + ArrayNode attachments = node.putArray("attachment_ids"); + for (UUID id : store.attachmentIds(message.id())) attachments.add(id.toString()); + return node; + } + + private static ObjectNode attachmentJson(Attachment attachment) { + ObjectNode node = JSON.createObjectNode(); + node.put("id", attachment.id().toString()).put("chat_id", attachment.chatId().toString()) + .put("filename", attachment.filename()).put("content_type", attachment.contentType()) + .put("size_bytes", attachment.sizeBytes()).put("sha256", attachment.sha256()) + .put("status", "ready").put("created_at", DateTimeFormatter.ISO_INSTANT.format(attachment.createdAt())); + return node; + } + + private int writeJson(HttpExchange exchange, String requestId, int status, JsonNode body) throws IOException { + return writeJson(exchange, requestId, status, body, null); + } + + private int writeJson(HttpExchange exchange, String requestId, int status, JsonNode body, String challenge) throws IOException { + byte[] bytes = JSON.writeValueAsBytes(body); + return writeBytes(exchange, requestId, status, bytes, challenge); + } + + private int writeError(HttpExchange exchange, String requestId, ApiException exception) { + ObjectNode body = JSON.createObjectNode(); + ObjectNode errorNode = body.putObject("error"); + errorNode.put("code", exception.code); + errorNode.put("message", exception.clientMessage); + errorNode.put("request_id", requestId); + try { + String challenge = exception.status == 401 + ? (exchange.getRequestURI().getPath().equals("/api/v1/auth/sessions") + ? "Basic realm=\"messenger\", charset=\"UTF-8\"" : "Bearer realm=\"messenger\"") + : null; + return writeJson(exchange, requestId, exception.status, body, challenge); + } catch (IOException ioException) { + error.accept("event=write_failed type=" + ioException.getClass().getName()); + return exception.status; + } + } + + private int writeBytes(HttpExchange exchange, String requestId, int status, byte[] body, String challenge) throws IOException { + exchange.getResponseHeaders().set("Content-Type", "application/json; charset=utf-8"); + exchange.getResponseHeaders().set("X-Request-Id", requestId); + exchange.getResponseHeaders().set("X-Instance-Id", instanceId); + if (challenge != null) exchange.getResponseHeaders().set("WWW-Authenticate", challenge); + exchange.sendResponseHeaders(status, body.length); + try (OutputStream output = exchange.getResponseBody()) { + output.write(body); + } + return status; + } + + private static String sha256(String value) { + try { + byte[] digest = MessageDigest.getInstance("SHA-256").digest(value.getBytes(StandardCharsets.UTF_8)); + return Base64.getUrlEncoder().withoutPadding().encodeToString(digest); + } catch (Exception e) { throw ApiException.internalError(); } + } + + private static String sha256(byte[] value) { + try { + byte[] digest = MessageDigest.getInstance("SHA-256").digest(value); + StringBuilder result = new StringBuilder(64); + for (byte b : digest) result.append(String.format("%02x", b)); + return result.toString(); + } catch (Exception e) { throw ApiException.internalError(); } + } + + private record Query(Integer limit, String cursor) { + } + + private record Position(Instant createdAt, UUID id) { + } + + private record ChatRoute(String idText, boolean messages) { + } + private record AttachmentRoute(String idText, boolean content) {} +} diff --git a/src/main/java/ru/mtusi/lab4/Models.java b/src/main/java/ru/mtusi/lab4/Models.java new file mode 100644 index 00000000..82bab247 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/Models.java @@ -0,0 +1,14 @@ +package ru.mtusi.lab4; + +import java.time.Instant; +import java.util.List; +import java.util.UUID; + +record User(UUID id, String username, String displayName, Instant createdAt) { +} + +record Chat(UUID id, String title, List memberIds, Instant createdAt) { +} + +record Message(UUID id, UUID chatId, UUID senderId, String text, Instant createdAt) { +} diff --git a/src/main/java/ru/mtusi/lab4/ReadyProbe.java b/src/main/java/ru/mtusi/lab4/ReadyProbe.java new file mode 100644 index 00000000..ccb0fcc5 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/ReadyProbe.java @@ -0,0 +1,29 @@ +package ru.mtusi.lab4; + +import java.net.URI; +import java.net.http.HttpClient; +import java.net.http.HttpRequest; +import java.net.http.HttpResponse; +import java.time.Duration; + +public final class ReadyProbe { + private ReadyProbe() { + } + + public static void main(String[] args) { + String port = System.getenv().getOrDefault("APP_PORT", "8080"); + try { + HttpClient client = HttpClient.newBuilder().connectTimeout(Duration.ofSeconds(2)).build(); + HttpRequest request = HttpRequest.newBuilder(URI.create("http://127.0.0.1:" + port + "/health/ready")) + .timeout(Duration.ofSeconds(2)) + .GET() + .build(); + HttpResponse response = client.send(request, HttpResponse.BodyHandlers.discarding()); + if (response.statusCode() != 200) { + System.exit(1); + } + } catch (Exception e) { + System.exit(1); + } + } +} diff --git a/src/main/java/ru/mtusi/lab4/S3Store.java b/src/main/java/ru/mtusi/lab4/S3Store.java new file mode 100644 index 00000000..e8330f6f --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/S3Store.java @@ -0,0 +1,29 @@ +package ru.mtusi.lab4; + +import io.minio.*; +import java.io.ByteArrayInputStream; +import java.io.InputStream; + +final class S3Store { + private final MinioClient client; + private final String bucket; + S3Store() { + client = MinioClient.builder().endpoint(env("S3_ENDPOINT", "http://minio:9000")) + .credentials(env("S3_ACCESS_KEY", "messenger"), env("S3_SECRET_KEY", "messenger-secret")).build(); + bucket = env("S3_BUCKET", "attachments"); + try { + if (!client.bucketExists(BucketExistsArgs.builder().bucket(bucket).build())) + client.makeBucket(MakeBucketArgs.builder().bucket(bucket).build()); + } catch (Exception e) { throw new IllegalStateException("object storage initialization failed", e); } + } + void put(String key, byte[] bytes, String type) { + try { client.putObject(PutObjectArgs.builder().bucket(bucket).object(key) + .stream(new ByteArrayInputStream(bytes), bytes.length, -1).contentType(type).build()); } + catch (Exception e) { throw ApiException.unavailable(); } + } + InputStream get(String key) { + try { return client.getObject(GetObjectArgs.builder().bucket(bucket).object(key).build()); } + catch (Exception e) { throw ApiException.notFound(); } + } + private static String env(String n, String f) { String v=System.getenv(n); return v==null||v.isBlank()?f:v.trim(); } +} diff --git a/src/main/java/ru/mtusi/lab4/Session.java b/src/main/java/ru/mtusi/lab4/Session.java new file mode 100644 index 00000000..4e116182 --- /dev/null +++ b/src/main/java/ru/mtusi/lab4/Session.java @@ -0,0 +1,5 @@ +package ru.mtusi.lab4; + +import java.time.Instant; + +record Session(String token, Instant expiresAt, User user) {} diff --git a/src/main/resources/db/migration/V1__initial.sql b/src/main/resources/db/migration/V1__initial.sql new file mode 100644 index 00000000..46a2d3a0 --- /dev/null +++ b/src/main/resources/db/migration/V1__initial.sql @@ -0,0 +1,56 @@ +CREATE TABLE users ( + id uuid PRIMARY KEY, + username varchar(32) NOT NULL UNIQUE, + display_name varchar(100) NOT NULL, + password_hash varchar(255) NOT NULL, + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE chats ( + id uuid PRIMARY KEY, + title varchar(100) NOT NULL, + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE chat_members ( + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + user_id uuid NOT NULL REFERENCES users(id) ON DELETE CASCADE, + PRIMARY KEY (chat_id, user_id) +); +CREATE TABLE messages ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + sender_id uuid NOT NULL REFERENCES users(id), + text varchar(4000) NOT NULL, + created_at timestamptz NOT NULL DEFAULT now() +); +CREATE INDEX messages_chat_created_idx ON messages(chat_id, created_at, id); +CREATE TABLE sessions ( + token varchar(128) PRIMARY KEY, + user_id uuid NOT NULL REFERENCES users(id) ON DELETE CASCADE, + expires_at timestamptz NOT NULL +); +CREATE INDEX sessions_expiry_idx ON sessions(expires_at); +CREATE TABLE idempotency_keys ( + user_id uuid NOT NULL REFERENCES users(id) ON DELETE CASCADE, + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + key varchar(128) NOT NULL, + body_hash varchar(128) NOT NULL, + message_id uuid NOT NULL UNIQUE REFERENCES messages(id) ON DELETE CASCADE, + PRIMARY KEY (user_id, chat_id, key) +); +CREATE TABLE attachments ( + id uuid PRIMARY KEY, + chat_id uuid NOT NULL REFERENCES chats(id) ON DELETE CASCADE, + owner_id uuid NOT NULL REFERENCES users(id), + filename varchar(255) NOT NULL, + content_type varchar(32) NOT NULL, + size_bytes bigint NOT NULL, + sha256 varchar(64) NOT NULL, + object_key varchar(255) NOT NULL UNIQUE, + created_at timestamptz NOT NULL DEFAULT now(), + updated_at timestamptz NOT NULL DEFAULT now() +); +CREATE TABLE message_attachments ( + message_id uuid NOT NULL REFERENCES messages(id) ON DELETE CASCADE, + attachment_id uuid NOT NULL REFERENCES attachments(id), + PRIMARY KEY (message_id, attachment_id) +);