Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>
201 lines
12 KiB
Java
201 lines
12 KiB
Java
package ru.mtusi.messenger;
|
|
|
|
import jakarta.servlet.http.HttpServletRequest;
|
|
import jakarta.servlet.http.HttpServletResponse;
|
|
import java.io.IOException;
|
|
import java.io.InputStream;
|
|
import java.io.OutputStream;
|
|
import java.nio.file.Files;
|
|
import java.nio.file.Path;
|
|
import java.security.MessageDigest;
|
|
import java.security.NoSuchAlgorithmException;
|
|
import java.sql.Timestamp;
|
|
import java.time.Instant;
|
|
import java.time.temporal.ChronoUnit;
|
|
import java.util.HexFormat;
|
|
import java.util.List;
|
|
import java.util.Set;
|
|
import java.util.UUID;
|
|
import java.util.concurrent.Semaphore;
|
|
import java.util.concurrent.TimeUnit;
|
|
import org.slf4j.Logger;
|
|
import org.slf4j.LoggerFactory;
|
|
import org.springframework.dao.DataAccessException;
|
|
import org.springframework.http.HttpStatus;
|
|
import org.springframework.http.MediaType;
|
|
import org.springframework.http.ResponseEntity;
|
|
import org.springframework.jdbc.core.JdbcTemplate;
|
|
import org.springframework.web.bind.annotation.GetMapping;
|
|
import org.springframework.web.bind.annotation.PathVariable;
|
|
import org.springframework.web.bind.annotation.PostMapping;
|
|
import org.springframework.web.bind.annotation.RequestParam;
|
|
import org.springframework.web.bind.annotation.RestController;
|
|
import software.amazon.awssdk.core.ResponseInputStream;
|
|
import software.amazon.awssdk.core.exception.SdkException;
|
|
import software.amazon.awssdk.services.s3.model.GetObjectResponse;
|
|
import software.amazon.awssdk.services.s3.model.NoSuchKeyException;
|
|
import ru.mtusi.messenger.MessengerApplication.ApiException;
|
|
|
|
// Вложения: метаданные в PostgreSQL, байты в приватном S3. Доступ только через API участникам чата.
|
|
@RestController
|
|
class Attachments {
|
|
static final long MAX_BYTES = 10L * 1024 * 1024;
|
|
static final Set<String> VARIANTS = Set.of("thumbnail", "crop", "optimized");
|
|
static final Logger log = LoggerFactory.getLogger(Attachments.class);
|
|
|
|
record Attachment(UUID id, UUID chat_id, UUID owner_id, String filename, String content_type, long size_bytes, String sha256,
|
|
String status, List<Object> variants, String error_code, Instant created_at, Instant updated_at) {}
|
|
|
|
final MessengerApplication.Api api;
|
|
final JdbcTemplate db;
|
|
final Storage storage;
|
|
// Не больше N загрузок на реплику одновременно: диск под временные файлы и CPU проверки ограничены.
|
|
final Semaphore uploads = new Semaphore(Integer.parseInt(System.getenv().getOrDefault("MAX_CONCURRENT_UPLOADS", "8")));
|
|
|
|
Attachments(MessengerApplication.Api api, JdbcTemplate db, Storage storage) {
|
|
this.api = api;
|
|
this.db = db;
|
|
this.storage = storage;
|
|
}
|
|
|
|
@PostMapping("/api/v1/chats/{id}/attachments")
|
|
ResponseEntity<Attachment> upload(@PathVariable UUID id, @RequestParam(required = false) String filename, HttpServletRequest r)
|
|
throws IOException, InterruptedException {
|
|
// Порядок как у остальных endpoint: сессия → доступ к чату → входные данные.
|
|
UUID user = api.auth(r);
|
|
if (!api.member(id, user)) throw api.notFound();
|
|
if (!validFilename(filename)) api.bad();
|
|
String declared = declaredType(r.getContentType());
|
|
if (declared == null) throw unsupported();
|
|
// Заявленный размер проверяем до чтения тела.
|
|
if (r.getContentLengthLong() > MAX_BYTES) throw tooLarge();
|
|
if (!uploads.tryAcquire(10, TimeUnit.SECONDS)) throw unavailable("too many concurrent uploads, retry later");
|
|
Path tmp = Files.createTempFile("upload-", ".bin");
|
|
try {
|
|
// 1. Тело — во временный файл с жёстким лимитом, SHA-256 считается по ходу. Файл живёт
|
|
// только до конца запроса: это буфер проверки, а не хранилище оригинала.
|
|
MessageDigest sha = sha256();
|
|
long size = 0;
|
|
try (InputStream in = r.getInputStream(); OutputStream out = Files.newOutputStream(tmp)) {
|
|
byte[] buf = new byte[65536];
|
|
while (true) {
|
|
int n;
|
|
try { n = in.read(buf); } catch (IOException e) { throw new ApiException(HttpStatus.BAD_REQUEST, "invalid_request", "upload interrupted"); }
|
|
if (n < 0) break;
|
|
size += n;
|
|
if (size > MAX_BYTES) throw tooLarge();
|
|
sha.update(buf, 0, n);
|
|
out.write(buf, 0, n);
|
|
}
|
|
}
|
|
if (size == 0) api.bad();
|
|
// 2. Формат по содержимому, лимит пикселей по заголовку — до распаковки.
|
|
ImageCheck.Info image;
|
|
try { image = ImageCheck.inspect(tmp); } catch (ImageCheck.Invalid e) { throw e.tooLarge ? tooLarge() : unsupported(); }
|
|
if (!image.contentType().equals(declared)) throw unsupported();
|
|
// 3. Намерение в БД до S3 PUT: любой сбой дальше оставляет след, который найдёт сверка.
|
|
UUID attachmentId = UUID.randomUUID();
|
|
String key = Storage.ORIGINALS + attachmentId;
|
|
String hash = HexFormat.of().formatHex(sha.digest());
|
|
Instant created = now();
|
|
db.update("insert into attachments(id,chat_id,owner_id,filename,content_type,size_bytes,sha256,width,height,state,object_key,created_at,updated_at) values(?,?,?,?,?,?,?,?,?,'uploading',?,?,?)",
|
|
attachmentId, id, user, filename, declared, size, hash, image.width(), image.height(), key, Timestamp.from(created), Timestamp.from(created));
|
|
// 4. S3 PUT. Не удался — сразу компенсируем строку; если и это не вышло, её уберёт сверка.
|
|
try {
|
|
storage.put(key, tmp, declared);
|
|
} catch (SdkException e) {
|
|
log.warn("S3 put failed for attachment {}: {}", attachmentId, e.toString());
|
|
try { db.update("delete from attachments where id=? and state='uploading'", attachmentId); } catch (DataAccessException ignored) {}
|
|
throw unavailable("object storage is unavailable");
|
|
}
|
|
// 5. ready — только после сохранения объекта. Не записалось — удаляем объект, строку уберёт сверка.
|
|
Instant ready = now();
|
|
try {
|
|
db.update("update attachments set state='ready', updated_at=? where id=?", Timestamp.from(ready), attachmentId);
|
|
} catch (DataAccessException e) {
|
|
try { storage.delete(key); } catch (SdkException ignored) {}
|
|
throw e;
|
|
}
|
|
return ResponseEntity.status(201).body(new Attachment(attachmentId, id, user, filename, declared, size, hash, "ready", List.of(), null, created, ready));
|
|
} finally {
|
|
Files.deleteIfExists(tmp);
|
|
uploads.release();
|
|
}
|
|
}
|
|
|
|
@GetMapping("/api/v1/attachments/{id}")
|
|
Attachment metadata(@PathVariable UUID id, HttpServletRequest r) {
|
|
return visible(id, api.auth(r)).attachment();
|
|
}
|
|
|
|
// Байты отдаются потоком из S3 через авторизованный API, без redirect на bucket.
|
|
@GetMapping("/api/v1/attachments/{id}/content")
|
|
void content(@PathVariable UUID id, @RequestParam(required = false) String variant, HttpServletRequest r, HttpServletResponse s) throws IOException {
|
|
Visible v = visible(id, api.auth(r));
|
|
if (variant != null && !variant.equals("original")) {
|
|
// Вариантов в lab4 нет: известное имя — 404 (варианта нет), прочее — неверный параметр.
|
|
if (VARIANTS.contains(variant)) throw api.notFound();
|
|
api.bad();
|
|
}
|
|
ResponseInputStream<GetObjectResponse> in;
|
|
try {
|
|
in = storage.get(v.key());
|
|
} catch (NoSuchKeyException e) {
|
|
// Метаданные есть, объекта нет: рассинхронизация, её покажет и исправит сверка.
|
|
log.error("object {} is missing for ready attachment {}", v.key(), id);
|
|
throw new ApiException(HttpStatus.INTERNAL_SERVER_ERROR, "internal_error", "internal server error");
|
|
} catch (SdkException e) {
|
|
throw unavailable("object storage is unavailable");
|
|
}
|
|
try (in) {
|
|
Attachment a = v.attachment();
|
|
s.setContentType(a.content_type());
|
|
s.setContentLengthLong(a.size_bytes());
|
|
s.setHeader("Cache-Control", "private, no-store");
|
|
s.setHeader("X-Content-Type-Options", "nosniff");
|
|
in.transferTo(s.getOutputStream());
|
|
}
|
|
}
|
|
|
|
record Visible(Attachment attachment, String key) {}
|
|
|
|
// Только ready-вложения чатов, где пользователь участник; иначе 404 без раскрытия существования.
|
|
Visible visible(UUID id, UUID user) {
|
|
Visible v = db.query("select id,chat_id,owner_id,filename,content_type,size_bytes,sha256,created_at,updated_at,object_key from attachments a where id=? and state='ready'"
|
|
+ " and exists(select 1 from chat_members m where m.chat_id=a.chat_id and m.user_id=?)", rs -> rs.next()
|
|
? new Visible(new Attachment(rs.getObject(1, UUID.class), rs.getObject(2, UUID.class), rs.getObject(3, UUID.class), rs.getString(4), rs.getString(5),
|
|
rs.getLong(6), rs.getString(7), "ready", List.of(), null, rs.getTimestamp(8).toInstant(), rs.getTimestamp(9).toInstant()), rs.getString(10))
|
|
: null, id, user);
|
|
if (v == null) throw api.notFound();
|
|
return v;
|
|
}
|
|
|
|
// filename только для отображения: 1–255 code points, без путей, NUL и управляющих символов.
|
|
static boolean validFilename(String name) {
|
|
if (name == null || name.isBlank() || name.equals(".") || name.equals("..")) return false;
|
|
if (name.codePointCount(0, name.length()) > 255) return false;
|
|
return name.codePoints().noneMatch(c -> c == '/' || c == '\\' || Character.getType(c) == Character.CONTROL
|
|
|| c == 0x2028 || c == 0x2029 || Character.getType(c) == Character.SURROGATE);
|
|
}
|
|
|
|
static String declaredType(String header) {
|
|
try {
|
|
MediaType t = MediaType.parseMediaType(header);
|
|
String base = t.getType() + "/" + t.getSubtype();
|
|
return base.equals("image/png") || base.equals("image/jpeg") ? base : null;
|
|
} catch (RuntimeException e) {
|
|
return null;
|
|
}
|
|
}
|
|
|
|
static Instant now() { return Instant.now().truncatedTo(ChronoUnit.MICROS); }
|
|
|
|
static MessageDigest sha256() {
|
|
try { return MessageDigest.getInstance("SHA-256"); } catch (NoSuchAlgorithmException e) { throw new IllegalStateException(e); }
|
|
}
|
|
|
|
static ApiException tooLarge() { return new ApiException(HttpStatus.PAYLOAD_TOO_LARGE, "payload_too_large", "attachment exceeds 10 MiB or 40 megapixels"); }
|
|
static ApiException unsupported() { return new ApiException(HttpStatus.UNSUPPORTED_MEDIA_TYPE, "unsupported_media_type", "only valid PNG or JPEG content is accepted"); }
|
|
static ApiException unavailable(String message) { return new ApiException(HttpStatus.SERVICE_UNAVAILABLE, "unavailable", message); }
|
|
}
|