Files
mtusi2026lab5/db/migrations/00007_async_attachments.sql
T

145 lines
5.5 KiB
PL/PgSQL

-- +goose Up
ALTER TABLE attachments
ADD COLUMN status TEXT NOT NULL DEFAULT 'queued',
ADD COLUMN error_code TEXT,
ADD COLUMN staging_key TEXT,
ADD COLUMN pipeline_version INT NOT NULL DEFAULT 1,
ALTER COLUMN object_key DROP NOT NULL;
-- Retain the original download path while the copied synchronous API is in use.
UPDATE attachments SET staging_key = object_key;
ALTER TABLE attachments
ADD CONSTRAINT attachments_status_check
CHECK (status IN ('queued', 'processing', 'ready', 'failed')),
ADD CONSTRAINT attachments_pipeline_check CHECK (pipeline_version > 0),
ADD CONSTRAINT attachments_staging_key_check CHECK (length(staging_key) > 0),
ADD CONSTRAINT attachments_object_state_check CHECK (
(status NOT IN ('queued', 'processing') OR staging_key IS NOT NULL)
AND (status <> 'ready' OR object_key IS NOT NULL)
),
ADD CONSTRAINT attachments_error_check CHECK (
(status = 'failed') = (error_code IS NOT NULL)
AND (error_code IS NULL OR error_code COLLATE "C" ~ '^[a-z][a-z0-9_]{0,49}$')
);
CREATE UNIQUE INDEX attachments_staging_key_unique ON attachments (staging_key)
WHERE staging_key IS NOT NULL;
CREATE TABLE attachment_jobs (
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
attachment_id UUID NOT NULL REFERENCES attachments(id),
pipeline_version INT NOT NULL CHECK (pipeline_version > 0),
attempts_started INT NOT NULL DEFAULT 0,
max_attempts INT NOT NULL DEFAULT 5,
next_attempt_at TIMESTAMPTZ DEFAULT now(),
lease_generation INT NOT NULL DEFAULT 0 CHECK (lease_generation >= 0),
lease_until TIMESTAMPTZ,
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
UNIQUE (attachment_id, pipeline_version),
CHECK (attempts_started >= 0 AND max_attempts > 0 AND attempts_started <= max_attempts),
CHECK (lease_until IS NULL OR next_attempt_at IS NULL)
);
CREATE INDEX attachment_jobs_expired_lease_idx ON attachment_jobs (lease_until, id)
WHERE lease_until IS NOT NULL;
CREATE TABLE attachment_variants (
attachment_id UUID NOT NULL,
pipeline_version INT NOT NULL,
name TEXT NOT NULL,
object_key TEXT NOT NULL UNIQUE CHECK (length(object_key) > 0),
content_type TEXT NOT NULL,
size_bytes BIGINT NOT NULL CHECK (size_bytes > 0),
width INT NOT NULL CHECK (width > 0),
height INT NOT NULL CHECK (height > 0),
sha256 TEXT NOT NULL CHECK (sha256 COLLATE "C" ~ '^[0-9a-f]{64}$'),
PRIMARY KEY (attachment_id, pipeline_version, name),
FOREIGN KEY (attachment_id, pipeline_version)
REFERENCES attachment_jobs(attachment_id, pipeline_version),
CHECK (
(name IN ('thumbnail', 'crop') AND content_type = 'image/jpeg')
OR (name = 'optimized' AND content_type = 'image/webp')
)
);
CREATE TABLE attachment_attempts (
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
lease_generation INT NOT NULL CHECK (lease_generation > 0),
attempt INT NOT NULL CHECK (attempt > 0),
started_at TIMESTAMPTZ NOT NULL,
finished_at TIMESTAMPTZ,
outcome TEXT CHECK (outcome IN ('ready', 'retry', 'failed', 'lease_expired')),
error_code TEXT CHECK (error_code COLLATE "C" ~ '^[a-z][a-z0-9_]{0,49}$'),
PRIMARY KEY (job_id, lease_generation),
UNIQUE (job_id, attempt),
CHECK ((outcome IS NULL) = (finished_at IS NULL))
);
CREATE TABLE attachment_replays (
request_id UUID PRIMARY KEY,
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
operator_id TEXT NOT NULL CHECK (length(btrim(operator_id)) > 0),
reason TEXT NOT NULL CHECK (length(btrim(reason)) > 0),
extra_attempts INT NOT NULL CHECK (extra_attempts BETWEEN 1 AND 5),
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
);
CREATE TABLE outbox (
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
payload JSONB NOT NULL,
available_at TIMESTAMPTZ NOT NULL DEFAULT now(),
sent_at TIMESTAMPTZ,
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
dedup_key TEXT UNIQUE NOT NULL CHECK (length(dedup_key) > 0)
);
CREATE INDEX outbox_pending_idx ON outbox (available_at, id) WHERE sent_at IS NULL;
-- +goose StatementBegin
CREATE FUNCTION attachment_job_payload(uuid, uuid, integer, integer, timestamptz)
RETURNS jsonb LANGUAGE sql STABLE
AS $$
SELECT jsonb_build_object(
'schema_version', 1,
'type', 'attachment.process.v1',
'job_id', $1,
'attachment_id', $2,
'pipeline_version', $3,
'attempt', $4,
'created_at', to_char($5 AT TIME ZONE 'UTC', 'YYYY-MM-DD"T"HH24:MI:SS.US"Z"')
);
$$;
-- +goose StatementEnd
WITH jobs AS (
INSERT INTO attachment_jobs (attachment_id, pipeline_version)
SELECT id, pipeline_version FROM attachments
RETURNING *
)
INSERT INTO outbox (job_id, payload, dedup_key)
SELECT id, attachment_job_payload(id, attachment_id, pipeline_version, 1, created_at),
'initial/' || id
FROM jobs;
-- +goose Down
-- Restore the legacy reference when the staging original is the only copy.
-- SET NOT NULL aborts the rollback if an original no longer exists.
UPDATE attachments SET object_key = staging_key WHERE object_key IS NULL;
ALTER TABLE attachments ALTER COLUMN object_key SET NOT NULL;
DROP FUNCTION attachment_job_payload(uuid, uuid, integer, integer, timestamptz);
DROP TABLE outbox;
DROP TABLE attachment_replays;
DROP TABLE attachment_attempts;
DROP TABLE attachment_variants;
DROP TABLE attachment_jobs;
ALTER TABLE attachments
DROP COLUMN status,
DROP COLUMN error_code,
DROP COLUMN staging_key,
DROP COLUMN pipeline_version;