145 lines
5.5 KiB
PL/PgSQL
145 lines
5.5 KiB
PL/PgSQL
-- +goose Up
|
|
ALTER TABLE attachments
|
|
ADD COLUMN status TEXT NOT NULL DEFAULT 'queued',
|
|
ADD COLUMN error_code TEXT,
|
|
ADD COLUMN staging_key TEXT,
|
|
ADD COLUMN pipeline_version INT NOT NULL DEFAULT 1,
|
|
ALTER COLUMN object_key DROP NOT NULL;
|
|
|
|
-- Retain the original download path while the copied synchronous API is in use.
|
|
UPDATE attachments SET staging_key = object_key;
|
|
|
|
ALTER TABLE attachments
|
|
ADD CONSTRAINT attachments_status_check
|
|
CHECK (status IN ('queued', 'processing', 'ready', 'failed')),
|
|
ADD CONSTRAINT attachments_pipeline_check CHECK (pipeline_version > 0),
|
|
ADD CONSTRAINT attachments_staging_key_check CHECK (length(staging_key) > 0),
|
|
ADD CONSTRAINT attachments_object_state_check CHECK (
|
|
(status NOT IN ('queued', 'processing') OR staging_key IS NOT NULL)
|
|
AND (status <> 'ready' OR object_key IS NOT NULL)
|
|
),
|
|
ADD CONSTRAINT attachments_error_check CHECK (
|
|
(status = 'failed') = (error_code IS NOT NULL)
|
|
AND (error_code IS NULL OR error_code COLLATE "C" ~ '^[a-z][a-z0-9_]{0,49}$')
|
|
);
|
|
|
|
CREATE UNIQUE INDEX attachments_staging_key_unique ON attachments (staging_key)
|
|
WHERE staging_key IS NOT NULL;
|
|
|
|
CREATE TABLE attachment_jobs (
|
|
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
attachment_id UUID NOT NULL REFERENCES attachments(id),
|
|
pipeline_version INT NOT NULL CHECK (pipeline_version > 0),
|
|
attempts_started INT NOT NULL DEFAULT 0,
|
|
max_attempts INT NOT NULL DEFAULT 5,
|
|
next_attempt_at TIMESTAMPTZ DEFAULT now(),
|
|
lease_generation INT NOT NULL DEFAULT 0 CHECK (lease_generation >= 0),
|
|
lease_until TIMESTAMPTZ,
|
|
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
updated_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
UNIQUE (attachment_id, pipeline_version),
|
|
CHECK (attempts_started >= 0 AND max_attempts > 0 AND attempts_started <= max_attempts),
|
|
CHECK (lease_until IS NULL OR next_attempt_at IS NULL)
|
|
);
|
|
|
|
CREATE INDEX attachment_jobs_expired_lease_idx ON attachment_jobs (lease_until, id)
|
|
WHERE lease_until IS NOT NULL;
|
|
|
|
CREATE TABLE attachment_variants (
|
|
attachment_id UUID NOT NULL,
|
|
pipeline_version INT NOT NULL,
|
|
name TEXT NOT NULL,
|
|
object_key TEXT NOT NULL UNIQUE CHECK (length(object_key) > 0),
|
|
content_type TEXT NOT NULL,
|
|
size_bytes BIGINT NOT NULL CHECK (size_bytes > 0),
|
|
width INT NOT NULL CHECK (width > 0),
|
|
height INT NOT NULL CHECK (height > 0),
|
|
sha256 TEXT NOT NULL CHECK (sha256 COLLATE "C" ~ '^[0-9a-f]{64}$'),
|
|
PRIMARY KEY (attachment_id, pipeline_version, name),
|
|
FOREIGN KEY (attachment_id, pipeline_version)
|
|
REFERENCES attachment_jobs(attachment_id, pipeline_version),
|
|
CHECK (
|
|
(name IN ('thumbnail', 'crop') AND content_type = 'image/jpeg')
|
|
OR (name = 'optimized' AND content_type = 'image/webp')
|
|
)
|
|
);
|
|
|
|
CREATE TABLE attachment_attempts (
|
|
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
|
|
lease_generation INT NOT NULL CHECK (lease_generation > 0),
|
|
attempt INT NOT NULL CHECK (attempt > 0),
|
|
started_at TIMESTAMPTZ NOT NULL,
|
|
finished_at TIMESTAMPTZ,
|
|
outcome TEXT CHECK (outcome IN ('ready', 'retry', 'failed', 'lease_expired')),
|
|
error_code TEXT CHECK (error_code COLLATE "C" ~ '^[a-z][a-z0-9_]{0,49}$'),
|
|
PRIMARY KEY (job_id, lease_generation),
|
|
UNIQUE (job_id, attempt),
|
|
CHECK ((outcome IS NULL) = (finished_at IS NULL))
|
|
);
|
|
|
|
CREATE TABLE attachment_replays (
|
|
request_id UUID PRIMARY KEY,
|
|
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
|
|
operator_id TEXT NOT NULL CHECK (length(btrim(operator_id)) > 0),
|
|
reason TEXT NOT NULL CHECK (length(btrim(reason)) > 0),
|
|
extra_attempts INT NOT NULL CHECK (extra_attempts BETWEEN 1 AND 5),
|
|
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
|
|
);
|
|
|
|
CREATE TABLE outbox (
|
|
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
|
job_id UUID NOT NULL REFERENCES attachment_jobs(id),
|
|
payload JSONB NOT NULL,
|
|
available_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
sent_at TIMESTAMPTZ,
|
|
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
|
dedup_key TEXT UNIQUE NOT NULL CHECK (length(dedup_key) > 0)
|
|
);
|
|
|
|
CREATE INDEX outbox_pending_idx ON outbox (available_at, id) WHERE sent_at IS NULL;
|
|
|
|
-- +goose StatementBegin
|
|
CREATE FUNCTION attachment_job_payload(uuid, uuid, integer, integer, timestamptz)
|
|
RETURNS jsonb LANGUAGE sql STABLE
|
|
AS $$
|
|
SELECT jsonb_build_object(
|
|
'schema_version', 1,
|
|
'type', 'attachment.process.v1',
|
|
'job_id', $1,
|
|
'attachment_id', $2,
|
|
'pipeline_version', $3,
|
|
'attempt', $4,
|
|
'created_at', to_char($5 AT TIME ZONE 'UTC', 'YYYY-MM-DD"T"HH24:MI:SS.US"Z"')
|
|
);
|
|
$$;
|
|
-- +goose StatementEnd
|
|
|
|
WITH jobs AS (
|
|
INSERT INTO attachment_jobs (attachment_id, pipeline_version)
|
|
SELECT id, pipeline_version FROM attachments
|
|
RETURNING *
|
|
)
|
|
INSERT INTO outbox (job_id, payload, dedup_key)
|
|
SELECT id, attachment_job_payload(id, attachment_id, pipeline_version, 1, created_at),
|
|
'initial/' || id
|
|
FROM jobs;
|
|
|
|
-- +goose Down
|
|
-- Restore the legacy reference when the staging original is the only copy.
|
|
-- SET NOT NULL aborts the rollback if an original no longer exists.
|
|
UPDATE attachments SET object_key = staging_key WHERE object_key IS NULL;
|
|
ALTER TABLE attachments ALTER COLUMN object_key SET NOT NULL;
|
|
|
|
DROP FUNCTION attachment_job_payload(uuid, uuid, integer, integer, timestamptz);
|
|
DROP TABLE outbox;
|
|
DROP TABLE attachment_replays;
|
|
DROP TABLE attachment_attempts;
|
|
DROP TABLE attachment_variants;
|
|
DROP TABLE attachment_jobs;
|
|
|
|
ALTER TABLE attachments
|
|
DROP COLUMN status,
|
|
DROP COLUMN error_code,
|
|
DROP COLUMN staging_key,
|
|
DROP COLUMN pipeline_version;
|