Files
email_agent/internal/store/schema.sql
Builder e5cce1c93a Phase 7 follow-up: 1-month body retention and actions_log cap (AUD-75)
Implements the AGENTS.md §7 data rule: keep message bodies for one month, and
size-cap the append-only action log.

- internal/store/retention.go: Store.Retain clears messages.body_text older
  than the window (metadata stays) and deletes actions_log rows beyond the
  newest N, in one transaction.
- internal/config: EMAIL_AGENT_RETENTION_DAYS (30) and
  EMAIL_AGENT_ACTIONS_LOG_MAX_ROWS (50000).
- cmd/email-agent: bounded -retain flag for the n8n schedule.
- Tests for body clearing, metadata retention, log cap, and disabled policy.
2026-10-13 10:41:01 +11:00

140 lines
5.8 KiB
SQL

-- Email Agent schema (AGENTS.md §7).
--
-- Every statement is idempotent (CREATE ... IF NOT EXISTS) so this file can be
-- executed on every start. The retention/capping job (AGENTS.md §7) lives in
-- internal/store/retention.go and runs from the CLI `-retain` flag.
--
-- Attribution: created for the Email Agent Phase 1 skeleton.
PRAGMA foreign_keys = ON;
-- Records the applied schema version for future migrations.
CREATE TABLE IF NOT EXISTS schema_migrations (
version INTEGER PRIMARY KEY,
applied_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-1, FR-2: mail metadata and body, plus the forwarding address it arrived at.
CREATE TABLE IF NOT EXISTS messages (
id INTEGER PRIMARY KEY AUTOINCREMENT,
gmail_id TEXT NOT NULL UNIQUE,
thread_id TEXT,
-- Phase 5 (FR-8): the RFC822 Message-ID header. A reply sets In-Reply-To and
-- References to it so Gmail files the reply in the same thread.
message_id_header TEXT,
-- Phase 6 (FR-7): the raw RFC 2369/8058 unsubscribe headers, stored so the
-- detector can run without a refetch.
list_unsubscribe TEXT,
list_unsubscribe_post TEXT,
from_addr TEXT,
to_addr TEXT,
subject TEXT,
body_text TEXT,
source_address TEXT,
date_sent TEXT,
-- IMAP bookkeeping (AGENTS.md §9): the mailbox UID and the UIDVALIDITY it
-- belongs to. UIDs are only meaningful while UIDVALIDITY is unchanged.
imap_uid INTEGER,
imap_uidvalidity INTEGER,
-- Phase 4 (FR-6/FR-9): the app folder a message is filed under (a low
-- cardinality concept used for navigation) and the exact IMAP label it
-- currently lives in on Gmail (for example "Delete", "Saved", or
-- "Replied-to/hello@where-woof.com"). `folder` defaults to the inbox.
folder TEXT NOT NULL DEFAULT 'inbox',
mailbox TEXT NOT NULL DEFAULT 'INBOX',
received_at TEXT NOT NULL DEFAULT (datetime('now')),
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_messages_received_at ON messages (received_at);
CREATE INDEX IF NOT EXISTS idx_messages_thread_id ON messages (thread_id);
CREATE INDEX IF NOT EXISTS idx_messages_source ON messages (source_address);
-- FR-14: the editable category list. `name` is the stable key stored in
-- classifications.category and sent to JEV as the Choice option name. Renaming a
-- category cascades to existing classifications (see store.RenameCategory).
CREATE TABLE IF NOT EXISTS categories (
id INTEGER PRIMARY KEY AUTOINCREMENT,
name TEXT NOT NULL COLLATE NOCASE UNIQUE,
description TEXT NOT NULL DEFAULT '',
position INTEGER NOT NULL DEFAULT 0,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_categories_position ON categories (position, name);
-- FR-3, FR-14: classifier output per message.
CREATE TABLE IF NOT EXISTS classifications (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER NOT NULL REFERENCES messages (id) ON DELETE CASCADE,
category TEXT NOT NULL,
importance TEXT,
action TEXT,
confidence REAL,
model TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_classifications_message ON classifications (message_id);
-- FR-4, FR-11: versioned rules text.
CREATE TABLE IF NOT EXISTS rules (
id INTEGER PRIMARY KEY AUTOINCREMENT,
text TEXT NOT NULL,
version INTEGER NOT NULL,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-13: append-only action log.
CREATE TABLE IF NOT EXISTS actions_log (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER REFERENCES messages (id) ON DELETE SET NULL,
action TEXT NOT NULL,
actor TEXT,
rule_id INTEGER REFERENCES rules (id) ON DELETE SET NULL,
detail TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_actions_log_message ON actions_log (message_id);
CREATE INDEX IF NOT EXISTS idx_actions_log_created ON actions_log (created_at);
-- FR-7: unsubscribe tracker and ignore list. `status` is 'ignored' for a domain
-- on the ignore list, or 'done' for a domain Sam has recorded as unsubscribed.
-- The app never follows a link itself: it only marks and records (AUD-72).
CREATE TABLE IF NOT EXISTS unsubscribe (
id INTEGER PRIMARY KEY AUTOINCREMENT,
domain TEXT NOT NULL UNIQUE,
status TEXT NOT NULL DEFAULT 'done' CHECK (status IN ('done', 'ignored')),
-- url records the link that was detected or marked (Phase 6).
url TEXT NOT NULL DEFAULT '',
updated_at TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-8: reply drafts.
CREATE TABLE IF NOT EXISTS drafts (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER NOT NULL REFERENCES messages (id) ON DELETE CASCADE,
body TEXT NOT NULL,
template_id TEXT,
-- Phase 5 (FR-8): draft -> sent. sent_at is set when the SMTP send succeeds.
status TEXT NOT NULL DEFAULT 'draft',
sent_at TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now')),
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_drafts_message ON drafts (message_id);
-- FR-10: daily summary and its delivery target.
CREATE TABLE IF NOT EXISTS summaries (
id INTEGER PRIMARY KEY AUTOINCREMENT,
date TEXT NOT NULL UNIQUE,
text TEXT NOT NULL,
delivered_to TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
INSERT OR IGNORE INTO schema_migrations (version) VALUES (1);