Files
email_agent/internal/store/schema.sql
Sam Rolfe 1d88f962f6 Phase 2: Gmail IMAP fetch (IPv4), FR-2 source address, real mail in dashboard (AUD-67)
- internal/mailfetch: stdlib-only read-only IMAP client (LOGIN, SELECT,
  UID SEARCH, UID FETCH) that always dials tcp4; IPv6 to Gmail is broken
  from .13 and caused a socket EOF.
- MIME parsing to text, RFC2047 header decoding, FR-2 source address:
  X-Pm-Original-To -> To -> Received 'for <addr>' -> Return-Path, never
  Delivered-To. The matched header is recorded for audit.
- store: Message upsert/list/count + LogAction; schema migration v2 adds
  imap_uid and imap_uidvalidity.
- server: dashboard and /partials/inbox render real mail grouped by
  category with a recommended action; POST /actions/fetch runs a scan
  (CSRF-checked); nav counts; 'Check mail' button.
- config: GMAIL_USER, GMAIL_APP_PASSWORD, IMAP host/port/lookback/max.
- cmd: -fetch runs one scan and exits (n8n/CLI entry point, FR-1).
- compose/.env.example expose the Gmail + IMAP settings.
- tests: FR-2 precedence, MIME bodies, IMAP literal/parser, store
  upsert/migration, inbox rendering.

Co-Authored-By: Paperclip <noreply@paperclip.ing>
2026-10-11 20:59:53 +11:00

106 lines
3.9 KiB
SQL

-- Email Agent schema (AGENTS.md §7).
--
-- Every statement is idempotent (CREATE ... IF NOT EXISTS) so this file can be
-- executed on every start. Retention/capping jobs belong to later phases.
--
-- Attribution: created for the Email Agent Phase 1 skeleton.
PRAGMA foreign_keys = ON;
-- Records the applied schema version for future migrations.
CREATE TABLE IF NOT EXISTS schema_migrations (
version INTEGER PRIMARY KEY,
applied_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-1, FR-2: mail metadata and body, plus the forwarding address it arrived at.
CREATE TABLE IF NOT EXISTS messages (
id INTEGER PRIMARY KEY AUTOINCREMENT,
gmail_id TEXT NOT NULL UNIQUE,
thread_id TEXT,
from_addr TEXT,
to_addr TEXT,
subject TEXT,
body_text TEXT,
source_address TEXT,
date_sent TEXT,
-- IMAP bookkeeping (AGENTS.md §9): the mailbox UID and the UIDVALIDITY it
-- belongs to. UIDs are only meaningful while UIDVALIDITY is unchanged.
imap_uid INTEGER,
imap_uidvalidity INTEGER,
received_at TEXT NOT NULL DEFAULT (datetime('now')),
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_messages_received_at ON messages (received_at);
CREATE INDEX IF NOT EXISTS idx_messages_thread_id ON messages (thread_id);
CREATE INDEX IF NOT EXISTS idx_messages_source ON messages (source_address);
-- FR-3, FR-14: classifier output per message.
CREATE TABLE IF NOT EXISTS classifications (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER NOT NULL REFERENCES messages (id) ON DELETE CASCADE,
category TEXT NOT NULL,
importance TEXT,
action TEXT,
confidence REAL,
model TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_classifications_message ON classifications (message_id);
-- FR-4, FR-11: versioned rules text.
CREATE TABLE IF NOT EXISTS rules (
id INTEGER PRIMARY KEY AUTOINCREMENT,
text TEXT NOT NULL,
version INTEGER NOT NULL,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-13: append-only action log.
CREATE TABLE IF NOT EXISTS actions_log (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER REFERENCES messages (id) ON DELETE SET NULL,
action TEXT NOT NULL,
actor TEXT,
rule_id INTEGER REFERENCES rules (id) ON DELETE SET NULL,
detail TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_actions_log_message ON actions_log (message_id);
CREATE INDEX IF NOT EXISTS idx_actions_log_created ON actions_log (created_at);
-- FR-7: unsubscribe tracker and ignore list.
CREATE TABLE IF NOT EXISTS unsubscribe (
id INTEGER PRIMARY KEY AUTOINCREMENT,
domain TEXT NOT NULL UNIQUE,
status TEXT NOT NULL DEFAULT 'done' CHECK (status IN ('done', 'ignored')),
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
-- FR-8: reply drafts.
CREATE TABLE IF NOT EXISTS drafts (
id INTEGER PRIMARY KEY AUTOINCREMENT,
message_id INTEGER NOT NULL REFERENCES messages (id) ON DELETE CASCADE,
body TEXT NOT NULL,
template_id TEXT,
status TEXT NOT NULL DEFAULT 'draft',
created_at TEXT NOT NULL DEFAULT (datetime('now')),
updated_at TEXT NOT NULL DEFAULT (datetime('now'))
);
CREATE INDEX IF NOT EXISTS idx_drafts_message ON drafts (message_id);
-- FR-10: daily summary and its delivery target.
CREATE TABLE IF NOT EXISTS summaries (
id INTEGER PRIMARY KEY AUTOINCREMENT,
date TEXT NOT NULL UNIQUE,
text TEXT NOT NULL,
delivered_to TEXT,
created_at TEXT NOT NULL DEFAULT (datetime('now'))
);
INSERT OR IGNORE INTO schema_migrations (version) VALUES (1);