Skip to content

feat: Phase 5 — Autonomous Knowledge Architecture (7 features) #129

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
salishforge wants to merge 2 commits into
base: main
Choose a base branch
from
Open

feat: Phase 5 — Autonomous Knowledge Architecture (7 features) #129

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
b8cfab3
feat: Phase 5 — Autonomous Knowledge Architecture (7 features)
claude May 8, 2026
84d2058
fix: sync canonical schema.sql with v3.8 migration, remove unused imp…
claude May 8, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
122 changes: 122 additions & 0 deletions schema/migration-v3.8.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,122 @@
-- MemForge — Migration v3.8: Phase 5 — Autonomous Knowledge Architecture
--
-- Features:
-- 1. Epistemic Confidence Model (columns on warm_tier)
-- 2. Explainable Memory Operations (runtime only — no schema)
-- 3. Causal Memory Graph (causal_edges table)
-- 4. Hierarchical Abstraction Engine (abstractions table)
-- 5. Adaptive Sleep Intelligence (sleep_phase_analytics table)
-- 6. Memory Sentiment Tagging (context_signals on hot/warm_tier)
-- 7. Cross-Agent Transfer Learning (uses metadata — no schema)
--
-- Apply: psql "$DATABASE_URL" -f schema/migration-v3.8.sql

BEGIN;

-- ─── Feature 1: Epistemic Confidence Model ──────────────────────────────────

ALTER TABLE warm_tier
ADD COLUMN IF NOT EXISTS epistemic_status TEXT NOT NULL DEFAULT 'provisional',
ADD COLUMN IF NOT EXISTS evidence_count INTEGER NOT NULL DEFAULT 1,
ADD COLUMN IF NOT EXISTS last_corroborated_at TIMESTAMPTZ;

CREATE INDEX IF NOT EXISTS warm_tier_epistemic_idx
ON warm_tier (agent_id, epistemic_status);

-- ─── Feature 3: Causal Memory Graph ─────────────────────────────────────────

CREATE TABLE IF NOT EXISTS causal_edges (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
cause_id BIGINT NOT NULL REFERENCES warm_tier(id) ON DELETE CASCADE,
effect_id BIGINT NOT NULL REFERENCES warm_tier(id) ON DELETE CASCADE,
strength REAL NOT NULL DEFAULT 0.0,
observation_count INTEGER NOT NULL DEFAULT 1,
avg_lag_seconds REAL,
confidence REAL NOT NULL DEFAULT 0.5,
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
UNIQUE (agent_id, cause_id, effect_id)
);

CREATE INDEX IF NOT EXISTS causal_edges_agent_cause_idx
ON causal_edges (agent_id, cause_id);
CREATE INDEX IF NOT EXISTS causal_edges_agent_effect_idx
ON causal_edges (agent_id, effect_id);

-- ─── Feature 4: Hierarchical Abstraction Engine ─────────────────────────────

CREATE TABLE IF NOT EXISTS abstractions (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
level TEXT NOT NULL,
content TEXT NOT NULL,
source_reflection_ids BIGINT[] NOT NULL DEFAULT '{}',
confidence REAL NOT NULL DEFAULT 0.5,
active BOOLEAN NOT NULL DEFAULT true,
namespace TEXT NOT NULL DEFAULT 'default',
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
);

CREATE INDEX IF NOT EXISTS abstractions_agent_level_idx
ON abstractions (agent_id, level, active);

-- ─── Feature 5: Adaptive Sleep Intelligence ─────────────────────────────────

CREATE TABLE IF NOT EXISTS sleep_phase_analytics (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
phase TEXT NOT NULL,
duration_ms INTEGER NOT NULL,
tokens_used INTEGER NOT NULL DEFAULT 0,
changes_made INTEGER NOT NULL DEFAULT 0,
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
);

CREATE INDEX IF NOT EXISTS sleep_phase_analytics_agent_idx
ON sleep_phase_analytics (agent_id, created_at DESC);

-- ─── Feature 6: Memory Sentiment Tagging ────────────────────────────────────

ALTER TABLE hot_tier
ADD COLUMN IF NOT EXISTS context_signals JSONB NOT NULL DEFAULT '{}';

ALTER TABLE warm_tier
ADD COLUMN IF NOT EXISTS context_signals JSONB NOT NULL DEFAULT '{}';

-- ─── RLS on new tables ──────────────────────────────────────────────────────

ALTER TABLE causal_edges ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS causal_edges_agent_isolation ON causal_edges;
CREATE POLICY causal_edges_agent_isolation ON causal_edges
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

ALTER TABLE abstractions ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS abstractions_agent_isolation ON abstractions;
CREATE POLICY abstractions_agent_isolation ON abstractions
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

ALTER TABLE sleep_phase_analytics ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS sleep_phase_analytics_agent_isolation ON sleep_phase_analytics;
CREATE POLICY sleep_phase_analytics_agent_isolation ON sleep_phase_analytics
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

-- ─── Grants for memforge_app role (if exists) ───────────────────────────────

DO $$ BEGIN
IF EXISTS (SELECT 1 FROM pg_roles WHERE rolname = 'memforge_app') THEN
EXECUTE 'GRANT ALL ON causal_edges TO memforge_app';
EXECUTE 'GRANT ALL ON abstractions TO memforge_app';
EXECUTE 'GRANT ALL ON sleep_phase_analytics TO memforge_app';
EXECUTE 'GRANT USAGE, SELECT ON SEQUENCE causal_edges_id_seq TO memforge_app';
EXECUTE 'GRANT USAGE, SELECT ON SEQUENCE abstractions_id_seq TO memforge_app';
EXECUTE 'GRANT USAGE, SELECT ON SEQUENCE sleep_phase_analytics_id_seq TO memforge_app';
END IF;
END $$;

COMMIT;
85 changes: 83 additions & 2 deletions schema/schema.sql
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,7 +42,8 @@ CREATE TABLE IF NOT EXISTS hot_tier (
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
content_hash TEXT,
namespace TEXT NOT NULL DEFAULT 'default',
session_id TEXT NOT NULL DEFAULT 'default'
session_id TEXT NOT NULL DEFAULT 'default',
context_signals JSONB NOT NULL DEFAULT '{}'
);

CREATE INDEX IF NOT EXISTS hot_tier_agent_id_idx ON hot_tier (agent_id);
Expand Down Expand Up @@ -105,7 +106,12 @@ CREATE TABLE IF NOT EXISTS warm_tier (
embedding_model TEXT,
-- Originating hot-tier session for provenance (v3.5) — NULL = consolidated before
-- per-session tracking, distinct from the literal 'default' session.
session_id TEXT
session_id TEXT,
-- Phase 5: Epistemic confidence model (v3.8)
epistemic_status TEXT NOT NULL DEFAULT 'provisional',
evidence_count INTEGER NOT NULL DEFAULT 1,
-- Phase 5: Memory sentiment tagging (v3.8)
context_signals JSONB NOT NULL DEFAULT '{}'
);

CREATE INDEX IF NOT EXISTS warm_tier_agent_id_idx ON warm_tier (agent_id);
Expand Down Expand Up @@ -667,6 +673,60 @@ CREATE TABLE IF NOT EXISTS anthropic_memory_stores (
CREATE INDEX IF NOT EXISTS anthropic_memory_stores_agent_ns_idx
ON anthropic_memory_stores (agent_id, namespace);

-- ─────────────────────────────────────────────────────────────────────────────
-- Phase 5: Causal Memory Graph (v3.8)
-- ─────────────────────────────────────────────────────────────────────────────

CREATE TABLE IF NOT EXISTS causal_edges (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
cause_id BIGINT NOT NULL REFERENCES warm_tier(id) ON DELETE CASCADE,
effect_id BIGINT NOT NULL REFERENCES warm_tier(id) ON DELETE CASCADE,
strength REAL NOT NULL DEFAULT 0.0,
observation_count INTEGER NOT NULL DEFAULT 1,
avg_lag_seconds REAL,
confidence REAL NOT NULL DEFAULT 0.5,
created_at TIMESTAMPTZ NOT NULL DEFAULT now(),
UNIQUE (agent_id, cause_id, effect_id)
);

CREATE INDEX IF NOT EXISTS causal_edges_agent_cause_idx ON causal_edges (agent_id, cause_id);
CREATE INDEX IF NOT EXISTS causal_edges_agent_effect_idx ON causal_edges (agent_id, effect_id);

-- ─────────────────────────────────────────────────────────────────────────────
-- Phase 5: Hierarchical Abstraction Engine (v3.8)
-- ─────────────────────────────────────────────────────────────────────────────

CREATE TABLE IF NOT EXISTS abstractions (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
level TEXT NOT NULL,
content TEXT NOT NULL,
source_reflection_ids BIGINT[] NOT NULL DEFAULT '{}',
confidence REAL NOT NULL DEFAULT 0.5,
active BOOLEAN NOT NULL DEFAULT true,
namespace TEXT NOT NULL DEFAULT 'default',
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
);

CREATE INDEX IF NOT EXISTS abstractions_agent_level_idx ON abstractions (agent_id, level, active);

-- ─────────────────────────────────────────────────────────────────────────────
-- Phase 5: Adaptive Sleep Intelligence (v3.8)
-- ─────────────────────────────────────────────────────────────────────────────

CREATE TABLE IF NOT EXISTS sleep_phase_analytics (
id BIGSERIAL PRIMARY KEY,
agent_id TEXT NOT NULL REFERENCES agents(id) ON DELETE CASCADE,
phase TEXT NOT NULL,
duration_ms INTEGER NOT NULL,
tokens_used INTEGER NOT NULL DEFAULT 0,
changes_made INTEGER NOT NULL DEFAULT 0,
created_at TIMESTAMPTZ NOT NULL DEFAULT now()
);

CREATE INDEX IF NOT EXISTS sleep_phase_analytics_agent_idx ON sleep_phase_analytics (agent_id, created_at DESC);

-- ─────────────────────────────────────────────────────────────────────────────
-- Row-Level Security (v3.0+ fresh installs — backported from migration-v2.3)
-- FORCE ROW LEVEL SECURITY is intentionally omitted on all tables.
Expand Down Expand Up @@ -836,6 +896,27 @@ CREATE POLICY anthropic_memory_stores_agent_isolation ON anthropic_memory_stores
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

ALTER TABLE causal_edges ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS causal_edges_agent_isolation ON causal_edges;
CREATE POLICY causal_edges_agent_isolation ON causal_edges
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

ALTER TABLE abstractions ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS abstractions_agent_isolation ON abstractions;
CREATE POLICY abstractions_agent_isolation ON abstractions
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

ALTER TABLE sleep_phase_analytics ENABLE ROW LEVEL SECURITY;
DROP POLICY IF EXISTS sleep_phase_analytics_agent_isolation ON sleep_phase_analytics;
CREATE POLICY sleep_phase_analytics_agent_isolation ON sleep_phase_analytics
FOR ALL
USING (agent_id = current_setting('app.current_agent_id', true))
WITH CHECK (agent_id = current_setting('app.current_agent_id', true));

-- ─────────────────────────────────────────────────────────────────────────────
-- Service role that bypasses RLS
-- ─────────────────────────────────────────────────────────────────────────────
Expand Down
Loading