feat: add memory API, search, session export, and normalize API

.github/workflows/fuzz.yml

@@ -7,17 +7,45 @@ on:
   workflow_dispatch: # Allow manual trigger
 
 jobs:
-  fuzz:
-    name: Fuzz Tests
+  security-fuzz:
+    name: Security Fuzz
     runs-on: ubuntu-latest
     strategy:
       fail-fast: false
       matrix:
-        fuzz-target:
-          - FuzzPathValidation
-          - FuzzPathValidationWithSymlinks
-          - FuzzCommandValidation
-          - FuzzURLValidation
+        include:
+          # internal/security/ — core validators
+          - target: FuzzPathValidation
+            package: ./internal/security/
+          - target: FuzzPathValidationWithSymlinks
+            package: ./internal/security/
+          - target: FuzzCommandValidation
+            package: ./internal/security/
+          - target: FuzzURLValidation
+            package: ./internal/security/
+          - target: FuzzSafeDialContext
+            package: ./internal/security/
+          # internal/tools/ — tool-level security
+          - target: FuzzPathTraversal
+            package: ./internal/tools/
+          - target: FuzzSSRFBypass
+            package: ./internal/tools/
+          - target: FuzzCommandInjection
+            package: ./internal/tools/
+          - target: FuzzContainsInjection
+            package: ./internal/tools/
+          - target: FuzzEnvVarBypass
+            package: ./internal/tools/
+          # internal/memory/ — secret detection
+          - target: FuzzContainsSecrets
+            package: ./internal/memory/
+          # internal/api/ — auth/CSRF
+          - target: FuzzCheckCSRF
+            package: ./internal/api/
+          - target: FuzzCheckPreSessionCSRF
+            package: ./internal/api/
+          - target: FuzzVerifySignedUID
+            package: ./internal/api/
     steps:
       - name: Checkout code
         uses: actions/checkout@v4
@@ -27,5 +55,5 @@ jobs:
         with:
           go-version: "1.25"
 
-      - name: Run ${{ matrix.fuzz-target }}
-        run: go test -fuzz=${{ matrix.fuzz-target }} -fuzztime=30s ./internal/security/
+      - name: Run ${{ matrix.target }}
+        run: go test -fuzz=${{ matrix.target }} -fuzztime=30s ${{ matrix.package }}

Makefile

@@ -0,0 +1,41 @@
+.PHONY: build vet lint test test-race test-integration test-fuzz verify clean
+
+# Build binary
+build:
+	go build -o koopa ./
+
+# Static analysis
+vet:
+	go vet ./...
+
+# Lint (matches CI: golangci-lint v2.7.1)
+lint:
+	golangci-lint run ./...
+
+# Unit tests (fast, no database required)
+test:
+	go test -short ./...
+
+# Unit tests with race detector (matches CI)
+test-race:
+	go test -short -race ./...
+
+# Integration tests (requires PostgreSQL with pgvector)
+test-integration:
+	go test -tags=integration -race -timeout 15m ./...
+
+# Run security fuzz targets for 30s each
+test-fuzz:
+	go test -fuzz=FuzzPathValidation -fuzztime=30s ./internal/security/
+	go test -fuzz=FuzzCommandValidation -fuzztime=30s ./internal/security/
+	go test -fuzz=FuzzURLValidation -fuzztime=30s ./internal/security/
+	go test -fuzz=FuzzSafeDialContext -fuzztime=30s ./internal/security/
+
+# Full verification chain (matches /verify skill)
+# Stop at first failure.
+verify: build vet lint test-race
+
+# Remove build artifacts
+clean:
+	rm -f koopa
+	go clean -testcache

cmd/serve.go

@@ -79,14 +79,16 @@ func runServe() error {
 
 	flow := chat.NewFlow(a.Genkit, agent)
 
-	apiServer, err := api.NewServer(api.ServerConfig{
+	apiServer, err := api.NewServer(ctx, api.ServerConfig{
 		Logger:       logger,
 		ChatAgent:    agent,
 		ChatFlow:     flow,
 		SessionStore: a.SessionStore,
+		MemoryStore:  a.MemoryStore,
+		Pool:         a.DBPool,
 		CSRFSecret:   []byte(cfg.HMACSecret),
 		CORSOrigins:  cfg.CORSOrigins,
-		IsDev:        cfg.PostgresSSLMode == "disable",
+		IsDev:        cfg.DevMode,
 		TrustProxy:   cfg.TrustProxy,
 		RateBurst:    parseRateBurst(),
 	})

db/migrations/000001_init_schema.up.sql

@@ -55,7 +55,7 @@ CREATE TABLE IF NOT EXISTS messages (
     created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
 
     CONSTRAINT unique_message_sequence UNIQUE (session_id, sequence_number),
-    CONSTRAINT message_role_check CHECK (role IN ('user', 'assistant', 'system', 'tool'))
+    CONSTRAINT message_role_check CHECK (role IN ('user', 'assistant', 'system', 'tool', 'model'))
 );
 
 -- ============================================================================
@@ -87,27 +87,27 @@ CREATE TABLE IF NOT EXISTS memories (
         GENERATED ALWAYS AS (to_tsvector('english', content)) STORED
 );
 
-CREATE INDEX idx_memories_embedding ON memories
+CREATE INDEX IF NOT EXISTS idx_memories_embedding ON memories
     USING hnsw (embedding vector_cosine_ops)
     WITH (m = 16, ef_construction = 64);
 
-CREATE INDEX idx_memories_owner ON memories(owner_id);
+CREATE INDEX IF NOT EXISTS idx_memories_owner ON memories(owner_id);
 
-CREATE INDEX idx_memories_owner_active_category
+CREATE INDEX IF NOT EXISTS idx_memories_owner_active_category
     ON memories(owner_id, active, category);
 
-CREATE UNIQUE INDEX idx_memories_owner_content_unique
+CREATE UNIQUE INDEX IF NOT EXISTS idx_memories_owner_content_unique
     ON memories(owner_id, md5(content)) WHERE active = true;
 
-CREATE INDEX idx_memories_search_text ON memories USING gin (search_text);
+CREATE INDEX IF NOT EXISTS idx_memories_search_text ON memories USING gin (search_text);
 
-CREATE INDEX idx_memories_decay_candidates
+CREATE INDEX IF NOT EXISTS idx_memories_decay_candidates
     ON memories (owner_id, updated_at)
     WHERE active = true AND superseded_by IS NULL;
 
-CREATE INDEX idx_memories_superseded_by ON memories (superseded_by)
+CREATE INDEX IF NOT EXISTS idx_memories_superseded_by ON memories (superseded_by)
     WHERE superseded_by IS NOT NULL;
 
-CREATE INDEX idx_memories_expires_at
+CREATE INDEX IF NOT EXISTS idx_memories_expires_at
     ON memories (expires_at)
     WHERE expires_at IS NOT NULL AND active = true;

db/migrations/000002_messages_fts.down.sql

@@ -0,0 +1,3 @@
+DROP INDEX IF EXISTS idx_messages_search_text;
+ALTER TABLE messages DROP COLUMN IF EXISTS search_text;
+ALTER TABLE messages DROP COLUMN IF EXISTS text_content;

db/migrations/000002_messages_fts.up.sql

@@ -0,0 +1,19 @@
+-- Add text_content for full-text search on messages.
+-- content is JSONB ([]*ai.Part), not directly searchable.
+-- text_content is application-maintained, populated in AddMessage.
+ALTER TABLE messages ADD COLUMN IF NOT EXISTS text_content TEXT;
+
+-- Generated tsvector for FTS.
+-- to_tsvector handles NULL natively (returns empty tsvector), no COALESCE needed.
+ALTER TABLE messages ADD COLUMN IF NOT EXISTS search_text tsvector
+    GENERATED ALWAYS AS (to_tsvector('english', text_content)) STORED;
+
+-- GIN index for fast full-text search.
+CREATE INDEX IF NOT EXISTS idx_messages_search_text ON messages USING gin(search_text);
+
+-- Backfill existing messages: extract text from JSONB parts.
+UPDATE messages SET text_content = (
+    SELECT string_agg(elem->>'text', ' ')
+    FROM jsonb_array_elements(content) AS elem
+    WHERE elem->>'text' IS NOT NULL AND elem->>'text' != ''
+) WHERE text_content IS NULL;

db/migrations/000003_messages_session_idx.down.sql

@@ -0,0 +1 @@
+DROP INDEX IF EXISTS idx_messages_session_id;

db/migrations/000003_messages_session_idx.up.sql

@@ -0,0 +1,4 @@
+-- Add index on messages.session_id for JOIN performance.
+-- PostgreSQL does NOT auto-create indexes on FK referencing columns.
+-- SearchMessages and CountMessages both JOIN on m.session_id = s.id.
+CREATE INDEX IF NOT EXISTS idx_messages_session_id ON messages(session_id);

db/migrations/000004_trigram_search.down.sql

@@ -0,0 +1,3 @@
+DROP INDEX IF EXISTS idx_memories_content_trgm;
+DROP INDEX IF EXISTS idx_messages_text_content_trgm;
+-- Do not drop pg_trgm extension; other schemas may use it.

db/migrations/000004_trigram_search.up.sql

@@ -0,0 +1,17 @@
+-- Enable pg_trgm extension for trigram-based text search (CJK support).
+CREATE EXTENSION IF NOT EXISTS pg_trgm;
+
+-- CONCURRENTLY avoids locking the table during index creation.
+-- NOTE: CONCURRENTLY cannot run inside a transaction block.
+-- golang-migrate runs each file in a transaction by default;
+-- the operator must run this migration manually with:
+--   psql -f 000004_trigram_search.up.sql
+-- or disable transactions in the migration tool.
+
+-- GIN trigram index on messages.text_content for ILIKE fallback search.
+CREATE INDEX CONCURRENTLY IF NOT EXISTS idx_messages_text_content_trgm
+    ON messages USING gin (text_content gin_trgm_ops);
+
+-- GIN trigram index on memories.content for similarity() scoring.
+CREATE INDEX CONCURRENTLY IF NOT EXISTS idx_memories_content_trgm
+    ON memories USING gin (content gin_trgm_ops);

db/queries/sessions.sql

@@ -4,7 +4,7 @@
 -- name: CreateSession :one
 INSERT INTO sessions (title, owner_id)
 VALUES ($1, sqlc.arg(owner_id))
-RETURNING *;
+RETURNING id, title, owner_id, created_at, updated_at;
 
 -- name: Session :one
 SELECT id, title, owner_id, created_at, updated_at
@@ -26,7 +26,7 @@ SELECT id, title, owner_id, created_at, updated_at
 FROM sessions
 WHERE id = sqlc.arg(session_id) AND owner_id = sqlc.arg(owner_id);
 
--- name: UpdateSessionUpdatedAt :exec
+-- name: UpdateSessionUpdatedAt :execrows
 UPDATE sessions
 SET updated_at = NOW()
 WHERE id = sqlc.arg(session_id);
@@ -44,8 +44,8 @@ WHERE id = $1;
 
 -- name: AddMessage :exec
 -- Add a message to a session
-INSERT INTO messages (session_id, role, content, sequence_number)
-VALUES ($1, $2, $3, $4);
+INSERT INTO messages (session_id, role, content, sequence_number, text_content)
+VALUES ($1, $2, $3, $4, $5);
 
 -- name: Messages :many
 -- Get all messages for a session ordered by sequence

go.mod

@@ -24,6 +24,7 @@ require (
 	go.opentelemetry.io/otel/exporters/otlp/otlptrace/otlptracehttp v1.38.0
 	go.opentelemetry.io/otel/sdk v1.38.0
 	go.uber.org/goleak v1.3.0
+	golang.org/x/net v0.47.0
 	golang.org/x/time v0.14.0
 	google.golang.org/genai v1.41.0
 )
@@ -168,7 +169,6 @@ require (
 	go.yaml.in/yaml/v3 v3.0.4 // indirect
 	golang.org/x/crypto v0.45.0 // indirect
 	golang.org/x/exp v0.0.0-20251023183803-a4bb9ffd2546 // indirect
-	golang.org/x/net v0.47.0 // indirect
 	golang.org/x/oauth2 v0.33.0 // indirect
 	golang.org/x/sync v0.18.0 // indirect
 	golang.org/x/sys v0.38.0 // indirect