2026-02-09 21:51:42 -08:00
|
|
|
"""Unified memory service: session, episodic, semantic, vector with tenant isolation."""
|
|
|
|
|
|
|
|
|
|
from typing import Any
|
|
|
|
|
|
|
|
|
|
from fusionagi.memory.episodic import EpisodicMemory
|
|
|
|
|
from fusionagi.memory.semantic import SemanticMemory
|
fix: deep GPU integration, fix all ruff/mypy issues, add .dockerignore
- Integrate GPU scoring inline into reasoning/multi_path.py (auto-uses GPU when available)
- Integrate GPU deduplication into multi_agent/consensus_engine.py
- Add semantic_search() method to memory/semantic_graph.py with GPU acceleration
- Integrate GPU training into self_improvement/training.py AutoTrainer
- Fix all 758 ruff lint issues (whitespace, import sorting, unused imports, ambiguous vars, undefined names)
- Fix all 40 mypy type errors across the codebase (no-any-return, union-attr, arg-type, etc.)
- Fix deprecated ruff config keys (select/ignore -> [tool.ruff.lint])
- Add .dockerignore to exclude .venv/, tests/, docs/ from Docker builds
- Add type hints and docstrings to verification/outcome.py
- Fix E402 import ordering in witness_agent.py
- Fix F821 undefined names in vector_pgvector.py and native.py
- Fix E741 ambiguous variable names in reflective.py and recommender.py
All 276 tests pass. 0 ruff errors. 0 mypy errors.
Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-04-28 05:48:37 +00:00
|
|
|
from fusionagi.memory.working import WorkingMemory
|
2026-02-09 21:51:42 -08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def _scoped_key(tenant_id: str, user_id: str, base: str) -> str:
|
|
|
|
|
"""Scope key by tenant and user."""
|
|
|
|
|
parts = [tenant_id or "default", user_id or "anonymous", base]
|
|
|
|
|
return ":".join(parts)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class VectorMemory:
|
|
|
|
|
"""
|
|
|
|
|
Vector memory for embeddings retrieval.
|
Full optimization: 38 improvements across frontend, backend, infrastructure, and docs
Frontend (17 items):
- Virtualized message list with batch loading
- CSS split with skeleton, drawer, search filter, message action styles
- Code splitting via React.lazy + Suspense for Admin/Ethics/Settings pages
- Skeleton loading components (Skeleton, SkeletonCard, SkeletonGrid)
- Debounced search/filter component (SearchFilter)
- Error boundary with fallback UI
- Keyboard shortcuts (Ctrl+K search, Ctrl+Enter send, Escape dismiss)
- Page transition animations (fade-in)
- PWA support (manifest.json + service worker)
- WebSocket auto-reconnect with exponential backoff (10 retries)
- Chat history persistence to localStorage (500 msg limit)
- Message edit/delete on hover
- Copy-to-clipboard on code blocks
- Mobile drawer (bottom-sheet for consensus panel)
- File upload support
- User preferences sync to backend
Testing (8 items):
- Component tests: Toast, Markdown, ChatMessage, Avatar, ErrorBoundary, Skeleton
- Hook tests: useChatHistory
- E2E smoke tests (5 tests)
- Accessibility audit utility
Backend (12 items):
- Vector memory with cosine similarity search
- TTS/STT adapter factory wiring
- Geometry kernel with orphan detection
- Tenant registry with CRUD operations
- Response cache with TTL
- Connection pool (async)
- Background task queue
- Health check endpoints (/health, /ready)
- Request tracing middleware (X-Request-ID)
- API key rotation mechanism
- Environment-based config (settings.py)
- API route documentation improvements
Infrastructure (4 items):
- Grafana dashboard template
- Database migration system
- Storybook configuration
Documentation (3 items):
- ADR-001: Advisory Governance Model
- ADR-002: Twelve-Head Architecture
- ADR-003: Consequence Engine
552 Python tests + 45 frontend tests passing, 0 ruff errors.
Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-05-02 03:08:08 +00:00
|
|
|
|
|
|
|
|
Uses in-memory cosine similarity search. For production, swap with
|
|
|
|
|
pgvector, Pinecone, or Qdrant adapter behind the same interface.
|
2026-02-09 21:51:42 -08:00
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
def __init__(self, max_entries: int = 10000) -> None:
|
|
|
|
|
self._store: list[dict[str, Any]] = []
|
|
|
|
|
self._max_entries = max_entries
|
|
|
|
|
|
Full optimization: 38 improvements across frontend, backend, infrastructure, and docs
Frontend (17 items):
- Virtualized message list with batch loading
- CSS split with skeleton, drawer, search filter, message action styles
- Code splitting via React.lazy + Suspense for Admin/Ethics/Settings pages
- Skeleton loading components (Skeleton, SkeletonCard, SkeletonGrid)
- Debounced search/filter component (SearchFilter)
- Error boundary with fallback UI
- Keyboard shortcuts (Ctrl+K search, Ctrl+Enter send, Escape dismiss)
- Page transition animations (fade-in)
- PWA support (manifest.json + service worker)
- WebSocket auto-reconnect with exponential backoff (10 retries)
- Chat history persistence to localStorage (500 msg limit)
- Message edit/delete on hover
- Copy-to-clipboard on code blocks
- Mobile drawer (bottom-sheet for consensus panel)
- File upload support
- User preferences sync to backend
Testing (8 items):
- Component tests: Toast, Markdown, ChatMessage, Avatar, ErrorBoundary, Skeleton
- Hook tests: useChatHistory
- E2E smoke tests (5 tests)
- Accessibility audit utility
Backend (12 items):
- Vector memory with cosine similarity search
- TTS/STT adapter factory wiring
- Geometry kernel with orphan detection
- Tenant registry with CRUD operations
- Response cache with TTL
- Connection pool (async)
- Background task queue
- Health check endpoints (/health, /ready)
- Request tracing middleware (X-Request-ID)
- API key rotation mechanism
- Environment-based config (settings.py)
- API route documentation improvements
Infrastructure (4 items):
- Grafana dashboard template
- Database migration system
- Storybook configuration
Documentation (3 items):
- ADR-001: Advisory Governance Model
- ADR-002: Twelve-Head Architecture
- ADR-003: Consequence Engine
552 Python tests + 45 frontend tests passing, 0 ruff errors.
Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-05-02 03:08:08 +00:00
|
|
|
@staticmethod
|
|
|
|
|
def _cosine_similarity(a: list[float], b: list[float]) -> float:
|
|
|
|
|
"""Compute cosine similarity between two vectors."""
|
|
|
|
|
dot = sum(x * y for x, y in zip(a, b))
|
|
|
|
|
norm_a = sum(x * x for x in a) ** 0.5
|
|
|
|
|
norm_b = sum(x * x for x in b) ** 0.5
|
|
|
|
|
if norm_a == 0 or norm_b == 0:
|
|
|
|
|
return 0.0
|
|
|
|
|
return dot / (norm_a * norm_b)
|
|
|
|
|
|
2026-02-09 21:51:42 -08:00
|
|
|
def add(self, id: str, embedding: list[float], metadata: dict[str, Any] | None = None) -> None:
|
Full optimization: 38 improvements across frontend, backend, infrastructure, and docs
Frontend (17 items):
- Virtualized message list with batch loading
- CSS split with skeleton, drawer, search filter, message action styles
- Code splitting via React.lazy + Suspense for Admin/Ethics/Settings pages
- Skeleton loading components (Skeleton, SkeletonCard, SkeletonGrid)
- Debounced search/filter component (SearchFilter)
- Error boundary with fallback UI
- Keyboard shortcuts (Ctrl+K search, Ctrl+Enter send, Escape dismiss)
- Page transition animations (fade-in)
- PWA support (manifest.json + service worker)
- WebSocket auto-reconnect with exponential backoff (10 retries)
- Chat history persistence to localStorage (500 msg limit)
- Message edit/delete on hover
- Copy-to-clipboard on code blocks
- Mobile drawer (bottom-sheet for consensus panel)
- File upload support
- User preferences sync to backend
Testing (8 items):
- Component tests: Toast, Markdown, ChatMessage, Avatar, ErrorBoundary, Skeleton
- Hook tests: useChatHistory
- E2E smoke tests (5 tests)
- Accessibility audit utility
Backend (12 items):
- Vector memory with cosine similarity search
- TTS/STT adapter factory wiring
- Geometry kernel with orphan detection
- Tenant registry with CRUD operations
- Response cache with TTL
- Connection pool (async)
- Background task queue
- Health check endpoints (/health, /ready)
- Request tracing middleware (X-Request-ID)
- API key rotation mechanism
- Environment-based config (settings.py)
- API route documentation improvements
Infrastructure (4 items):
- Grafana dashboard template
- Database migration system
- Storybook configuration
Documentation (3 items):
- ADR-001: Advisory Governance Model
- ADR-002: Twelve-Head Architecture
- ADR-003: Consequence Engine
552 Python tests + 45 frontend tests passing, 0 ruff errors.
Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-05-02 03:08:08 +00:00
|
|
|
"""Add embedding to the vector store."""
|
2026-02-09 21:51:42 -08:00
|
|
|
if len(self._store) >= self._max_entries:
|
|
|
|
|
self._store.pop(0)
|
|
|
|
|
self._store.append({"id": id, "embedding": embedding, "metadata": metadata or {}})
|
|
|
|
|
|
|
|
|
|
def search(self, query_embedding: list[float], top_k: int = 10) -> list[dict[str, Any]]:
|
Full optimization: 38 improvements across frontend, backend, infrastructure, and docs
Frontend (17 items):
- Virtualized message list with batch loading
- CSS split with skeleton, drawer, search filter, message action styles
- Code splitting via React.lazy + Suspense for Admin/Ethics/Settings pages
- Skeleton loading components (Skeleton, SkeletonCard, SkeletonGrid)
- Debounced search/filter component (SearchFilter)
- Error boundary with fallback UI
- Keyboard shortcuts (Ctrl+K search, Ctrl+Enter send, Escape dismiss)
- Page transition animations (fade-in)
- PWA support (manifest.json + service worker)
- WebSocket auto-reconnect with exponential backoff (10 retries)
- Chat history persistence to localStorage (500 msg limit)
- Message edit/delete on hover
- Copy-to-clipboard on code blocks
- Mobile drawer (bottom-sheet for consensus panel)
- File upload support
- User preferences sync to backend
Testing (8 items):
- Component tests: Toast, Markdown, ChatMessage, Avatar, ErrorBoundary, Skeleton
- Hook tests: useChatHistory
- E2E smoke tests (5 tests)
- Accessibility audit utility
Backend (12 items):
- Vector memory with cosine similarity search
- TTS/STT adapter factory wiring
- Geometry kernel with orphan detection
- Tenant registry with CRUD operations
- Response cache with TTL
- Connection pool (async)
- Background task queue
- Health check endpoints (/health, /ready)
- Request tracing middleware (X-Request-ID)
- API key rotation mechanism
- Environment-based config (settings.py)
- API route documentation improvements
Infrastructure (4 items):
- Grafana dashboard template
- Database migration system
- Storybook configuration
Documentation (3 items):
- ADR-001: Advisory Governance Model
- ADR-002: Twelve-Head Architecture
- ADR-003: Consequence Engine
552 Python tests + 45 frontend tests passing, 0 ruff errors.
Co-Authored-By: Nakamoto, S <defi@defi-oracle.io>
2026-05-02 03:08:08 +00:00
|
|
|
"""Search by cosine similarity, returning top-k results."""
|
|
|
|
|
scored = []
|
|
|
|
|
for entry in self._store:
|
|
|
|
|
sim = self._cosine_similarity(query_embedding, entry["embedding"])
|
|
|
|
|
scored.append({"id": entry["id"], "metadata": entry["metadata"], "score": sim})
|
|
|
|
|
scored.sort(key=lambda x: x["score"], reverse=True)
|
|
|
|
|
return scored[:top_k]
|
|
|
|
|
|
|
|
|
|
def delete(self, id: str) -> bool:
|
|
|
|
|
"""Remove an entry by ID."""
|
|
|
|
|
before = len(self._store)
|
|
|
|
|
self._store = [e for e in self._store if e["id"] != id]
|
|
|
|
|
return len(self._store) < before
|
|
|
|
|
|
|
|
|
|
def count(self) -> int:
|
|
|
|
|
"""Return entry count."""
|
|
|
|
|
return len(self._store)
|
2026-02-09 21:51:42 -08:00
|
|
|
|
|
|
|
|
|
|
|
|
|
class MemoryService:
|
|
|
|
|
"""
|
|
|
|
|
Unified memory service with tenant isolation.
|
|
|
|
|
Wraps WorkingMemory (session), EpisodicMemory, SemanticMemory, VectorMemory.
|
|
|
|
|
"""
|
|
|
|
|
|
|
|
|
|
def __init__(
|
|
|
|
|
self,
|
|
|
|
|
tenant_id: str = "default",
|
|
|
|
|
user_id: str | None = None,
|
|
|
|
|
) -> None:
|
|
|
|
|
self._tenant_id = tenant_id
|
|
|
|
|
self._user_id = user_id or "anonymous"
|
|
|
|
|
self._working = WorkingMemory()
|
|
|
|
|
self._episodic = EpisodicMemory()
|
|
|
|
|
self._semantic = SemanticMemory()
|
|
|
|
|
self._vector = VectorMemory()
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def session(self) -> WorkingMemory:
|
|
|
|
|
"""Short-term session memory."""
|
|
|
|
|
return self._working
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def episodic(self) -> EpisodicMemory:
|
|
|
|
|
"""Episodic memory (what happened, decisions, outcomes)."""
|
|
|
|
|
return self._episodic
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def semantic(self) -> SemanticMemory:
|
|
|
|
|
"""Semantic memory (facts, preferences)."""
|
|
|
|
|
return self._semantic
|
|
|
|
|
|
|
|
|
|
@property
|
|
|
|
|
def vector(self) -> VectorMemory:
|
|
|
|
|
"""Vector memory (embeddings for retrieval)."""
|
|
|
|
|
return self._vector
|
|
|
|
|
|
|
|
|
|
def scope_session(self, session_id: str) -> str:
|
|
|
|
|
"""Return tenant/user scoped session key."""
|
|
|
|
|
return _scoped_key(self._tenant_id, self._user_id, session_id)
|
|
|
|
|
|
|
|
|
|
def get(self, session_id: str, key: str, default: Any = None) -> Any:
|
|
|
|
|
"""Get from session memory (scoped)."""
|
|
|
|
|
scoped = self.scope_session(session_id)
|
|
|
|
|
return self._working.get(scoped, key, default)
|
|
|
|
|
|
|
|
|
|
def set(self, session_id: str, key: str, value: Any) -> None:
|
|
|
|
|
"""Set in session memory (scoped)."""
|
|
|
|
|
scoped = self.scope_session(session_id)
|
|
|
|
|
self._working.set(scoped, key, value)
|
|
|
|
|
|
|
|
|
|
def append_episode(self, task_id: str, event: dict[str, Any], event_type: str | None = None) -> int:
|
|
|
|
|
"""Append to episodic memory (with tenant in metadata)."""
|
|
|
|
|
event = dict(event)
|
|
|
|
|
meta = event.setdefault("metadata", {})
|
|
|
|
|
meta = dict(meta) if meta else {}
|
|
|
|
|
meta["tenant_id"] = self._tenant_id
|
|
|
|
|
meta["user_id"] = self._user_id
|
|
|
|
|
event["metadata"] = meta
|
|
|
|
|
return self._episodic.append(task_id, event, event_type)
|