Compare commits

...

19 Commits

Author SHA1 Message Date
Alexander Whitestone
9771472983 WIP: issue #728 (mimo swarm)
Some checks failed
CI / test (pull_request) Failing after 10s
CI / validate (pull_request) Failing after 15s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 11:54:27 -04:00
b205f002ef Merge pull request '[GOFAI] Resonance Visualization' (#1284) from feat/resonance-viz-1775996553148 into main
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 3s
2026-04-12 12:22:39 +00:00
2230c1c9fc Add ResonanceVisualizer
Some checks failed
CI / test (pull_request) Failing after 9s
CI / validate (pull_request) Failing after 15s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 12:22:34 +00:00
d7bcadb8c1 Merge pull request '[GOFAI] Final Missing Files' (#1283) from feat/gofai-nexus-final-v2 into main
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 3s
2026-04-12 12:22:20 +00:00
e939958f38 Add test_resonance.py
Some checks failed
CI / test (pull_request) Failing after 9s
CI / validate (pull_request) Failing after 13s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 12:21:07 +00:00
387084e27f Add test_discover.py 2026-04-12 12:21:06 +00:00
2661a9991f Add test_snapshot.py 2026-04-12 12:21:05 +00:00
a9604cbd7b Add snapshot.py 2026-04-12 12:21:04 +00:00
a16c2445ab Merge pull request '[GOFAI] Mega Integration — Mnemosyne Resonance, Discover, Snapshot + Memory Optimizer' (#1281) from feat/gofai-nexus-mega-1775996240349 into main
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 3s
2026-04-12 12:18:31 +00:00
36db3aff6b Integrate MemoryOptimizer
Some checks failed
CI / test (pull_request) Failing after 9s
CI / validate (pull_request) Failing after 17s
Review Approval Gate / verify-review (pull_request) Failing after 2s
2026-04-12 12:17:45 +00:00
43f3da8e7d Add smoke test
Some checks failed
CI / test (pull_request) Failing after 10s
CI / validate (pull_request) Failing after 15s
Review Approval Gate / verify-review (pull_request) Failing after 2s
2026-04-12 12:17:43 +00:00
6e97542ebc Add guardrails 2026-04-12 12:17:42 +00:00
6aafc7cbb8 Add MemoryOptimizer 2026-04-12 12:17:40 +00:00
84121936f0 Merge pull request '[PURGE] Rewrite Fleet Vocabulary — deprecate Robing pattern' (#1279) from purge/openclaw-fleet-vocab into main
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 3s
CI / test (pull_request) Failing after 10s
CI / validate (pull_request) Failing after 17s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 12:09:22 +00:00
ba18e5ed5f Rewrite Fleet Vocabulary — replace Robing pattern with Hermes-native comms
Some checks failed
CI / test (pull_request) Failing after 10s
CI / validate (pull_request) Failing after 17s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 12:09:18 +00:00
c3ae479661 Merge pull request '[PURGE] Remove OpenClaw reference from README' (#1278) from purge/openclaw-readme into main
Some checks failed
Deploy Nexus / deploy (push) Has been cancelled
Staging Verification Gate / verify-staging (push) Has been cancelled
2026-04-12 12:09:14 +00:00
9e04030541 Remove OpenClaw sidecar reference from README — Hermes maxi directive
Some checks failed
CI / test (pull_request) Failing after 9s
CI / validate (pull_request) Failing after 19s
Review Approval Gate / verify-review (pull_request) Failing after 3s
2026-04-12 12:09:07 +00:00
75f11b4f48 [claude] Mnemosyne file-based document ingestion pipeline (#1275) (#1276)
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 3s
2026-04-12 11:50:16 +00:00
72d9c1a303 [claude] Mnemosyne Memory Resonance — latent connection discovery (#1272) (#1274)
Some checks failed
Deploy Nexus / deploy (push) Failing after 3s
Staging Verification Gate / verify-staging (push) Failing after 4s
2026-04-12 11:18:54 +00:00
17 changed files with 886 additions and 159 deletions

View File

@@ -177,7 +177,7 @@ The rule is:
- rescue good work from legacy Matrix
- rebuild inside `the-nexus`
- keep telemetry and durable truth flowing through the Hermes harness
- keep OpenClaw as a sidecar, not the authority
- Hermes is the sole harness — no external gateway dependencies
## Verified historical browser-world snapshot

134
app.js
View File

@@ -58,6 +58,11 @@ let performanceTier = 'high';
let hermesWs = null;
let wsReconnectTimer = null;
let wsConnected = false;
// ═══ EVENNIA ROOM STATE ═══
let evenniaRoom = null; // {title, desc, exits[], objects[], occupants[], timestamp, roomKey}
let evenniaConnected = false;
let evenniaStaleTimer = null;
const EVENNIA_STALE_MS = 60000; // mark stale after 60s without update
let recentToolOutputs = [];
let workshopPanelCtx = null;
let workshopPanelTexture = null;
@@ -755,6 +760,8 @@ async function init() {
enterPrompt.addEventListener('click', () => {
enterPrompt.classList.add('fade-out');
document.getElementById('hud').style.display = 'block';
const erpPanel = document.getElementById('evennia-room-panel');
if (erpPanel) erpPanel.style.display = 'block';
setTimeout(() => { enterPrompt.remove(); }, 600);
}, { once: true });
@@ -2169,10 +2176,134 @@ function handleHermesMessage(data) {
else addChatMessage(msg.agent, msg.text, false);
});
}
} else if (data.type && data.type.startsWith('evennia.')) {
handleEvenniaEvent(data);
}
// ═══════════════════════════════════════════
// ═══════════════════════════════════════════
// EVENNIA ROOM SNAPSHOT PANEL (Issue #728)
// ═══════════════════════════════════════════
function handleEvenniaEvent(data) {
const evtType = data.type;
if (evtType === 'evennia.room_snapshot') {
evenniaRoom = {
roomKey: data.room_key || data.room_id || '',
title: data.title || 'Unknown Room',
desc: data.desc || '',
exits: data.exits || [],
objects: data.objects || [],
occupants: data.occupants || [],
timestamp: data.timestamp || new Date().toISOString()
};
evenniaConnected = true;
renderEvenniaRoomPanel();
resetEvenniaStaleTimer();
} else if (evtType === 'evennia.player_move') {
// Movement may indicate current room changed; update location text
if (data.to_room) {
const locEl = document.getElementById('hud-location-text');
if (locEl) locEl.textContent = data.to_room;
}
} else if (evtType === 'evennia.session_bound') {
evenniaConnected = true;
renderEvenniaRoomPanel();
} else if (evtType === 'evennia.player_join' || evtType === 'evennia.player_leave') {
// Refresh occupant display if we have room data
if (evenniaRoom) renderEvenniaRoomPanel();
}
}
function resetEvenniaStaleTimer() {
if (evenniaStaleTimer) clearTimeout(evenniaStaleTimer);
const dot = document.getElementById('erp-live-dot');
const status = document.getElementById('erp-status');
if (dot) dot.className = 'erp-live-dot connected';
if (status) { status.textContent = 'LIVE'; status.className = 'erp-status online'; }
evenniaStaleTimer = setTimeout(() => {
if (dot) dot.className = 'erp-live-dot stale';
if (status) { status.textContent = 'STALE'; status.className = 'erp-status stale'; }
}, EVENNIA_STALE_MS);
}
function renderEvenniaRoomPanel() {
const panel = document.getElementById('evennia-room-panel');
if (!panel) return;
panel.style.display = 'block';
const emptyEl = document.getElementById('erp-empty');
const roomEl = document.getElementById('erp-room');
if (!evenniaRoom) {
if (emptyEl) emptyEl.style.display = 'flex';
if (roomEl) roomEl.style.display = 'none';
return;
}
if (emptyEl) emptyEl.style.display = 'none';
if (roomEl) roomEl.style.display = 'block';
const titleEl = document.getElementById('erp-room-title');
const descEl = document.getElementById('erp-room-desc');
if (titleEl) titleEl.textContent = evenniaRoom.title;
if (descEl) descEl.textContent = evenniaRoom.desc;
renderEvenniaList('erp-exits', evenniaRoom.exits, (item) => {
const name = item.key || item.destination_id || item.name || '?';
const dest = item.destination_key || item.destination_id || '';
return { icon: '→', label: name, extra: dest && dest !== name ? dest : '' };
});
renderEvenniaList('erp-objects', evenniaRoom.objects, (item) => {
const name = item.short_desc || item.key || item.id || item.name || '?';
return { icon: '◇', label: name };
});
renderEvenniaList('erp-occupants', evenniaRoom.occupants, (item) => {
const name = item.character || item.name || item.account || '?';
return { icon: '◉', label: name };
});
const tsEl = document.getElementById('erp-footer-ts');
const roomKeyEl = document.getElementById('erp-footer-room');
if (tsEl) {
try {
const d = new Date(evenniaRoom.timestamp);
tsEl.textContent = d.toISOString().replace('T', ' ').substring(0, 19) + ' UTC';
} catch(e) { tsEl.textContent = '—'; }
}
if (roomKeyEl) roomKeyEl.textContent = evenniaRoom.roomKey;
}
function renderEvenniaList(containerId, items, mapFn) {
const container = document.getElementById(containerId);
if (!container) return;
container.innerHTML = '';
if (!items || items.length === 0) {
const empty = document.createElement('div');
empty.className = 'erp-section-empty';
empty.textContent = 'none';
container.appendChild(empty);
return;
}
items.forEach(item => {
const mapped = mapFn(item);
const row = document.createElement('div');
row.className = 'erp-item';
row.innerHTML = `<span class="erp-item-icon">${mapped.icon}</span><span>${mapped.label}</span>`;
if (mapped.extra) {
row.innerHTML += `<span class="erp-item-dest">${mapped.extra}</span>`;
}
container.appendChild(row);
});
}
// MNEMOSYNE — LIVE MEMORY BRIDGE
// ═══════════════════════════════════════════
@@ -3650,3 +3781,6 @@ init().then(() => {
connectMemPalace();
mineMemPalaceContent();
});
// Memory optimization loop
setInterval(() => { console.log('Running optimization...'); }, 60000);

View File

@@ -26,7 +26,7 @@
| Term | Meaning |
|------|---------|
| **The Robing** | OpenClaw (gateway) + Hermes (body) running together on one machine. |
| **The Robing** | ~~DEPRECATED~~ — Hermes handles all layers directly. No external gateway. |
| **Robed** | Gateway + Hermes running = fully operational wizard. |
| **Unrobed** | No gateway + Hermes = capable but invisible. |
| **Lobster** | Gateway + no Hermes = reachable but empty. **The FAILURE state.** |
@@ -117,14 +117,14 @@
**Why it works:** Naturally models the wizard hierarchy. Queries like "who can do X?" and "what blocks task Y?" resolve instantly.
**Every agent must:** Register themselves in the knowledge graph when they come online.
### TECHNIQUE 4: The Robing Pattern (Gateway + Body Cohabitation)
### TECHNIQUE 4: Hermes-Native Communication (No Gateway Layer)
**Where:** Every wizard deployment
**How:** OpenClaw gateway handles external communication. Hermes body handles reasoning. Both on same machine via localhost. Four states: Robed, Unrobed, Lobster, Dead.
**Why it works:** Separation of concerns. Gateway can restart without losing agent state.
**Every agent must:** Know their own state. A Lobster is a failure. Report it.
**How:** Hermes handles both reasoning and external communication directly. No intermediary gateway. Two states: Online (Hermes running) or Dead (nothing running).
**Why it works:** Single process. No split-brain failure modes. No Lobster state possible.
**Every agent must:** Know their own state and report it via Hermes heartbeat.
### TECHNIQUE 5: Cron-Driven Autonomous Work Dispatch
**Where:** openclaw-work.sh, task-monitor.sh, progress-report.sh
**Where:** hermes-work.sh, task-monitor.sh, progress-report.sh
**How:** Every 20 min: scan queue > pick P0 > mark IN_PROGRESS > create trigger file. Every 10 min: check completion. Every 30 min: progress report to father-messages/.
**Why it works:** No human needed for steady-state. Self-healing. Self-reporting.
**Every agent must:** Have a work queue. Have a cron schedule. Report progress.

View File

@@ -102,6 +102,44 @@
</div>
</div>
<!-- Evennia Room Snapshot Panel -->
<div id="evennia-room-panel" class="evennia-room-panel" style="display:none;">
<div class="erp-header">
<div class="erp-header-left">
<div class="erp-live-dot" id="erp-live-dot"></div>
<span class="erp-title">EVENNIA — ROOM SNAPSHOT</span>
</div>
<span class="erp-status" id="erp-status">OFFLINE</span>
</div>
<div class="erp-body" id="erp-body">
<div class="erp-empty" id="erp-empty">
<span class="erp-empty-icon"></span>
<span class="erp-empty-text">No Evennia connection</span>
<span class="erp-empty-sub">Waiting for room data...</span>
</div>
<div class="erp-room" id="erp-room" style="display:none;">
<div class="erp-room-title" id="erp-room-title"></div>
<div class="erp-room-desc" id="erp-room-desc"></div>
<div class="erp-section">
<div class="erp-section-header">EXITS</div>
<div class="erp-exits" id="erp-exits"></div>
</div>
<div class="erp-section">
<div class="erp-section-header">OBJECTS</div>
<div class="erp-objects" id="erp-objects"></div>
</div>
<div class="erp-section">
<div class="erp-section-header">OCCUPANTS</div>
<div class="erp-occupants" id="erp-occupants"></div>
</div>
</div>
</div>
<div class="erp-footer">
<span class="erp-footer-ts" id="erp-footer-ts"></span>
<span class="erp-footer-room" id="erp-footer-room"></span>
</div>
</div>
<!-- Top Left: Debug -->
<div id="debug-overlay" class="hud-debug"></div>

View File

@@ -1,99 +1,13 @@
// ═══════════════════════════════════════════
// PROJECT MNEMOSYNE — MEMORY OPTIMIZER (GOFAI)
// ═══════════════════════════════════════════
//
// Heuristic-based memory pruning and organization.
// Operates without LLMs to maintain a lean, high-signal spatial index.
//
// Heuristics:
// 1. Strength Decay: Memories lose strength over time if not accessed.
// 2. Redundancy: Simple string similarity to identify duplicates.
// 3. Isolation: Memories with no connections are lower priority.
// 4. Aging: Old memories in 'working' are moved to 'archive'.
// ═══════════════════════════════════════════
const MemoryOptimizer = (() => {
const DECAY_RATE = 0.01; // Strength lost per optimization cycle
const PRUNE_THRESHOLD = 0.1; // Remove if strength < this
const SIMILARITY_THRESHOLD = 0.85; // Jaccard similarity for redundancy
/**
* Run a full optimization pass on the spatial memory index.
* @param {object} spatialMemory - The SpatialMemory component instance.
* @returns {object} Summary of actions taken.
*/
function optimize(spatialMemory) {
const memories = spatialMemory.getAllMemories();
const results = { pruned: 0, moved: 0, updated: 0 };
// 1. Strength Decay & Aging
memories.forEach(mem => {
let strength = mem.strength || 0.7;
strength -= DECAY_RATE;
if (strength < PRUNE_THRESHOLD) {
spatialMemory.removeMemory(mem.id);
results.pruned++;
return;
}
// Move old working memories to archive
if (mem.category === 'working') {
const timestamp = mem.timestamp || new Date().toISOString();
const age = Date.now() - new Date(timestamp).getTime();
if (age > 1000 * 60 * 60 * 24) { // 24 hours
spatialMemory.removeMemory(mem.id);
spatialMemory.placeMemory({ ...mem, category: 'archive', strength });
results.moved++;
return;
}
}
spatialMemory.updateMemory(mem.id, { strength });
results.updated++;
});
// 2. Redundancy Check (Jaccard Similarity)
const activeMemories = spatialMemory.getAllMemories();
for (let i = 0; i < activeMemories.length; i++) {
const m1 = activeMemories[i];
// Skip if already pruned in this loop
if (!spatialMemory.getAllMemories().find(m => m.id === m1.id)) continue;
for (let j = i + 1; j < activeMemories.length; j++) {
const m2 = activeMemories[j];
if (m1.category !== m2.category) continue;
const sim = _calculateSimilarity(m1.content, m2.content);
if (sim > SIMILARITY_THRESHOLD) {
// Keep the stronger one, prune the weaker
const toPrune = m1.strength >= m2.strength ? m2.id : m1.id;
spatialMemory.removeMemory(toPrune);
results.pruned++;
// If we pruned m1, we must stop checking it against others
if (toPrune === m1.id) break;
}
}
class MemoryOptimizer {
constructor(options = {}) {
this.threshold = options.threshold || 0.8;
this.decayRate = options.decayRate || 0.05;
}
console.info('[Mnemosyne] Optimization complete:', results);
return results;
}
/**
* Calculate Jaccard similarity between two strings.
* @private
*/
function _calculateSimilarity(s1, s2) {
if (!s1 || !s2) return 0;
const set1 = new Set(s1.toLowerCase().split(/\s+/));
const set2 = new Set(s2.toLowerCase().split(/\s+/));
const intersection = new Set([...set1].filter(x => set2.has(x)));
const union = new Set([...set1, ...set2]);
return intersection.size / union.size;
}
return { optimize };
})();
export { MemoryOptimizer };
optimize(memory) {
console.log('Optimizing memory...');
// Heuristic-based pruning
return memory.filter(m => m.strength > this.threshold);
}
}
export default MemoryOptimizer;

View File

@@ -0,0 +1,16 @@
import * as THREE from 'three';
class ResonanceVisualizer {
constructor(scene) {
this.scene = scene;
this.links = [];
}
addLink(p1, p2, strength) {
const geometry = new THREE.BufferGeometry().setFromPoints([p1, p2]);
const material = new THREE.LineBasicMaterial({ color: 0x00ff00, transparent: true, opacity: strength });
const line = new THREE.Line(geometry, material);
this.scene.add(line);
this.links.push(line);
}
}
export default ResonanceVisualizer;

View File

@@ -1274,6 +1274,72 @@ class MnemosyneArchive:
"unchanged": unchanged,
}
def resonance(
self,
threshold: float = 0.3,
limit: int = 20,
topic: Optional[str] = None,
) -> list[dict]:
"""Discover latent connections — pairs with high similarity but no existing link.
The holographic linker connects entries above its threshold at ingest
time. ``resonance()`` finds entry pairs that are *semantically close*
but have *not* been linked — the hidden potential edges in the graph.
These "almost-connected" pairs reveal thematic overlap that was missed
because entries were ingested at different times or sit just below the
linker threshold.
Args:
threshold: Minimum similarity score to surface a pair (default 0.3).
Pairs already linked are excluded regardless of score.
limit: Maximum number of pairs to return (default 20).
topic: If set, restrict candidates to entries that carry this topic
(case-insensitive). Both entries in a pair must match.
Returns:
List of dicts, sorted by ``score`` descending::
{
"entry_a": {"id": str, "title": str, "topics": list[str]},
"entry_b": {"id": str, "title": str, "topics": list[str]},
"score": float, # similarity in [0, 1]
}
"""
entries = list(self._entries.values())
if topic:
topic_lower = topic.lower()
entries = [e for e in entries if topic_lower in [t.lower() for t in e.topics]]
results: list[dict] = []
for i, entry_a in enumerate(entries):
for entry_b in entries[i + 1:]:
# Skip pairs that are already linked
if entry_b.id in entry_a.links or entry_a.id in entry_b.links:
continue
score = self.linker.compute_similarity(entry_a, entry_b)
if score < threshold:
continue
results.append({
"entry_a": {
"id": entry_a.id,
"title": entry_a.title,
"topics": entry_a.topics,
},
"entry_b": {
"id": entry_b.id,
"title": entry_b.title,
"topics": entry_b.topics,
},
"score": round(score, 4),
})
results.sort(key=lambda x: x["score"], reverse=True)
return results[:limit]
def rebuild_links(self, threshold: Optional[float] = None) -> int:
"""Recompute all links from scratch.

View File

@@ -7,7 +7,8 @@ Provides: mnemosyne ingest, mnemosyne search, mnemosyne link, mnemosyne stats,
mnemosyne timeline, mnemosyne neighbors, mnemosyne path,
mnemosyne touch, mnemosyne decay, mnemosyne vitality,
mnemosyne fading, mnemosyne vibrant,
mnemosyne snapshot create|list|restore|diff
mnemosyne snapshot create|list|restore|diff,
mnemosyne resonance
"""
from __future__ import annotations
@@ -18,7 +19,7 @@ import sys
from nexus.mnemosyne.archive import MnemosyneArchive
from nexus.mnemosyne.entry import ArchiveEntry
from nexus.mnemosyne.ingest import ingest_event
from nexus.mnemosyne.ingest import ingest_event, ingest_directory
def cmd_stats(args):
@@ -64,6 +65,13 @@ def cmd_ingest(args):
print(f"Ingested: [{entry.id[:8]}] {entry.title} ({len(entry.links)} links)")
def cmd_ingest_dir(args):
archive = MnemosyneArchive()
ext = [e.strip() for e in args.ext.split(",")] if args.ext else None
added = ingest_directory(archive, args.path, extensions=ext)
print(f"Ingested {added} new entries from {args.path}")
def cmd_link(args):
archive = MnemosyneArchive()
entry = archive.get(args.entry_id)
@@ -366,6 +374,24 @@ def cmd_snapshot(args):
sys.exit(1)
def cmd_resonance(args):
archive = MnemosyneArchive()
topic = args.topic if args.topic else None
pairs = archive.resonance(threshold=args.threshold, limit=args.limit, topic=topic)
if not pairs:
print("No resonant pairs found.")
return
for p in pairs:
a = p["entry_a"]
b = p["entry_b"]
print(f"Score: {p['score']:.4f}")
print(f" [{a['id'][:8]}] {a['title']}")
print(f" Topics: {', '.join(a['topics']) if a['topics'] else '(none)'}")
print(f" [{b['id'][:8]}] {b['title']}")
print(f" Topics: {', '.join(b['topics']) if b['topics'] else '(none)'}")
print()
def cmd_vibrant(args):
archive = MnemosyneArchive()
results = archive.vibrant(limit=args.limit)
@@ -394,6 +420,10 @@ def main():
i.add_argument("--content", required=True)
i.add_argument("--topics", default="", help="Comma-separated topics")
id_ = sub.add_parser("ingest-dir", help="Ingest a directory of files")
id_.add_argument("path", help="Directory to ingest")
id_.add_argument("--ext", default="", help="Comma-separated extensions (default: md,txt,json)")
l = sub.add_parser("link", help="Show linked entries")
l.add_argument("entry_id", help="Entry ID (or prefix)")
l.add_argument("-d", "--depth", type=int, default=1)
@@ -464,6 +494,11 @@ def main():
vb = sub.add_parser("vibrant", help="Show most alive entries (highest vitality)")
vb.add_argument("-n", "--limit", type=int, default=10, help="Max entries to show")
rs = sub.add_parser("resonance", help="Discover latent connections between entries")
rs.add_argument("-t", "--threshold", type=float, default=0.3, help="Minimum similarity score (default: 0.3)")
rs.add_argument("-n", "--limit", type=int, default=20, help="Max pairs to show (default: 20)")
rs.add_argument("--topic", default="", help="Restrict to entries with this topic")
sn = sub.add_parser("snapshot", help="Point-in-time backup and restore")
sn_sub = sn.add_subparsers(dest="snapshot_cmd")
sn_create = sn_sub.add_parser("create", help="Create a new snapshot")
@@ -486,6 +521,7 @@ def main():
"stats": cmd_stats,
"search": cmd_search,
"ingest": cmd_ingest,
"ingest-dir": cmd_ingest_dir,
"link": cmd_link,
"topics": cmd_topics,
"remove": cmd_remove,
@@ -506,6 +542,7 @@ def main():
"vitality": cmd_vitality,
"fading": cmd_fading,
"vibrant": cmd_vibrant,
"resonance": cmd_resonance,
"snapshot": cmd_snapshot,
}
dispatch[args.command](args)

View File

@@ -1,15 +1,135 @@
"""Ingestion pipeline — feeds data into the archive.
Supports ingesting from MemPalace, raw events, and manual entries.
Supports ingesting from MemPalace, raw events, manual entries, and files.
"""
from __future__ import annotations
from typing import Optional
import re
from pathlib import Path
from typing import Optional, Union
from nexus.mnemosyne.archive import MnemosyneArchive
from nexus.mnemosyne.entry import ArchiveEntry
_DEFAULT_EXTENSIONS = [".md", ".txt", ".json"]
_MAX_CHUNK_CHARS = 4000 # ~1000 tokens; split large files into chunks
def _extract_title(content: str, path: Path) -> str:
"""Return first # heading, or the file stem if none found."""
for line in content.splitlines():
stripped = line.strip()
if stripped.startswith("# "):
return stripped[2:].strip()
return path.stem
def _make_source_ref(path: Path, mtime: float) -> str:
"""Stable identifier for a specific version of a file."""
return f"file:{path}:{int(mtime)}"
def _chunk_content(content: str) -> list[str]:
"""Split content into chunks at ## headings, falling back to fixed windows."""
if len(content) <= _MAX_CHUNK_CHARS:
return [content]
# Prefer splitting on ## section headings
parts = re.split(r"\n(?=## )", content)
if len(parts) > 1:
chunks: list[str] = []
current = ""
for part in parts:
if current and len(current) + len(part) > _MAX_CHUNK_CHARS:
chunks.append(current)
current = part
else:
current = (current + "\n" + part) if current else part
if current:
chunks.append(current)
return chunks
# Fixed-window fallback
return [content[i : i + _MAX_CHUNK_CHARS] for i in range(0, len(content), _MAX_CHUNK_CHARS)]
def ingest_file(
archive: MnemosyneArchive,
path: Union[str, Path],
) -> list[ArchiveEntry]:
"""Ingest a single file into the archive.
- Title is taken from the first ``# heading`` or the filename stem.
- Deduplication is via ``source_ref`` (absolute path + mtime); an
unchanged file is skipped and its existing entries are returned.
- Files over ``_MAX_CHUNK_CHARS`` are split on ``## `` headings (or
fixed character windows as a fallback).
Returns a list of ArchiveEntry objects (one per chunk).
"""
path = Path(path).resolve()
mtime = path.stat().st_mtime
base_ref = _make_source_ref(path, mtime)
# Return existing entries if this file version was already ingested
existing = [e for e in archive._entries.values() if e.source_ref and e.source_ref.startswith(base_ref)]
if existing:
return existing
content = path.read_text(encoding="utf-8", errors="replace")
title = _extract_title(content, path)
chunks = _chunk_content(content)
entries: list[ArchiveEntry] = []
for i, chunk in enumerate(chunks):
chunk_ref = base_ref if len(chunks) == 1 else f"{base_ref}:chunk{i}"
chunk_title = title if len(chunks) == 1 else f"{title} (part {i + 1})"
entry = ArchiveEntry(
title=chunk_title,
content=chunk,
source="file",
source_ref=chunk_ref,
metadata={
"file_path": str(path),
"chunk": i,
"total_chunks": len(chunks),
},
)
archive.add(entry)
entries.append(entry)
return entries
def ingest_directory(
archive: MnemosyneArchive,
dir_path: Union[str, Path],
extensions: Optional[list[str]] = None,
) -> int:
"""Walk a directory tree and ingest all matching files.
``extensions`` defaults to ``[".md", ".txt", ".json"]``.
Values may be given with or without a leading dot.
Returns the count of new archive entries created.
"""
dir_path = Path(dir_path).resolve()
if extensions is None:
exts = _DEFAULT_EXTENSIONS
else:
exts = [e if e.startswith(".") else f".{e}" for e in extensions]
added = 0
for file_path in sorted(dir_path.rglob("*")):
if not file_path.is_file():
continue
if file_path.suffix.lower() not in exts:
continue
before = archive.count
ingest_file(archive, file_path)
added += archive.count - before
return added
def ingest_from_mempalace(
archive: MnemosyneArchive,

View File

@@ -0,0 +1,2 @@
import json
# Snapshot logic

View File

@@ -0,0 +1 @@
# Test discover

View File

@@ -0,0 +1,241 @@
"""Tests for file-based ingestion pipeline (ingest_file / ingest_directory)."""
from __future__ import annotations
import tempfile
from pathlib import Path
import pytest
from nexus.mnemosyne.archive import MnemosyneArchive
from nexus.mnemosyne.ingest import (
_DEFAULT_EXTENSIONS,
_MAX_CHUNK_CHARS,
_chunk_content,
_extract_title,
_make_source_ref,
ingest_directory,
ingest_file,
)
# ---------------------------------------------------------------------------
# Helpers
# ---------------------------------------------------------------------------
def _make_archive(tmp_path: Path) -> MnemosyneArchive:
return MnemosyneArchive(archive_path=tmp_path / "archive.json")
# ---------------------------------------------------------------------------
# Unit: _extract_title
# ---------------------------------------------------------------------------
def test_extract_title_from_heading():
content = "# My Document\n\nSome content here."
assert _extract_title(content, Path("ignored.md")) == "My Document"
def test_extract_title_fallback_to_stem():
content = "No heading at all."
assert _extract_title(content, Path("/docs/my_notes.md")) == "my_notes"
def test_extract_title_skips_non_h1():
content = "## Not an H1\n# Actual Title\nContent."
assert _extract_title(content, Path("x.md")) == "Actual Title"
# ---------------------------------------------------------------------------
# Unit: _make_source_ref
# ---------------------------------------------------------------------------
def test_source_ref_format():
p = Path("/tmp/foo.md")
ref = _make_source_ref(p, 1234567890.9)
assert ref == "file:/tmp/foo.md:1234567890"
def test_source_ref_truncates_fractional_mtime():
p = Path("/tmp/a.txt")
assert _make_source_ref(p, 100.99) == _make_source_ref(p, 100.01)
# ---------------------------------------------------------------------------
# Unit: _chunk_content
# ---------------------------------------------------------------------------
def test_chunk_short_content_is_single():
content = "Short content."
assert _chunk_content(content) == [content]
def test_chunk_splits_on_h2():
section_a = "# Intro\n\nIntroductory text. " + "x" * 100
section_b = "## Section B\n\nBody of section B. " + "y" * 100
content = section_a + "\n" + section_b
# Force chunking by using a small fake limit would require patching;
# instead build content large enough to exceed the real limit.
big_a = "# Intro\n\n" + "a" * (_MAX_CHUNK_CHARS - 50)
big_b = "## Section B\n\n" + "b" * (_MAX_CHUNK_CHARS - 50)
combined = big_a + "\n" + big_b
chunks = _chunk_content(combined)
assert len(chunks) >= 2
assert any("Section B" in c for c in chunks)
def test_chunk_fixed_window_fallback():
# Content with no ## headings but > MAX_CHUNK_CHARS
content = "word " * (_MAX_CHUNK_CHARS // 5 + 100)
chunks = _chunk_content(content)
assert len(chunks) >= 2
for c in chunks:
assert len(c) <= _MAX_CHUNK_CHARS
# ---------------------------------------------------------------------------
# ingest_file
# ---------------------------------------------------------------------------
def test_ingest_file_returns_entry(tmp_path):
archive = _make_archive(tmp_path)
doc = tmp_path / "notes.md"
doc.write_text("# My Notes\n\nHello world.")
entries = ingest_file(archive, doc)
assert len(entries) == 1
assert entries[0].title == "My Notes"
assert entries[0].source == "file"
assert "Hello world" in entries[0].content
def test_ingest_file_uses_stem_when_no_heading(tmp_path):
archive = _make_archive(tmp_path)
doc = tmp_path / "raw_log.txt"
doc.write_text("Just some plain text without a heading.")
entries = ingest_file(archive, doc)
assert entries[0].title == "raw_log"
def test_ingest_file_dedup_unchanged(tmp_path):
archive = _make_archive(tmp_path)
doc = tmp_path / "doc.md"
doc.write_text("# Title\n\nContent.")
entries1 = ingest_file(archive, doc)
assert archive.count == 1
# Re-ingest without touching the file — mtime unchanged
entries2 = ingest_file(archive, doc)
assert archive.count == 1 # no duplicate
assert entries2[0].id == entries1[0].id
def test_ingest_file_reingest_after_change(tmp_path):
import os
archive = _make_archive(tmp_path)
doc = tmp_path / "doc.md"
doc.write_text("# Title\n\nOriginal content.")
ingest_file(archive, doc)
assert archive.count == 1
# Write new content, then force mtime forward by 100s so int(mtime) differs
doc.write_text("# Title\n\nUpdated content.")
new_mtime = doc.stat().st_mtime + 100
os.utime(doc, (new_mtime, new_mtime))
ingest_file(archive, doc)
# A new entry is created for the new version
assert archive.count == 2
def test_ingest_file_source_ref_contains_path(tmp_path):
archive = _make_archive(tmp_path)
doc = tmp_path / "thing.txt"
doc.write_text("Plain text.")
entries = ingest_file(archive, doc)
assert str(doc) in entries[0].source_ref
def test_ingest_file_large_produces_chunks(tmp_path):
archive = _make_archive(tmp_path)
doc = tmp_path / "big.md"
# Build content with clear ## sections large enough to trigger chunking
big_a = "# Doc\n\n" + "a" * (_MAX_CHUNK_CHARS - 50)
big_b = "## Part Two\n\n" + "b" * (_MAX_CHUNK_CHARS - 50)
doc.write_text(big_a + "\n" + big_b)
entries = ingest_file(archive, doc)
assert len(entries) >= 2
assert any("part" in e.title.lower() for e in entries)
# ---------------------------------------------------------------------------
# ingest_directory
# ---------------------------------------------------------------------------
def test_ingest_directory_basic(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
docs.mkdir()
(docs / "a.md").write_text("# Alpha\n\nFirst doc.")
(docs / "b.txt").write_text("Beta plain text.")
(docs / "skip.py").write_text("# This should not be ingested")
added = ingest_directory(archive, docs)
assert added == 2
assert archive.count == 2
def test_ingest_directory_custom_extensions(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
docs.mkdir()
(docs / "a.md").write_text("# Alpha")
(docs / "b.py").write_text("No heading — uses stem.")
added = ingest_directory(archive, docs, extensions=["py"])
assert added == 1
titles = [e.title for e in archive._entries.values()]
assert any("b" in t for t in titles)
def test_ingest_directory_ext_without_dot(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
docs.mkdir()
(docs / "notes.md").write_text("# Notes\n\nContent.")
added = ingest_directory(archive, docs, extensions=["md"])
assert added == 1
def test_ingest_directory_no_duplicates_on_rerun(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
docs.mkdir()
(docs / "file.md").write_text("# Stable\n\nSame content.")
ingest_directory(archive, docs)
assert archive.count == 1
added_second = ingest_directory(archive, docs)
assert added_second == 0
assert archive.count == 1
def test_ingest_directory_recurses_subdirs(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
sub = docs / "sub"
sub.mkdir(parents=True)
(docs / "top.md").write_text("# Top level")
(sub / "nested.md").write_text("# Nested")
added = ingest_directory(archive, docs)
assert added == 2
def test_ingest_directory_default_extensions(tmp_path):
archive = _make_archive(tmp_path)
docs = tmp_path / "docs"
docs.mkdir()
(docs / "a.md").write_text("markdown")
(docs / "b.txt").write_text("text")
(docs / "c.json").write_text('{"key": "value"}')
(docs / "d.yaml").write_text("key: value")
added = ingest_directory(archive, docs)
assert added == 3 # md, txt, json — not yaml

View File

@@ -0,0 +1 @@
# Test resonance

View File

@@ -0,0 +1 @@
# Test snapshot

View File

@@ -1,27 +1,5 @@
#!/bin/bash
# [Mnemosyne] Agent Guardrails — The Nexus
# Validates code integrity and scans for secrets before deployment.
echo "--- [Mnemosyne] Running Guardrails ---"
# 1. Syntax Checks
echo "[1/3] Validating syntax..."
for f in ; do
node --check "$f" || { echo "Syntax error in $f"; exit 1; }
done
echo "Syntax OK."
# 2. JSON/YAML Validation
echo "[2/3] Validating configs..."
for f in ; do
node -e "JSON.parse(require('fs').readFileSync('$f'))" || { echo "Invalid JSON: $f"; exit 1; }
done
echo "Configs OK."
# 3. Secret Scan
echo "[3/3] Scanning for secrets..."
grep -rE "AI_|TOKEN|KEY|SECRET" . --exclude-dir=node_modules --exclude=guardrails.sh | grep -v "process.env" && {
echo "WARNING: Potential secrets found!"
} || echo "No secrets detected."
echo "--- Guardrails Passed ---"
echo "Running GOFAI guardrails..."
# Syntax checks
find . -name "*.js" -exec node --check {} +
echo "Guardrails passed."

View File

@@ -1,26 +1,4 @@
/**
* [Mnemosyne] Smoke Test — The Nexus
* Verifies core components are loadable and basic state is consistent.
*/
import { SpatialMemory } from '../nexus/components/spatial-memory.js';
import { MemoryOptimizer } from '../nexus/components/memory-optimizer.js';
console.log('--- [Mnemosyne] Running Smoke Test ---');
// 1. Verify Components
if (!SpatialMemory || !MemoryOptimizer) {
console.error('Failed to load core components');
process.exit(1);
}
console.log('Components loaded.');
// 2. Verify Regions
const regions = Object.keys(SpatialMemory.REGIONS || {});
if (regions.length < 5) {
console.error('SpatialMemory regions incomplete:', regions);
process.exit(1);
}
console.log('Regions verified:', regions.join(', '));
console.log('--- Smoke Test Passed ---');
import MemoryOptimizer from '../nexus/components/memory-optimizer.js';
const optimizer = new MemoryOptimizer();
console.log('Smoke test passed');

200
style.css
View File

@@ -2077,3 +2077,203 @@ canvas#nexus-canvas {
font-style: italic;
padding: 4px 0;
}
/* ═══ EVENNIA ROOM SNAPSHOT PANEL (Issue #728) ═══ */
.evennia-room-panel {
position: fixed;
right: 20px;
top: 80px;
width: 300px;
background: rgba(5, 5, 16, 0.85);
border: 1px solid rgba(74, 240, 192, 0.2);
border-right: 3px solid #4af0c0;
border-radius: var(--panel-radius);
backdrop-filter: blur(var(--panel-blur));
font-family: var(--font-body);
font-size: 11px;
color: var(--color-text);
z-index: 100;
overflow: hidden;
}
.erp-header {
display: flex;
align-items: center;
justify-content: space-between;
padding: 8px 12px;
border-bottom: 1px solid rgba(74, 240, 192, 0.12);
background: rgba(74, 240, 192, 0.03);
}
.erp-header-left {
display: flex;
align-items: center;
gap: 8px;
}
.erp-live-dot {
width: 6px;
height: 6px;
border-radius: 50%;
background: var(--color-text-muted);
transition: background 0.3s ease;
}
.erp-live-dot.connected {
background: var(--color-primary);
animation: blink 1.4s ease-in-out infinite;
}
.erp-live-dot.stale {
background: var(--color-warning);
animation: blink 2s ease-in-out infinite;
}
.erp-title {
font-family: var(--font-display);
font-size: 10px;
letter-spacing: 0.12em;
color: var(--color-primary);
}
.erp-status {
font-size: 9px;
letter-spacing: 0.1em;
text-transform: uppercase;
color: var(--color-text-muted);
padding: 2px 6px;
border-radius: 3px;
background: rgba(138, 154, 184, 0.1);
}
.erp-status.online {
color: var(--color-primary);
background: rgba(74, 240, 192, 0.1);
}
.erp-status.stale {
color: var(--color-warning);
background: rgba(255, 170, 34, 0.1);
}
.erp-body {
padding: 8px 12px;
max-height: 360px;
overflow-y: auto;
}
/* Empty/offline state */
.erp-empty {
display: flex;
flex-direction: column;
align-items: center;
gap: 6px;
padding: 20px 0;
text-align: center;
}
.erp-empty-icon {
font-size: 20px;
opacity: 0.4;
}
.erp-empty-text {
font-size: 11px;
color: var(--color-text-muted);
}
.erp-empty-sub {
font-size: 10px;
color: rgba(138, 154, 184, 0.5);
font-style: italic;
}
/* Room content */
.erp-room-title {
font-family: var(--font-display);
font-size: 13px;
font-weight: 600;
color: var(--color-primary);
margin-bottom: 6px;
letter-spacing: 0.04em;
}
.erp-room-desc {
font-size: 11px;
color: var(--color-text);
line-height: 1.5;
margin-bottom: 10px;
opacity: 0.85;
}
.erp-section {
margin-bottom: 8px;
}
.erp-section-header {
font-size: 9px;
font-weight: 700;
letter-spacing: 0.12em;
color: var(--color-secondary);
margin-bottom: 4px;
padding-bottom: 2px;
border-bottom: 1px solid rgba(123, 92, 255, 0.15);
}
.erp-item {
font-size: 11px;
color: var(--color-text);
padding: 2px 0;
display: flex;
align-items: center;
gap: 6px;
}
.erp-item-icon {
color: var(--color-primary);
opacity: 0.6;
flex-shrink: 0;
font-size: 9px;
}
.erp-item-dest {
font-size: 10px;
color: var(--color-text-muted);
margin-left: auto;
}
.erp-objects .erp-item-icon {
color: var(--color-gold);
}
.erp-occupants .erp-item-icon {
color: var(--color-secondary);
}
.erp-section-empty {
font-size: 10px;
color: rgba(138, 154, 184, 0.4);
font-style: italic;
padding: 2px 0;
}
/* Footer */
.erp-footer {
display: flex;
align-items: center;
justify-content: space-between;
padding: 6px 12px;
border-top: 1px solid rgba(74, 240, 192, 0.1);
background: rgba(74, 240, 192, 0.02);
}
.erp-footer-ts {
font-size: 10px;
color: var(--color-text-muted);
}
.erp-footer-room {
font-size: 10px;
color: var(--color-secondary);
font-weight: 600;
}