forked from Rockachopa/Timmy-time-dashboard
Compare commits
1 Commits
review-fix
...
kimi/issue
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
96acac5c5f |
@@ -101,7 +101,7 @@ async def _process_chat(user_msg: str) -> dict | JSONResponse:
|
|||||||
try:
|
try:
|
||||||
response_text = await agent_chat(
|
response_text = await agent_chat(
|
||||||
_build_context_prefix() + user_msg,
|
_build_context_prefix() + user_msg,
|
||||||
session_id=body.get("session_id", "mobile"),
|
session_id="mobile",
|
||||||
)
|
)
|
||||||
message_log.append(role="user", content=user_msg, timestamp=timestamp, source="api")
|
message_log.append(role="user", content=user_msg, timestamp=timestamp, source="api")
|
||||||
message_log.append(role="agent", content=response_text, timestamp=timestamp, source="api")
|
message_log.append(role="agent", content=response_text, timestamp=timestamp, source="api")
|
||||||
@@ -165,11 +165,6 @@ async def api_upload(file: UploadFile = File(...)):
|
|||||||
if not str(resolved).startswith(str(upload_root)):
|
if not str(resolved).startswith(str(upload_root)):
|
||||||
raise HTTPException(status_code=400, detail="Invalid file name")
|
raise HTTPException(status_code=400, detail="Invalid file name")
|
||||||
|
|
||||||
# Validate MIME type
|
|
||||||
allowed_types = ["image/png", "image/jpeg", "image/gif", "application/pdf", "text/plain"]
|
|
||||||
if file.content_type not in allowed_types:
|
|
||||||
raise HTTPException(status_code=400, detail=f"File type {file.content_type} not allowed")
|
|
||||||
|
|
||||||
contents = await file.read()
|
contents = await file.read()
|
||||||
if len(contents) > _MAX_UPLOAD_SIZE:
|
if len(contents) > _MAX_UPLOAD_SIZE:
|
||||||
raise HTTPException(status_code=413, detail="File too large (max 50 MB)")
|
raise HTTPException(status_code=413, detail="File too large (max 50 MB)")
|
||||||
|
|||||||
@@ -60,12 +60,7 @@ class MessageLog:
|
|||||||
self._conn: sqlite3.Connection | None = None
|
self._conn: sqlite3.Connection | None = None
|
||||||
|
|
||||||
# Lazy connection — opened on first use, not at import time.
|
# Lazy connection — opened on first use, not at import time.
|
||||||
@contextmanager
|
def _ensure_conn(self) -> sqlite3.Connection:
|
||||||
def _get_conn(self) -> Generator[sqlite3.Connection, None, None]:
|
|
||||||
path = self._db_path or DB_PATH
|
|
||||||
with closing(sqlite3.connect(str(path), check_same_thread=False)) as conn:
|
|
||||||
conn.row_factory = sqlite3.Row
|
|
||||||
yield conn
|
|
||||||
if self._conn is None:
|
if self._conn is None:
|
||||||
# Open a persistent connection for the class instance
|
# Open a persistent connection for the class instance
|
||||||
path = self._db_path or DB_PATH
|
path = self._db_path or DB_PATH
|
||||||
|
|||||||
@@ -146,7 +146,7 @@ class ShellHand:
|
|||||||
|
|
||||||
@staticmethod
|
@staticmethod
|
||||||
def _build_run_env(env: dict | None) -> dict:
|
def _build_run_env(env: dict | None) -> dict:
|
||||||
"""Merge *env* overrides into a copy of the current environment."""
|
"""Merge *env* overrides into the current process environment."""
|
||||||
import os
|
import os
|
||||||
|
|
||||||
run_env = os.environ.copy()
|
run_env = os.environ.copy()
|
||||||
@@ -154,7 +154,7 @@ class ShellHand:
|
|||||||
run_env.update(env)
|
run_env.update(env)
|
||||||
return run_env
|
return run_env
|
||||||
|
|
||||||
async def _execute_subprocess(
|
async def _exec_subprocess(
|
||||||
self,
|
self,
|
||||||
command: str,
|
command: str,
|
||||||
effective_timeout: int,
|
effective_timeout: int,
|
||||||
@@ -162,7 +162,7 @@ class ShellHand:
|
|||||||
run_env: dict,
|
run_env: dict,
|
||||||
start: float,
|
start: float,
|
||||||
) -> ShellResult:
|
) -> ShellResult:
|
||||||
"""Run *command* as a subprocess with timeout enforcement."""
|
"""Launch *command*, enforce timeout, and return the result."""
|
||||||
proc = await asyncio.create_subprocess_shell(
|
proc = await asyncio.create_subprocess_shell(
|
||||||
command,
|
command,
|
||||||
stdout=asyncio.subprocess.PIPE,
|
stdout=asyncio.subprocess.PIPE,
|
||||||
@@ -178,29 +178,24 @@ class ShellHand:
|
|||||||
except TimeoutError:
|
except TimeoutError:
|
||||||
proc.kill()
|
proc.kill()
|
||||||
await proc.wait()
|
await proc.wait()
|
||||||
latency = (time.time() - start) * 1000
|
|
||||||
logger.warning("Shell command timed out after %ds: %s", effective_timeout, command)
|
logger.warning("Shell command timed out after %ds: %s", effective_timeout, command)
|
||||||
return ShellResult(
|
return ShellResult(
|
||||||
command=command,
|
command=command,
|
||||||
success=False,
|
success=False,
|
||||||
exit_code=-1,
|
exit_code=-1,
|
||||||
error=f"Command timed out after {effective_timeout}s",
|
error=f"Command timed out after {effective_timeout}s",
|
||||||
latency_ms=latency,
|
latency_ms=(time.time() - start) * 1000,
|
||||||
timed_out=True,
|
timed_out=True,
|
||||||
)
|
)
|
||||||
|
|
||||||
latency = (time.time() - start) * 1000
|
|
||||||
exit_code = proc.returncode if proc.returncode is not None else -1
|
exit_code = proc.returncode if proc.returncode is not None else -1
|
||||||
stdout = stdout_bytes.decode("utf-8", errors="replace").strip()
|
|
||||||
stderr = stderr_bytes.decode("utf-8", errors="replace").strip()
|
|
||||||
|
|
||||||
return ShellResult(
|
return ShellResult(
|
||||||
command=command,
|
command=command,
|
||||||
success=exit_code == 0,
|
success=exit_code == 0,
|
||||||
exit_code=exit_code,
|
exit_code=exit_code,
|
||||||
stdout=stdout,
|
stdout=stdout_bytes.decode("utf-8", errors="replace").strip(),
|
||||||
stderr=stderr,
|
stderr=stderr_bytes.decode("utf-8", errors="replace").strip(),
|
||||||
latency_ms=latency,
|
latency_ms=(time.time() - start) * 1000,
|
||||||
)
|
)
|
||||||
|
|
||||||
async def run(
|
async def run(
|
||||||
@@ -232,20 +227,21 @@ class ShellHand:
|
|||||||
latency_ms=(time.time() - start) * 1000,
|
latency_ms=(time.time() - start) * 1000,
|
||||||
)
|
)
|
||||||
|
|
||||||
effective_timeout = timeout or self._default_timeout
|
|
||||||
cwd = working_dir or self._working_dir
|
|
||||||
|
|
||||||
try:
|
try:
|
||||||
run_env = self._build_run_env(env)
|
return await self._exec_subprocess(
|
||||||
return await self._execute_subprocess(command, effective_timeout, cwd, run_env, start)
|
command,
|
||||||
|
effective_timeout=timeout or self._default_timeout,
|
||||||
|
cwd=working_dir or self._working_dir,
|
||||||
|
run_env=self._build_run_env(env),
|
||||||
|
start=start,
|
||||||
|
)
|
||||||
except Exception as exc:
|
except Exception as exc:
|
||||||
latency = (time.time() - start) * 1000
|
|
||||||
logger.warning("Shell command failed: %s — %s", command, exc)
|
logger.warning("Shell command failed: %s — %s", command, exc)
|
||||||
return ShellResult(
|
return ShellResult(
|
||||||
command=command,
|
command=command,
|
||||||
success=False,
|
success=False,
|
||||||
error=str(exc),
|
error=str(exc),
|
||||||
latency_ms=latency,
|
latency_ms=(time.time() - start) * 1000,
|
||||||
)
|
)
|
||||||
|
|
||||||
def status(self) -> dict:
|
def status(self) -> dict:
|
||||||
|
|||||||
@@ -79,17 +79,7 @@ class WebSocketManager:
|
|||||||
message = ws_event.to_json()
|
message = ws_event.to_json()
|
||||||
disconnected = []
|
disconnected = []
|
||||||
|
|
||||||
import asyncio
|
for ws in self._connections:
|
||||||
tasks = [ws.send_text(message) for ws in self._connections]
|
|
||||||
results = await asyncio.gather(*tasks, return_exceptions=True)
|
|
||||||
|
|
||||||
disconnected = []
|
|
||||||
for ws, result in zip(self._connections, results):
|
|
||||||
if isinstance(result, Exception):
|
|
||||||
logger.warning(f"WebSocket send error: {result}")
|
|
||||||
disconnected.append(ws)
|
|
||||||
|
|
||||||
# Skip the old loop
|
|
||||||
try:
|
try:
|
||||||
await ws.send_text(message)
|
await ws.send_text(message)
|
||||||
except ConnectionError:
|
except ConnectionError:
|
||||||
|
|||||||
121
src/integrations/chat_bridge/vendors/discord.py
vendored
121
src/integrations/chat_bridge/vendors/discord.py
vendored
@@ -515,36 +515,25 @@ class DiscordVendor(ChatPlatform):
|
|||||||
|
|
||||||
async def _handle_message(self, message) -> None:
|
async def _handle_message(self, message) -> None:
|
||||||
"""Process an incoming message and respond via a thread."""
|
"""Process an incoming message and respond via a thread."""
|
||||||
content = self._extract_content(message)
|
# Strip the bot mention from the message content
|
||||||
if not content:
|
|
||||||
return
|
|
||||||
|
|
||||||
thread = await self._get_or_create_thread(message)
|
|
||||||
target = thread or message.channel
|
|
||||||
session_id = f"discord_{thread.id}" if thread else f"discord_{message.channel.id}"
|
|
||||||
|
|
||||||
run_output, response = await self._invoke_agent(content, session_id, target)
|
|
||||||
|
|
||||||
if run_output is not None:
|
|
||||||
await self._handle_paused_run(run_output, target, session_id)
|
|
||||||
raw_content = run_output.content if hasattr(run_output, "content") else ""
|
|
||||||
response = _clean_response(raw_content or "")
|
|
||||||
|
|
||||||
await self._send_response(response, target)
|
|
||||||
|
|
||||||
def _extract_content(self, message) -> str:
|
|
||||||
"""Strip the bot mention and return clean message text."""
|
|
||||||
content = message.content
|
content = message.content
|
||||||
if self._client.user:
|
if self._client.user:
|
||||||
content = content.replace(f"<@{self._client.user.id}>", "").strip()
|
content = content.replace(f"<@{self._client.user.id}>", "").strip()
|
||||||
return content
|
|
||||||
|
|
||||||
async def _invoke_agent(self, content: str, session_id: str, target):
|
if not content:
|
||||||
"""Run chat_with_tools with a typing indicator and timeout.
|
return
|
||||||
|
|
||||||
Returns a (run_output, error_response) tuple. On success the
|
# Create or reuse a thread for this conversation
|
||||||
error_response is ``None``; on failure run_output is ``None``.
|
thread = await self._get_or_create_thread(message)
|
||||||
"""
|
target = thread or message.channel
|
||||||
|
|
||||||
|
# Derive session_id for per-conversation history via Agno's SQLite
|
||||||
|
if thread:
|
||||||
|
session_id = f"discord_{thread.id}"
|
||||||
|
else:
|
||||||
|
session_id = f"discord_{message.channel.id}"
|
||||||
|
|
||||||
|
# Run Timmy agent with typing indicator and timeout
|
||||||
run_output = None
|
run_output = None
|
||||||
response = None
|
response = None
|
||||||
try:
|
try:
|
||||||
@@ -559,57 +548,51 @@ class DiscordVendor(ChatPlatform):
|
|||||||
except Exception as exc:
|
except Exception as exc:
|
||||||
logger.error("Discord: chat_with_tools() failed: %s", exc)
|
logger.error("Discord: chat_with_tools() failed: %s", exc)
|
||||||
response = "I'm having trouble reaching my inference backend right now. Please try again shortly."
|
response = "I'm having trouble reaching my inference backend right now. Please try again shortly."
|
||||||
return run_output, response
|
|
||||||
|
|
||||||
async def _handle_paused_run(self, run_output, target, session_id: str) -> None:
|
# Check if Agno paused the run for tool confirmation
|
||||||
"""If Agno paused the run for tool confirmation, enqueue approvals."""
|
if run_output is not None:
|
||||||
status = getattr(run_output, "status", None)
|
status = getattr(run_output, "status", None)
|
||||||
is_paused = status == "PAUSED" or str(status) == "RunStatus.paused"
|
is_paused = status == "PAUSED" or str(status) == "RunStatus.paused"
|
||||||
|
|
||||||
if not (is_paused and getattr(run_output, "active_requirements", None)):
|
if is_paused and getattr(run_output, "active_requirements", None):
|
||||||
return
|
from config import settings
|
||||||
|
|
||||||
from config import settings
|
if settings.discord_confirm_actions:
|
||||||
|
for req in run_output.active_requirements:
|
||||||
|
if getattr(req, "needs_confirmation", False):
|
||||||
|
te = req.tool_execution
|
||||||
|
tool_name = getattr(te, "tool_name", "unknown")
|
||||||
|
tool_args = getattr(te, "tool_args", {}) or {}
|
||||||
|
|
||||||
if not settings.discord_confirm_actions:
|
from timmy.approvals import create_item
|
||||||
return
|
|
||||||
|
|
||||||
for req in run_output.active_requirements:
|
item = create_item(
|
||||||
if not getattr(req, "needs_confirmation", False):
|
title=f"Discord: {tool_name}",
|
||||||
continue
|
description=_format_action_description(tool_name, tool_args),
|
||||||
te = req.tool_execution
|
proposed_action=json.dumps({"tool": tool_name, "args": tool_args}),
|
||||||
tool_name = getattr(te, "tool_name", "unknown")
|
impact=_get_impact_level(tool_name),
|
||||||
tool_args = getattr(te, "tool_args", {}) or {}
|
)
|
||||||
|
self._pending_actions[item.id] = {
|
||||||
|
"run_output": run_output,
|
||||||
|
"requirement": req,
|
||||||
|
"tool_name": tool_name,
|
||||||
|
"tool_args": tool_args,
|
||||||
|
"target": target,
|
||||||
|
"session_id": session_id,
|
||||||
|
}
|
||||||
|
await self._send_confirmation(target, tool_name, tool_args, item.id)
|
||||||
|
|
||||||
from timmy.approvals import create_item
|
raw_content = run_output.content if hasattr(run_output, "content") else ""
|
||||||
|
response = _clean_response(raw_content or "")
|
||||||
|
|
||||||
item = create_item(
|
# Discord has a 2000 character limit — send with error handling
|
||||||
title=f"Discord: {tool_name}",
|
if response and response.strip():
|
||||||
description=_format_action_description(tool_name, tool_args),
|
for chunk in _chunk_message(response, 2000):
|
||||||
proposed_action=json.dumps({"tool": tool_name, "args": tool_args}),
|
try:
|
||||||
impact=_get_impact_level(tool_name),
|
await target.send(chunk)
|
||||||
)
|
except Exception as exc:
|
||||||
self._pending_actions[item.id] = {
|
logger.error("Discord: failed to send message chunk: %s", exc)
|
||||||
"run_output": run_output,
|
break
|
||||||
"requirement": req,
|
|
||||||
"tool_name": tool_name,
|
|
||||||
"tool_args": tool_args,
|
|
||||||
"target": target,
|
|
||||||
"session_id": session_id,
|
|
||||||
}
|
|
||||||
await self._send_confirmation(target, tool_name, tool_args, item.id)
|
|
||||||
|
|
||||||
@staticmethod
|
|
||||||
async def _send_response(response: str | None, target) -> None:
|
|
||||||
"""Send a response to Discord, chunked to the 2000-char limit."""
|
|
||||||
if not response or not response.strip():
|
|
||||||
return
|
|
||||||
for chunk in _chunk_message(response, 2000):
|
|
||||||
try:
|
|
||||||
await target.send(chunk)
|
|
||||||
except Exception as exc:
|
|
||||||
logger.error("Discord: failed to send message chunk: %s", exc)
|
|
||||||
break
|
|
||||||
|
|
||||||
async def _get_or_create_thread(self, message):
|
async def _get_or_create_thread(self, message):
|
||||||
"""Get the active thread for a channel, or create one.
|
"""Get the active thread for a channel, or create one.
|
||||||
|
|||||||
@@ -98,73 +98,6 @@ def _get_table_columns(conn: sqlite3.Connection, table_name: str) -> set[str]:
|
|||||||
return {row[1] for row in cursor.fetchall()}
|
return {row[1] for row in cursor.fetchall()}
|
||||||
|
|
||||||
|
|
||||||
def _migrate_episodes(conn: sqlite3.Connection) -> None:
|
|
||||||
"""Migrate episodes table rows into the unified memories table."""
|
|
||||||
logger.info("Migration: Converting episodes table to memories")
|
|
||||||
try:
|
|
||||||
cols = _get_table_columns(conn, "episodes")
|
|
||||||
context_type_col = "context_type" if "context_type" in cols else "'conversation'"
|
|
||||||
|
|
||||||
conn.execute(f"""
|
|
||||||
INSERT INTO memories (
|
|
||||||
id, content, memory_type, source, embedding,
|
|
||||||
metadata, agent_id, task_id, session_id,
|
|
||||||
created_at, access_count, last_accessed
|
|
||||||
)
|
|
||||||
SELECT
|
|
||||||
id, content,
|
|
||||||
COALESCE({context_type_col}, 'conversation'),
|
|
||||||
COALESCE(source, 'agent'),
|
|
||||||
embedding,
|
|
||||||
metadata, agent_id, task_id, session_id,
|
|
||||||
COALESCE(timestamp, datetime('now')), 0, NULL
|
|
||||||
FROM episodes
|
|
||||||
""")
|
|
||||||
conn.execute("DROP TABLE episodes")
|
|
||||||
logger.info("Migration: Migrated episodes to memories")
|
|
||||||
except sqlite3.Error as exc:
|
|
||||||
logger.warning("Migration: Failed to migrate episodes: %s", exc)
|
|
||||||
|
|
||||||
|
|
||||||
def _migrate_chunks(conn: sqlite3.Connection) -> None:
|
|
||||||
"""Migrate chunks table rows into the unified memories table."""
|
|
||||||
logger.info("Migration: Converting chunks table to memories")
|
|
||||||
try:
|
|
||||||
cols = _get_table_columns(conn, "chunks")
|
|
||||||
|
|
||||||
id_col = "id" if "id" in cols else "CAST(rowid AS TEXT)"
|
|
||||||
content_col = "content" if "content" in cols else "text"
|
|
||||||
source_col = (
|
|
||||||
"filepath" if "filepath" in cols else ("source" if "source" in cols else "'vault'")
|
|
||||||
)
|
|
||||||
embedding_col = "embedding" if "embedding" in cols else "NULL"
|
|
||||||
created_col = "created_at" if "created_at" in cols else "datetime('now')"
|
|
||||||
|
|
||||||
conn.execute(f"""
|
|
||||||
INSERT INTO memories (
|
|
||||||
id, content, memory_type, source, embedding,
|
|
||||||
created_at, access_count
|
|
||||||
)
|
|
||||||
SELECT
|
|
||||||
{id_col}, {content_col}, 'vault_chunk', {source_col},
|
|
||||||
{embedding_col}, {created_col}, 0
|
|
||||||
FROM chunks
|
|
||||||
""")
|
|
||||||
conn.execute("DROP TABLE chunks")
|
|
||||||
logger.info("Migration: Migrated chunks to memories")
|
|
||||||
except sqlite3.Error as exc:
|
|
||||||
logger.warning("Migration: Failed to migrate chunks: %s", exc)
|
|
||||||
|
|
||||||
|
|
||||||
def _drop_legacy_table(conn: sqlite3.Connection, table: str) -> None:
|
|
||||||
"""Drop a legacy table if it exists."""
|
|
||||||
try:
|
|
||||||
conn.execute(f"DROP TABLE {table}") # noqa: S608
|
|
||||||
logger.info("Migration: Dropped old %s table", table)
|
|
||||||
except sqlite3.Error as exc:
|
|
||||||
logger.warning("Migration: Failed to drop %s: %s", table, exc)
|
|
||||||
|
|
||||||
|
|
||||||
def _migrate_schema(conn: sqlite3.Connection) -> None:
|
def _migrate_schema(conn: sqlite3.Connection) -> None:
|
||||||
"""Migrate from old three-table schema to unified memories table.
|
"""Migrate from old three-table schema to unified memories table.
|
||||||
|
|
||||||
@@ -177,16 +110,78 @@ def _migrate_schema(conn: sqlite3.Connection) -> None:
|
|||||||
tables = {row[0] for row in cursor.fetchall()}
|
tables = {row[0] for row in cursor.fetchall()}
|
||||||
|
|
||||||
has_memories = "memories" in tables
|
has_memories = "memories" in tables
|
||||||
|
has_episodes = "episodes" in tables
|
||||||
|
has_chunks = "chunks" in tables
|
||||||
|
has_facts = "facts" in tables
|
||||||
|
|
||||||
if not has_memories and (tables & {"episodes", "chunks", "facts"}):
|
# Check if we need to migrate (old schema exists)
|
||||||
|
if not has_memories and (has_episodes or has_chunks or has_facts):
|
||||||
logger.info("Migration: Creating unified memories table")
|
logger.info("Migration: Creating unified memories table")
|
||||||
|
# Schema will be created by _ensure_schema above
|
||||||
|
|
||||||
if "episodes" in tables and has_memories:
|
# Migrate episodes -> memories
|
||||||
_migrate_episodes(conn)
|
if has_episodes and has_memories:
|
||||||
if "chunks" in tables and has_memories:
|
logger.info("Migration: Converting episodes table to memories")
|
||||||
_migrate_chunks(conn)
|
try:
|
||||||
if "facts" in tables:
|
cols = _get_table_columns(conn, "episodes")
|
||||||
_drop_legacy_table(conn, "facts")
|
context_type_col = "context_type" if "context_type" in cols else "'conversation'"
|
||||||
|
|
||||||
|
conn.execute(f"""
|
||||||
|
INSERT INTO memories (
|
||||||
|
id, content, memory_type, source, embedding,
|
||||||
|
metadata, agent_id, task_id, session_id,
|
||||||
|
created_at, access_count, last_accessed
|
||||||
|
)
|
||||||
|
SELECT
|
||||||
|
id, content,
|
||||||
|
COALESCE({context_type_col}, 'conversation'),
|
||||||
|
COALESCE(source, 'agent'),
|
||||||
|
embedding,
|
||||||
|
metadata, agent_id, task_id, session_id,
|
||||||
|
COALESCE(timestamp, datetime('now')), 0, NULL
|
||||||
|
FROM episodes
|
||||||
|
""")
|
||||||
|
conn.execute("DROP TABLE episodes")
|
||||||
|
logger.info("Migration: Migrated episodes to memories")
|
||||||
|
except sqlite3.Error as exc:
|
||||||
|
logger.warning("Migration: Failed to migrate episodes: %s", exc)
|
||||||
|
|
||||||
|
# Migrate chunks -> memories as vault_chunk
|
||||||
|
if has_chunks and has_memories:
|
||||||
|
logger.info("Migration: Converting chunks table to memories")
|
||||||
|
try:
|
||||||
|
cols = _get_table_columns(conn, "chunks")
|
||||||
|
|
||||||
|
id_col = "id" if "id" in cols else "CAST(rowid AS TEXT)"
|
||||||
|
content_col = "content" if "content" in cols else "text"
|
||||||
|
source_col = (
|
||||||
|
"filepath" if "filepath" in cols else ("source" if "source" in cols else "'vault'")
|
||||||
|
)
|
||||||
|
embedding_col = "embedding" if "embedding" in cols else "NULL"
|
||||||
|
created_col = "created_at" if "created_at" in cols else "datetime('now')"
|
||||||
|
|
||||||
|
conn.execute(f"""
|
||||||
|
INSERT INTO memories (
|
||||||
|
id, content, memory_type, source, embedding,
|
||||||
|
created_at, access_count
|
||||||
|
)
|
||||||
|
SELECT
|
||||||
|
{id_col}, {content_col}, 'vault_chunk', {source_col},
|
||||||
|
{embedding_col}, {created_col}, 0
|
||||||
|
FROM chunks
|
||||||
|
""")
|
||||||
|
conn.execute("DROP TABLE chunks")
|
||||||
|
logger.info("Migration: Migrated chunks to memories")
|
||||||
|
except sqlite3.Error as exc:
|
||||||
|
logger.warning("Migration: Failed to migrate chunks: %s", exc)
|
||||||
|
|
||||||
|
# Drop old tables
|
||||||
|
if has_facts:
|
||||||
|
try:
|
||||||
|
conn.execute("DROP TABLE facts")
|
||||||
|
logger.info("Migration: Dropped old facts table")
|
||||||
|
except sqlite3.Error as exc:
|
||||||
|
logger.warning("Migration: Failed to drop facts: %s", exc)
|
||||||
|
|
||||||
conn.commit()
|
conn.commit()
|
||||||
|
|
||||||
@@ -303,85 +298,6 @@ def store_memory(
|
|||||||
return entry
|
return entry
|
||||||
|
|
||||||
|
|
||||||
def _build_search_filters(
|
|
||||||
context_type: str | None,
|
|
||||||
agent_id: str | None,
|
|
||||||
session_id: str | None,
|
|
||||||
) -> tuple[str, list]:
|
|
||||||
"""Build SQL WHERE clause and params from search filters."""
|
|
||||||
conditions: list[str] = []
|
|
||||||
params: list = []
|
|
||||||
|
|
||||||
if context_type:
|
|
||||||
conditions.append("memory_type = ?")
|
|
||||||
params.append(context_type)
|
|
||||||
if agent_id:
|
|
||||||
conditions.append("agent_id = ?")
|
|
||||||
params.append(agent_id)
|
|
||||||
if session_id:
|
|
||||||
conditions.append("session_id = ?")
|
|
||||||
params.append(session_id)
|
|
||||||
|
|
||||||
where_clause = "WHERE " + " AND ".join(conditions) if conditions else ""
|
|
||||||
return where_clause, params
|
|
||||||
|
|
||||||
|
|
||||||
def _fetch_memory_candidates(
|
|
||||||
where_clause: str, params: list, candidate_limit: int
|
|
||||||
) -> list[sqlite3.Row]:
|
|
||||||
"""Fetch candidate memory rows from the database."""
|
|
||||||
query_sql = f"""
|
|
||||||
SELECT * FROM memories
|
|
||||||
{where_clause}
|
|
||||||
ORDER BY created_at DESC
|
|
||||||
LIMIT ?
|
|
||||||
"""
|
|
||||||
params.append(candidate_limit)
|
|
||||||
|
|
||||||
with get_connection() as conn:
|
|
||||||
return conn.execute(query_sql, params).fetchall()
|
|
||||||
|
|
||||||
|
|
||||||
def _row_to_entry(row: sqlite3.Row) -> MemoryEntry:
|
|
||||||
"""Convert a database row to a MemoryEntry."""
|
|
||||||
return MemoryEntry(
|
|
||||||
id=row["id"],
|
|
||||||
content=row["content"],
|
|
||||||
source=row["source"],
|
|
||||||
context_type=row["memory_type"], # DB column -> API field
|
|
||||||
agent_id=row["agent_id"],
|
|
||||||
task_id=row["task_id"],
|
|
||||||
session_id=row["session_id"],
|
|
||||||
metadata=json.loads(row["metadata"]) if row["metadata"] else None,
|
|
||||||
embedding=json.loads(row["embedding"]) if row["embedding"] else None,
|
|
||||||
timestamp=row["created_at"],
|
|
||||||
)
|
|
||||||
|
|
||||||
|
|
||||||
def _score_and_filter(
|
|
||||||
rows: list[sqlite3.Row],
|
|
||||||
query: str,
|
|
||||||
query_embedding: list[float],
|
|
||||||
min_relevance: float,
|
|
||||||
) -> list[MemoryEntry]:
|
|
||||||
"""Score candidate rows by similarity and filter by min_relevance."""
|
|
||||||
results = []
|
|
||||||
for row in rows:
|
|
||||||
entry = _row_to_entry(row)
|
|
||||||
|
|
||||||
if entry.embedding:
|
|
||||||
score = cosine_similarity(query_embedding, entry.embedding)
|
|
||||||
else:
|
|
||||||
score = _keyword_overlap(query, entry.content)
|
|
||||||
|
|
||||||
entry.relevance_score = score
|
|
||||||
if score >= min_relevance:
|
|
||||||
results.append(entry)
|
|
||||||
|
|
||||||
results.sort(key=lambda x: x.relevance_score or 0, reverse=True)
|
|
||||||
return results
|
|
||||||
|
|
||||||
|
|
||||||
def search_memories(
|
def search_memories(
|
||||||
query: str,
|
query: str,
|
||||||
limit: int = 10,
|
limit: int = 10,
|
||||||
@@ -404,9 +320,65 @@ def search_memories(
|
|||||||
List of MemoryEntry objects sorted by relevance
|
List of MemoryEntry objects sorted by relevance
|
||||||
"""
|
"""
|
||||||
query_embedding = embed_text(query)
|
query_embedding = embed_text(query)
|
||||||
where_clause, params = _build_search_filters(context_type, agent_id, session_id)
|
|
||||||
rows = _fetch_memory_candidates(where_clause, params, limit * 3)
|
# Build query with filters
|
||||||
results = _score_and_filter(rows, query, query_embedding, min_relevance)
|
conditions = []
|
||||||
|
params = []
|
||||||
|
|
||||||
|
if context_type:
|
||||||
|
conditions.append("memory_type = ?")
|
||||||
|
params.append(context_type)
|
||||||
|
if agent_id:
|
||||||
|
conditions.append("agent_id = ?")
|
||||||
|
params.append(agent_id)
|
||||||
|
if session_id:
|
||||||
|
conditions.append("session_id = ?")
|
||||||
|
params.append(session_id)
|
||||||
|
|
||||||
|
where_clause = "WHERE " + " AND ".join(conditions) if conditions else ""
|
||||||
|
|
||||||
|
# Fetch candidates (we'll do in-memory similarity for now)
|
||||||
|
query_sql = f"""
|
||||||
|
SELECT * FROM memories
|
||||||
|
{where_clause}
|
||||||
|
ORDER BY created_at DESC
|
||||||
|
LIMIT ?
|
||||||
|
"""
|
||||||
|
params.append(limit * 3) # Get more candidates for ranking
|
||||||
|
|
||||||
|
with get_connection() as conn:
|
||||||
|
rows = conn.execute(query_sql, params).fetchall()
|
||||||
|
|
||||||
|
# Compute similarity scores
|
||||||
|
results = []
|
||||||
|
for row in rows:
|
||||||
|
entry = MemoryEntry(
|
||||||
|
id=row["id"],
|
||||||
|
content=row["content"],
|
||||||
|
source=row["source"],
|
||||||
|
context_type=row["memory_type"], # DB column -> API field
|
||||||
|
agent_id=row["agent_id"],
|
||||||
|
task_id=row["task_id"],
|
||||||
|
session_id=row["session_id"],
|
||||||
|
metadata=json.loads(row["metadata"]) if row["metadata"] else None,
|
||||||
|
embedding=json.loads(row["embedding"]) if row["embedding"] else None,
|
||||||
|
timestamp=row["created_at"],
|
||||||
|
)
|
||||||
|
|
||||||
|
if entry.embedding:
|
||||||
|
score = cosine_similarity(query_embedding, entry.embedding)
|
||||||
|
entry.relevance_score = score
|
||||||
|
if score >= min_relevance:
|
||||||
|
results.append(entry)
|
||||||
|
else:
|
||||||
|
# Fallback: check for keyword overlap
|
||||||
|
score = _keyword_overlap(query, entry.content)
|
||||||
|
entry.relevance_score = score
|
||||||
|
if score >= min_relevance:
|
||||||
|
results.append(entry)
|
||||||
|
|
||||||
|
# Sort by relevance and return top results
|
||||||
|
results.sort(key=lambda x: x.relevance_score or 0, reverse=True)
|
||||||
return results[:limit]
|
return results[:limit]
|
||||||
|
|
||||||
|
|
||||||
|
|||||||
@@ -909,35 +909,82 @@ def _experiment_tool_catalog() -> dict:
|
|||||||
}
|
}
|
||||||
|
|
||||||
|
|
||||||
_CREATIVE_CATALOG_SOURCES: list[tuple[str, str, list[str]]] = [
|
|
||||||
("creative.tools.git_tools", "GIT_TOOL_CATALOG", ["forge", "helm", "orchestrator"]),
|
|
||||||
("creative.tools.image_tools", "IMAGE_TOOL_CATALOG", ["pixel", "orchestrator"]),
|
|
||||||
("creative.tools.music_tools", "MUSIC_TOOL_CATALOG", ["lyra", "orchestrator"]),
|
|
||||||
("creative.tools.video_tools", "VIDEO_TOOL_CATALOG", ["reel", "orchestrator"]),
|
|
||||||
("creative.director", "DIRECTOR_TOOL_CATALOG", ["orchestrator"]),
|
|
||||||
("creative.assembler", "ASSEMBLER_TOOL_CATALOG", ["reel", "orchestrator"]),
|
|
||||||
]
|
|
||||||
|
|
||||||
|
|
||||||
def _import_creative_catalogs(catalog: dict) -> None:
|
def _import_creative_catalogs(catalog: dict) -> None:
|
||||||
"""Import and merge creative tool catalogs from creative module."""
|
"""Import and merge creative tool catalogs from creative module."""
|
||||||
for module_path, attr_name, available_in in _CREATIVE_CATALOG_SOURCES:
|
# ── Git tools ─────────────────────────────────────────────────────────────
|
||||||
_merge_catalog(catalog, module_path, attr_name, available_in)
|
|
||||||
|
|
||||||
|
|
||||||
def _merge_catalog(
|
|
||||||
catalog: dict, module_path: str, attr_name: str, available_in: list[str]
|
|
||||||
) -> None:
|
|
||||||
"""Import a single creative catalog and merge its entries."""
|
|
||||||
try:
|
try:
|
||||||
from importlib import import_module
|
from creative.tools.git_tools import GIT_TOOL_CATALOG
|
||||||
|
|
||||||
source_catalog = getattr(import_module(module_path), attr_name)
|
for tool_id, info in GIT_TOOL_CATALOG.items():
|
||||||
for tool_id, info in source_catalog.items():
|
|
||||||
catalog[tool_id] = {
|
catalog[tool_id] = {
|
||||||
"name": info["name"],
|
"name": info["name"],
|
||||||
"description": info["description"],
|
"description": info["description"],
|
||||||
"available_in": available_in,
|
"available_in": ["forge", "helm", "orchestrator"],
|
||||||
|
}
|
||||||
|
except ImportError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# ── Image tools ────────────────────────────────────────────────────────────
|
||||||
|
try:
|
||||||
|
from creative.tools.image_tools import IMAGE_TOOL_CATALOG
|
||||||
|
|
||||||
|
for tool_id, info in IMAGE_TOOL_CATALOG.items():
|
||||||
|
catalog[tool_id] = {
|
||||||
|
"name": info["name"],
|
||||||
|
"description": info["description"],
|
||||||
|
"available_in": ["pixel", "orchestrator"],
|
||||||
|
}
|
||||||
|
except ImportError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# ── Music tools ────────────────────────────────────────────────────────────
|
||||||
|
try:
|
||||||
|
from creative.tools.music_tools import MUSIC_TOOL_CATALOG
|
||||||
|
|
||||||
|
for tool_id, info in MUSIC_TOOL_CATALOG.items():
|
||||||
|
catalog[tool_id] = {
|
||||||
|
"name": info["name"],
|
||||||
|
"description": info["description"],
|
||||||
|
"available_in": ["lyra", "orchestrator"],
|
||||||
|
}
|
||||||
|
except ImportError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# ── Video tools ────────────────────────────────────────────────────────────
|
||||||
|
try:
|
||||||
|
from creative.tools.video_tools import VIDEO_TOOL_CATALOG
|
||||||
|
|
||||||
|
for tool_id, info in VIDEO_TOOL_CATALOG.items():
|
||||||
|
catalog[tool_id] = {
|
||||||
|
"name": info["name"],
|
||||||
|
"description": info["description"],
|
||||||
|
"available_in": ["reel", "orchestrator"],
|
||||||
|
}
|
||||||
|
except ImportError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# ── Creative pipeline ──────────────────────────────────────────────────────
|
||||||
|
try:
|
||||||
|
from creative.director import DIRECTOR_TOOL_CATALOG
|
||||||
|
|
||||||
|
for tool_id, info in DIRECTOR_TOOL_CATALOG.items():
|
||||||
|
catalog[tool_id] = {
|
||||||
|
"name": info["name"],
|
||||||
|
"description": info["description"],
|
||||||
|
"available_in": ["orchestrator"],
|
||||||
|
}
|
||||||
|
except ImportError:
|
||||||
|
pass
|
||||||
|
|
||||||
|
# ── Assembler tools ───────────────────────────────────────────────────────
|
||||||
|
try:
|
||||||
|
from creative.assembler import ASSEMBLER_TOOL_CATALOG
|
||||||
|
|
||||||
|
for tool_id, info in ASSEMBLER_TOOL_CATALOG.items():
|
||||||
|
catalog[tool_id] = {
|
||||||
|
"name": info["name"],
|
||||||
|
"description": info["description"],
|
||||||
|
"available_in": ["reel", "orchestrator"],
|
||||||
}
|
}
|
||||||
except ImportError:
|
except ImportError:
|
||||||
pass
|
pass
|
||||||
|
|||||||
@@ -78,11 +78,6 @@ DEFAULT_MAX_UTTERANCE = 30.0 # safety cap — don't record forever
|
|||||||
DEFAULT_SESSION_ID = "voice"
|
DEFAULT_SESSION_ID = "voice"
|
||||||
|
|
||||||
|
|
||||||
def _rms(block: np.ndarray) -> float:
|
|
||||||
"""Compute root-mean-square energy of an audio block."""
|
|
||||||
return float(np.sqrt(np.mean(block.astype(np.float32) ** 2)))
|
|
||||||
|
|
||||||
|
|
||||||
@dataclass
|
@dataclass
|
||||||
class VoiceConfig:
|
class VoiceConfig:
|
||||||
"""Configuration for the voice loop."""
|
"""Configuration for the voice loop."""
|
||||||
@@ -166,6 +161,13 @@ class VoiceLoop:
|
|||||||
min_blocks = int(self.config.min_utterance / 0.1)
|
min_blocks = int(self.config.min_utterance / 0.1)
|
||||||
max_blocks = int(self.config.max_utterance / 0.1)
|
max_blocks = int(self.config.max_utterance / 0.1)
|
||||||
|
|
||||||
|
audio_chunks: list[np.ndarray] = []
|
||||||
|
silent_count = 0
|
||||||
|
recording = False
|
||||||
|
|
||||||
|
def _rms(block: np.ndarray) -> float:
|
||||||
|
return float(np.sqrt(np.mean(block.astype(np.float32) ** 2)))
|
||||||
|
|
||||||
sys.stdout.write("\n 🎤 Listening... (speak now)\n")
|
sys.stdout.write("\n 🎤 Listening... (speak now)\n")
|
||||||
sys.stdout.flush()
|
sys.stdout.flush()
|
||||||
|
|
||||||
@@ -175,69 +177,42 @@ class VoiceLoop:
|
|||||||
dtype="float32",
|
dtype="float32",
|
||||||
blocksize=block_size,
|
blocksize=block_size,
|
||||||
) as stream:
|
) as stream:
|
||||||
chunks = self._capture_audio_blocks(stream, block_size, silence_blocks, max_blocks)
|
while self._running:
|
||||||
|
block, overflowed = stream.read(block_size)
|
||||||
|
if overflowed:
|
||||||
|
logger.debug("Audio buffer overflowed")
|
||||||
|
|
||||||
return self._finalize_utterance(chunks, min_blocks, sr)
|
rms = _rms(block)
|
||||||
|
|
||||||
def _capture_audio_blocks(
|
if not recording:
|
||||||
self,
|
if rms > self.config.silence_threshold:
|
||||||
stream,
|
recording = True
|
||||||
block_size: int,
|
silent_count = 0
|
||||||
silence_blocks: int,
|
audio_chunks.append(block.copy())
|
||||||
max_blocks: int,
|
sys.stdout.write(" 📢 Recording...\r")
|
||||||
) -> list[np.ndarray]:
|
sys.stdout.flush()
|
||||||
"""Read audio blocks from *stream* until silence or max length.
|
|
||||||
|
|
||||||
Returns the list of captured audio chunks (may be empty).
|
|
||||||
"""
|
|
||||||
chunks: list[np.ndarray] = []
|
|
||||||
silent_count = 0
|
|
||||||
recording = False
|
|
||||||
|
|
||||||
while self._running:
|
|
||||||
block, overflowed = stream.read(block_size)
|
|
||||||
if overflowed:
|
|
||||||
logger.debug("Audio buffer overflowed")
|
|
||||||
|
|
||||||
rms = _rms(block)
|
|
||||||
|
|
||||||
if not recording:
|
|
||||||
if rms > self.config.silence_threshold:
|
|
||||||
recording = True
|
|
||||||
silent_count = 0
|
|
||||||
chunks.append(block.copy())
|
|
||||||
sys.stdout.write(" 📢 Recording...\r")
|
|
||||||
sys.stdout.flush()
|
|
||||||
else:
|
|
||||||
chunks.append(block.copy())
|
|
||||||
|
|
||||||
if rms < self.config.silence_threshold:
|
|
||||||
silent_count += 1
|
|
||||||
else:
|
else:
|
||||||
silent_count = 0
|
audio_chunks.append(block.copy())
|
||||||
|
|
||||||
if silent_count >= silence_blocks:
|
if rms < self.config.silence_threshold:
|
||||||
break
|
silent_count += 1
|
||||||
|
else:
|
||||||
|
silent_count = 0
|
||||||
|
|
||||||
if len(chunks) >= max_blocks:
|
# End of utterance
|
||||||
logger.info("Max utterance length reached, stopping.")
|
if silent_count >= silence_blocks:
|
||||||
break
|
break
|
||||||
|
|
||||||
return chunks
|
# Safety cap
|
||||||
|
if len(audio_chunks) >= max_blocks:
|
||||||
|
logger.info("Max utterance length reached, stopping.")
|
||||||
|
break
|
||||||
|
|
||||||
@staticmethod
|
if not audio_chunks or len(audio_chunks) < min_blocks:
|
||||||
def _finalize_utterance(
|
|
||||||
chunks: list[np.ndarray], min_blocks: int, sample_rate: int
|
|
||||||
) -> np.ndarray | None:
|
|
||||||
"""Concatenate recorded chunks and report duration.
|
|
||||||
|
|
||||||
Returns ``None`` if the utterance is too short to be meaningful.
|
|
||||||
"""
|
|
||||||
if not chunks or len(chunks) < min_blocks:
|
|
||||||
return None
|
return None
|
||||||
|
|
||||||
audio = np.concatenate(chunks, axis=0).flatten()
|
audio = np.concatenate(audio_chunks, axis=0).flatten()
|
||||||
duration = len(audio) / sample_rate
|
duration = len(audio) / sr
|
||||||
sys.stdout.write(f" ✂️ Captured {duration:.1f}s of audio\n")
|
sys.stdout.write(f" ✂️ Captured {duration:.1f}s of audio\n")
|
||||||
sys.stdout.flush()
|
sys.stdout.flush()
|
||||||
return audio
|
return audio
|
||||||
@@ -394,33 +369,15 @@ class VoiceLoop:
|
|||||||
|
|
||||||
# ── Main Loop ───────────────────────────────────────────────────────
|
# ── Main Loop ───────────────────────────────────────────────────────
|
||||||
|
|
||||||
# Whisper hallucinates these on silence/noise — skip them.
|
def run(self) -> None:
|
||||||
_WHISPER_HALLUCINATIONS = frozenset(
|
"""Run the voice loop. Blocks until Ctrl-C."""
|
||||||
{
|
self._ensure_piper()
|
||||||
"you",
|
|
||||||
"thanks.",
|
|
||||||
"thank you.",
|
|
||||||
"bye.",
|
|
||||||
"",
|
|
||||||
"thanks for watching!",
|
|
||||||
"thank you for watching!",
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
# Spoken phrases that end the voice session.
|
# Suppress MCP / Agno stderr noise during voice mode.
|
||||||
_EXIT_COMMANDS = frozenset(
|
_suppress_mcp_noise()
|
||||||
{
|
# Suppress MCP async-generator teardown tracebacks on exit.
|
||||||
"goodbye",
|
_install_quiet_asyncgen_hooks()
|
||||||
"exit",
|
|
||||||
"quit",
|
|
||||||
"stop",
|
|
||||||
"goodbye timmy",
|
|
||||||
"stop listening",
|
|
||||||
}
|
|
||||||
)
|
|
||||||
|
|
||||||
def _log_banner(self) -> None:
|
|
||||||
"""Log the startup banner with STT/TTS/LLM configuration."""
|
|
||||||
tts_label = (
|
tts_label = (
|
||||||
"macOS say"
|
"macOS say"
|
||||||
if self.config.use_say_fallback
|
if self.config.use_say_fallback
|
||||||
@@ -436,50 +393,52 @@ class VoiceLoop:
|
|||||||
" Press Ctrl-C to exit.\n" + "=" * 60
|
" Press Ctrl-C to exit.\n" + "=" * 60
|
||||||
)
|
)
|
||||||
|
|
||||||
def _is_hallucination(self, text: str) -> bool:
|
|
||||||
"""Return True if *text* is a known Whisper hallucination."""
|
|
||||||
return not text or text.lower() in self._WHISPER_HALLUCINATIONS
|
|
||||||
|
|
||||||
def _is_exit_command(self, text: str) -> bool:
|
|
||||||
"""Return True if the user asked to stop the voice session."""
|
|
||||||
return text.lower().strip().rstrip(".!") in self._EXIT_COMMANDS
|
|
||||||
|
|
||||||
def _process_turn(self, text: str) -> None:
|
|
||||||
"""Handle a single listen-think-speak turn after transcription."""
|
|
||||||
sys.stdout.write(f"\n 👤 You: {text}\n")
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
response = self._think(text)
|
|
||||||
sys.stdout.write(f" 🤖 Timmy: {response}\n")
|
|
||||||
sys.stdout.flush()
|
|
||||||
|
|
||||||
self._speak(response)
|
|
||||||
|
|
||||||
def run(self) -> None:
|
|
||||||
"""Run the voice loop. Blocks until Ctrl-C."""
|
|
||||||
self._ensure_piper()
|
|
||||||
_suppress_mcp_noise()
|
|
||||||
_install_quiet_asyncgen_hooks()
|
|
||||||
self._log_banner()
|
|
||||||
|
|
||||||
self._running = True
|
self._running = True
|
||||||
|
|
||||||
try:
|
try:
|
||||||
while self._running:
|
while self._running:
|
||||||
|
# 1. LISTEN — record until silence
|
||||||
audio = self._record_utterance()
|
audio = self._record_utterance()
|
||||||
if audio is None:
|
if audio is None:
|
||||||
continue
|
continue
|
||||||
|
|
||||||
|
# 2. TRANSCRIBE — Whisper STT
|
||||||
text = self._transcribe(audio)
|
text = self._transcribe(audio)
|
||||||
if self._is_hallucination(text):
|
if not text or text.lower() in (
|
||||||
|
"you",
|
||||||
|
"thanks.",
|
||||||
|
"thank you.",
|
||||||
|
"bye.",
|
||||||
|
"",
|
||||||
|
"thanks for watching!",
|
||||||
|
"thank you for watching!",
|
||||||
|
):
|
||||||
|
# Whisper hallucinations on silence/noise
|
||||||
logger.debug("Ignoring likely Whisper hallucination: '%s'", text)
|
logger.debug("Ignoring likely Whisper hallucination: '%s'", text)
|
||||||
continue
|
continue
|
||||||
|
|
||||||
if self._is_exit_command(text):
|
sys.stdout.write(f"\n 👤 You: {text}\n")
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
|
# Exit commands
|
||||||
|
if text.lower().strip().rstrip(".!") in (
|
||||||
|
"goodbye",
|
||||||
|
"exit",
|
||||||
|
"quit",
|
||||||
|
"stop",
|
||||||
|
"goodbye timmy",
|
||||||
|
"stop listening",
|
||||||
|
):
|
||||||
logger.info("👋 Goodbye!")
|
logger.info("👋 Goodbye!")
|
||||||
break
|
break
|
||||||
|
|
||||||
self._process_turn(text)
|
# 3. THINK — send to Timmy
|
||||||
|
response = self._think(text)
|
||||||
|
sys.stdout.write(f" 🤖 Timmy: {response}\n")
|
||||||
|
sys.stdout.flush()
|
||||||
|
|
||||||
|
# 4. SPEAK — TTS output
|
||||||
|
self._speak(response)
|
||||||
|
|
||||||
except KeyboardInterrupt:
|
except KeyboardInterrupt:
|
||||||
logger.info("👋 Voice loop stopped.")
|
logger.info("👋 Voice loop stopped.")
|
||||||
|
|||||||
@@ -174,103 +174,6 @@ class TestDiscordVendor:
|
|||||||
assert result is False
|
assert result is False
|
||||||
|
|
||||||
|
|
||||||
class TestExtractContent:
|
|
||||||
def test_strips_bot_mention(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
vendor = DiscordVendor()
|
|
||||||
vendor._client = MagicMock()
|
|
||||||
vendor._client.user.id = 12345
|
|
||||||
msg = MagicMock()
|
|
||||||
msg.content = "<@12345> hello there"
|
|
||||||
assert vendor._extract_content(msg) == "hello there"
|
|
||||||
|
|
||||||
def test_no_client_user(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
vendor = DiscordVendor()
|
|
||||||
vendor._client = MagicMock()
|
|
||||||
vendor._client.user = None
|
|
||||||
msg = MagicMock()
|
|
||||||
msg.content = "hello"
|
|
||||||
assert vendor._extract_content(msg) == "hello"
|
|
||||||
|
|
||||||
def test_empty_after_strip(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
vendor = DiscordVendor()
|
|
||||||
vendor._client = MagicMock()
|
|
||||||
vendor._client.user.id = 99
|
|
||||||
msg = MagicMock()
|
|
||||||
msg.content = "<@99>"
|
|
||||||
assert vendor._extract_content(msg) == ""
|
|
||||||
|
|
||||||
|
|
||||||
class TestInvokeAgent:
|
|
||||||
@staticmethod
|
|
||||||
def _make_typing_target():
|
|
||||||
"""Build a mock target whose .typing() is an async context manager."""
|
|
||||||
from contextlib import asynccontextmanager
|
|
||||||
|
|
||||||
target = AsyncMock()
|
|
||||||
|
|
||||||
@asynccontextmanager
|
|
||||||
async def _typing():
|
|
||||||
yield
|
|
||||||
|
|
||||||
target.typing = _typing
|
|
||||||
return target
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_timeout_returns_error(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
vendor = DiscordVendor()
|
|
||||||
target = self._make_typing_target()
|
|
||||||
|
|
||||||
with patch(
|
|
||||||
"integrations.chat_bridge.vendors.discord.chat_with_tools", side_effect=TimeoutError
|
|
||||||
):
|
|
||||||
run_output, response = await vendor._invoke_agent("hi", "sess", target)
|
|
||||||
assert run_output is None
|
|
||||||
assert "too long" in response
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_exception_returns_error(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
vendor = DiscordVendor()
|
|
||||||
target = self._make_typing_target()
|
|
||||||
|
|
||||||
with patch(
|
|
||||||
"integrations.chat_bridge.vendors.discord.chat_with_tools",
|
|
||||||
side_effect=RuntimeError("boom"),
|
|
||||||
):
|
|
||||||
run_output, response = await vendor._invoke_agent("hi", "sess", target)
|
|
||||||
assert run_output is None
|
|
||||||
assert "trouble" in response
|
|
||||||
|
|
||||||
|
|
||||||
class TestSendResponse:
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_skips_empty(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
target = AsyncMock()
|
|
||||||
await DiscordVendor._send_response(None, target)
|
|
||||||
target.send.assert_not_called()
|
|
||||||
await DiscordVendor._send_response("", target)
|
|
||||||
target.send.assert_not_called()
|
|
||||||
|
|
||||||
@pytest.mark.asyncio
|
|
||||||
async def test_sends_short_message(self):
|
|
||||||
from integrations.chat_bridge.vendors.discord import DiscordVendor
|
|
||||||
|
|
||||||
target = AsyncMock()
|
|
||||||
await DiscordVendor._send_response("hello", target)
|
|
||||||
target.send.assert_called_once_with("hello")
|
|
||||||
|
|
||||||
|
|
||||||
class TestChunkMessage:
|
class TestChunkMessage:
|
||||||
def test_short_message(self):
|
def test_short_message(self):
|
||||||
from integrations.chat_bridge.vendors.discord import _chunk_message
|
from integrations.chat_bridge.vendors.discord import _chunk_message
|
||||||
|
|||||||
@@ -15,7 +15,7 @@ except ImportError:
|
|||||||
np = None
|
np = None
|
||||||
|
|
||||||
try:
|
try:
|
||||||
from timmy.voice_loop import VoiceConfig, VoiceLoop, _rms, _strip_markdown
|
from timmy.voice_loop import VoiceConfig, VoiceLoop, _strip_markdown
|
||||||
except ImportError:
|
except ImportError:
|
||||||
pass # pytestmark will skip all tests anyway
|
pass # pytestmark will skip all tests anyway
|
||||||
|
|
||||||
@@ -147,31 +147,6 @@ class TestStripMarkdown:
|
|||||||
assert "*" not in result
|
assert "*" not in result
|
||||||
|
|
||||||
|
|
||||||
class TestRms:
|
|
||||||
def test_silent_block(self):
|
|
||||||
block = np.zeros(1600, dtype=np.float32)
|
|
||||||
assert _rms(block) == pytest.approx(0.0, abs=1e-7)
|
|
||||||
|
|
||||||
def test_loud_block(self):
|
|
||||||
block = np.ones(1600, dtype=np.float32)
|
|
||||||
assert _rms(block) == pytest.approx(1.0, abs=1e-5)
|
|
||||||
|
|
||||||
|
|
||||||
class TestFinalizeUtterance:
|
|
||||||
def test_returns_none_for_empty(self):
|
|
||||||
assert VoiceLoop._finalize_utterance([], min_blocks=5, sample_rate=16000) is None
|
|
||||||
|
|
||||||
def test_returns_none_for_too_short(self):
|
|
||||||
chunks = [np.zeros(1600, dtype=np.float32) for _ in range(3)]
|
|
||||||
assert VoiceLoop._finalize_utterance(chunks, min_blocks=5, sample_rate=16000) is None
|
|
||||||
|
|
||||||
def test_returns_audio_for_sufficient_chunks(self):
|
|
||||||
chunks = [np.ones(1600, dtype=np.float32) for _ in range(6)]
|
|
||||||
result = VoiceLoop._finalize_utterance(chunks, min_blocks=5, sample_rate=16000)
|
|
||||||
assert result is not None
|
|
||||||
assert len(result) == 6 * 1600
|
|
||||||
|
|
||||||
|
|
||||||
class TestThink:
|
class TestThink:
|
||||||
def test_think_returns_response(self):
|
def test_think_returns_response(self):
|
||||||
loop = VoiceLoop()
|
loop = VoiceLoop()
|
||||||
@@ -261,7 +236,6 @@ class TestHallucinationFilter:
|
|||||||
"""Whisper tends to hallucinate on silence/noise. The loop should filter these."""
|
"""Whisper tends to hallucinate on silence/noise. The loop should filter these."""
|
||||||
|
|
||||||
def test_known_hallucinations_filtered(self):
|
def test_known_hallucinations_filtered(self):
|
||||||
loop = VoiceLoop()
|
|
||||||
hallucinations = [
|
hallucinations = [
|
||||||
"you",
|
"you",
|
||||||
"thanks.",
|
"thanks.",
|
||||||
@@ -269,35 +243,33 @@ class TestHallucinationFilter:
|
|||||||
"Bye.",
|
"Bye.",
|
||||||
"Thanks for watching!",
|
"Thanks for watching!",
|
||||||
"Thank you for watching!",
|
"Thank you for watching!",
|
||||||
"",
|
|
||||||
]
|
]
|
||||||
for text in hallucinations:
|
for text in hallucinations:
|
||||||
assert loop._is_hallucination(text), f"'{text}' should be filtered"
|
assert text.lower() in (
|
||||||
|
"you",
|
||||||
def test_real_speech_not_filtered(self):
|
"thanks.",
|
||||||
loop = VoiceLoop()
|
"thank you.",
|
||||||
assert not loop._is_hallucination("Hello Timmy")
|
"bye.",
|
||||||
assert not loop._is_hallucination("What time is it?")
|
"",
|
||||||
|
"thanks for watching!",
|
||||||
|
"thank you for watching!",
|
||||||
|
), f"'{text}' should be filtered"
|
||||||
|
|
||||||
|
|
||||||
class TestExitCommands:
|
class TestExitCommands:
|
||||||
"""Voice loop should recognize exit commands."""
|
"""Voice loop should recognize exit commands."""
|
||||||
|
|
||||||
def test_exit_commands(self):
|
def test_exit_commands(self):
|
||||||
loop = VoiceLoop()
|
|
||||||
exits = ["goodbye", "exit", "quit", "stop", "goodbye timmy", "stop listening"]
|
exits = ["goodbye", "exit", "quit", "stop", "goodbye timmy", "stop listening"]
|
||||||
for cmd in exits:
|
for cmd in exits:
|
||||||
assert loop._is_exit_command(cmd), f"'{cmd}' should be an exit command"
|
assert cmd.lower().strip().rstrip(".!") in (
|
||||||
|
"goodbye",
|
||||||
def test_exit_with_punctuation(self):
|
"exit",
|
||||||
loop = VoiceLoop()
|
"quit",
|
||||||
assert loop._is_exit_command("goodbye!")
|
"stop",
|
||||||
assert loop._is_exit_command("stop.")
|
"goodbye timmy",
|
||||||
|
"stop listening",
|
||||||
def test_non_exit_commands(self):
|
), f"'{cmd}' should be an exit command"
|
||||||
loop = VoiceLoop()
|
|
||||||
assert not loop._is_exit_command("hello")
|
|
||||||
assert not loop._is_exit_command("what time is it")
|
|
||||||
|
|
||||||
|
|
||||||
class TestPlayAudio:
|
class TestPlayAudio:
|
||||||
|
|||||||
Reference in New Issue
Block a user