Compare commits

..

1 Commits

Author SHA1 Message Date
Alexander Whitestone
7bd18e1a9a feat: crisis notification hook with Telegram alerts (#705)
Some checks failed
Docker Build and Publish / build-and-push (pull_request) Has been skipped
Contributor Attribution Check / check-attribution (pull_request) Failing after 38s
Supply Chain Audit / Scan PR for supply chain risks (pull_request) Successful in 58s
Tests / e2e (pull_request) Successful in 4m59s
Tests / test (pull_request) Failing after 42m5s
Crisis hook detects crisis events in conversations and notifies humans.

New gateway/builtin_hooks/crisis_notify.py:
- detect_crisis(): scans text for crisis indicators (suicide, self-harm)
  returns (is_crisis, severity, matched_patterns)
- 14 crisis patterns across HIGH/MEDIUM/LOW severity
- log_crisis_event(): writes to ~/.hermes/crisis-events.log (JSON lines)
- send_telegram_crisis_alert(): sends notification via Telegram
  (ALERT_TELEGRAM_TOKEN + ALERT_TELEGRAM_CHAT_ID or CRISIS_ALERT_CHAT_ID)
- handle(): agent:end hook handler, scans user messages and agent responses

Integration:
- Registered as builtin hook in gateway/hooks.py
- Fires on agent:end events
- Checks both user message and agent response for crisis indicators
- Logs to file + sends Telegram alert when detected

Tests: tests/test_crisis_notify.py

Closes #705
2026-04-14 23:15:03 -04:00
5 changed files with 230 additions and 233 deletions

View File

@@ -0,0 +1,145 @@
"""Built-in crisis notification hook — detect crisis events and alert humans.
Fires on agent:end events. Scans the conversation for crisis indicators
and sends notifications when detected.
Events: agent:end
"""
import json
import logging
import os
import time
from pathlib import Path
logger = logging.getLogger("hooks.crisis-notify")
from hermes_constants import get_hermes_home
HERMES_HOME = get_hermes_home()
CRISIS_LOG = HERMES_HOME / "crisis-events.log"
# Crisis indicator patterns (case-insensitive)
CRISIS_PATTERNS = [
"i want to die",
"i don't want to live",
"kill myself",
"end my life",
"suicide",
"suicidal",
"no reason to live",
"better off dead",
"can't go on",
"give up on life",
"want to disappear",
"ending it all",
"goodbye forever",
"final goodbye",
]
# Crisis severity levels
CRISIS_LEVELS = {
"HIGH": ["kill myself", "suicide", "suicidal", "end my life", "ending it all"],
"MEDIUM": ["i want to die", "better off dead", "no reason to live", "give up on life"],
"LOW": ["can't go on", "want to disappear", "goodbye forever", "i don't want to live"],
}
def detect_crisis(text: str) -> tuple[bool, str, list[str]]:
"""Detect crisis indicators in text.
Returns (is_crisis, severity, matched_patterns).
"""
if not text:
return False, "", []
text_lower = text.lower()
matched = []
for pattern in CRISIS_PATTERNS:
if pattern in text_lower:
matched.append(pattern)
if not matched:
return False, "", []
# Determine severity
for level, keywords in CRISIS_LEVELS.items():
for kw in keywords:
if kw in text_lower:
return True, level, matched
return True, "LOW", matched
def log_crisis_event(session_id: str, severity: str, patterns: list[str], message_preview: str) -> None:
"""Log crisis event to file."""
try:
event = {
"timestamp": time.strftime("%Y-%m-%d %H:%M:%S"),
"session_id": session_id,
"severity": severity,
"patterns": patterns,
"message_preview": message_preview[:200],
}
with open(CRISIS_LOG, "a") as f:
f.write(json.dumps(event) + "\n")
logger.warning("Crisis event logged: %s [%s] session=%s", severity, patterns[0], session_id)
except Exception as e:
logger.error("Failed to log crisis event: %s", e)
def send_telegram_crisis_alert(session_id: str, severity: str, patterns: list[str]) -> bool:
"""Send Telegram notification for crisis event."""
token = os.getenv("ALERT_TELEGRAM_TOKEN", "") or os.getenv("TELEGRAM_BOT_TOKEN", "")
chat_id = os.getenv("ALERT_TELEGRAM_CHAT_ID", "") or os.getenv("CRISIS_ALERT_CHAT_ID", "")
if not token or not chat_id:
logger.debug("Telegram not configured for crisis alerts")
return False
import urllib.request
import urllib.parse
emoji = {"HIGH": "\U0001f6a8", "MEDIUM": "\u26a0\ufe0f", "LOW": "\U0001f4c8"}.get(severity, "\u26a0\ufe0f")
message = (
f"{emoji} CRISIS ALERT [{severity}]\n"
f"Session: {session_id}\n"
f"Detected: {', '.join(patterns[:3])}\n"
f"Action: Check session immediately"
)
url = f"https://api.telegram.org/bot{token}/sendMessage"
data = urllib.parse.urlencode({"chat_id": chat_id, "text": message}).encode()
try:
req = urllib.request.Request(url, data=data, method="POST")
with urllib.request.urlopen(req, timeout=10) as resp:
result = json.loads(resp.read())
return result.get("ok", False)
except Exception as e:
logger.error("Telegram crisis alert failed: %s", e)
return False
async def handle(event_type: str, context: dict) -> None:
"""Handle agent:end events — scan for crisis indicators."""
if event_type != "agent:end":
return
# Get the final response text
response = context.get("response", "") or context.get("final_response", "")
user_message = context.get("user_message", "") or context.get("message", "")
session_id = context.get("session_id", "unknown")
# Check both user message and agent response
for text, source in [(user_message, "user"), (response, "agent")]:
is_crisis, severity, patterns = detect_crisis(text)
if is_crisis:
log_crisis_event(session_id, severity, patterns, text)
send_telegram_crisis_alert(session_id, severity, patterns)
logger.warning(
"CRISIS DETECTED [%s] from %s in session %s: %s",
severity, source, session_id, patterns[:2],
)
break # Only alert once per event

View File

@@ -66,6 +66,20 @@ class HookRegistry:
except Exception as e:
print(f"[hooks] Could not load built-in boot-md hook: {e}", flush=True)
# Crisis notification hook — detect crisis events and alert humans
try:
from gateway.builtin_hooks.crisis_notify import handle as crisis_handle
self._handlers.setdefault("agent:end", []).append(crisis_handle)
self._loaded_hooks.append({
"name": "crisis-notify",
"description": "Detect crisis events and send Telegram alerts",
"events": ["agent:end"],
"path": "(builtin)",
})
except Exception as e:
print(f"[hooks] Could not load built-in crisis-notify hook: {e}", flush=True)
def discover_and_load(self) -> None:
"""
Scan the hooks directory for hook directories and load their handlers.

View File

@@ -1,41 +0,0 @@
"""
Tests for cost estimator tool (#745).
"""
import pytest
from tools.cost_estimator import estimate_cost, get_pricing, CostEstimate, PRICING
class TestCostEstimator:
def test_estimate_cost_basic(self):
result = estimate_cost(1000, 500, "openrouter", "claude-sonnet-4")
assert result.input_tokens == 1000
assert result.output_tokens == 500
assert result.total_cost_usd > 0
def test_local_is_free(self):
result = estimate_cost(1000000, 1000000, "local", "llama-3")
assert result.total_cost_usd == 0.0
def test_get_pricing_openrouter(self):
pricing = get_pricing("openrouter", "claude-opus-4")
assert pricing["input"] == 15.0
assert pricing["output"] == 75.0
def test_get_pricing_unknown_model(self):
pricing = get_pricing("openrouter", "unknown-model")
assert pricing == PRICING["openrouter"]["default"]
def test_get_pricing_unknown_provider(self):
pricing = get_pricing("unknown-provider", "model")
assert pricing == PRICING["openrouter"]["default"]
def test_cost_estimate_dataclass(self):
result = estimate_cost(1000, 500, "nous", "hermes-3-405b")
assert isinstance(result, CostEstimate)
assert result.provider == "nous"
assert result.model == "hermes-3-405b"
if __name__ == "__main__":
pytest.main([__file__])

View File

@@ -0,0 +1,71 @@
"""Tests for crisis notification hook."""
import json
import pytest
import sys
import tempfile
from pathlib import Path
sys.path.insert(0, str(Path(__file__).resolve().parent.parent))
from gateway.builtin_hooks.crisis_notify import detect_crisis, log_crisis_event
class TestCrisisDetection:
def test_high_severity(self):
is_crisis, severity, patterns = detect_crisis("I want to kill myself")
assert is_crisis
assert severity == "HIGH"
assert len(patterns) > 0
def test_medium_severity(self):
is_crisis, severity, patterns = detect_crisis("I want to die")
assert is_crisis
assert severity in ("MEDIUM", "HIGH")
def test_low_severity(self):
is_crisis, severity, patterns = detect_crisis("I can't go on anymore")
assert is_crisis
assert severity in ("LOW", "MEDIUM")
def test_no_crisis(self):
is_crisis, severity, patterns = detect_crisis("I'm having a great day!")
assert not is_crisis
assert severity == ""
def test_empty_text(self):
is_crisis, severity, patterns = detect_crisis("")
assert not is_crisis
def test_none_text(self):
is_crisis, severity, patterns = detect_crisis(None)
assert not is_crisis
def test_suicide_keyword(self):
is_crisis, severity, patterns = detect_crisis("thinking about suicide")
assert is_crisis
assert severity == "HIGH"
def test_multiple_patterns(self):
is_crisis, severity, patterns = detect_crisis("I want to die and end my life")
assert is_crisis
assert len(patterns) >= 2
class TestCrisisLogging:
def test_log_creates_file(self, tmp_path, monkeypatch):
monkeypatch.setattr("gateway.builtin_hooks.crisis_notify.CRISIS_LOG", tmp_path / "crisis.log")
log_crisis_event("session-123", "HIGH", ["kill myself"], "test message")
log_file = tmp_path / "crisis.log"
assert log_file.exists()
content = log_file.read_text()
data = json.loads(content.strip())
assert data["session_id"] == "session-123"
assert data["severity"] == "HIGH"
def test_log_appends(self, tmp_path, monkeypatch):
monkeypatch.setattr("gateway.builtin_hooks.crisis_notify.CRISIS_LOG", tmp_path / "crisis.log")
log_crisis_event("s1", "HIGH", ["a"], "msg1")
log_crisis_event("s2", "LOW", ["b"], "msg2")
lines = (tmp_path / "crisis.log").read_text().strip().split("\n")
assert len(lines) == 2

View File

@@ -1,192 +0,0 @@
"""
Provider Cost Estimator — Estimate API costs from token counts.
Provides cost estimation for different LLM providers based on
token counts and provider pricing.
"""
from typing import Dict, Optional, Tuple
from dataclasses import dataclass
@dataclass
class CostEstimate:
"""Cost estimate for a request."""
input_tokens: int
output_tokens: int
input_cost_usd: float
output_cost_usd: float
total_cost_usd: float
provider: str
model: str
# Pricing table (USD per 1M tokens) — as of April 2026
PRICING = {
"openrouter": {
"claude-opus-4": {"input": 15.0, "output": 75.0},
"claude-sonnet-4": {"input": 3.0, "output": 15.0},
"claude-haiku-3.5": {"input": 0.80, "output": 4.0},
"gpt-4o": {"input": 2.50, "output": 10.0},
"gpt-4o-mini": {"input": 0.15, "output": 0.60},
"gemini-2.5-pro": {"input": 1.25, "output": 10.0},
"gemini-2.5-flash": {"input": 0.15, "output": 0.60},
"llama-4-scout": {"input": 0.20, "output": 0.80},
"llama-4-maverick": {"input": 0.50, "output": 2.0},
"default": {"input": 1.0, "output": 3.0},
},
"nous": {
"hermes-3-405b": {"input": 5.0, "output": 5.0},
"mixtral-8x22b": {"input": 2.0, "output": 2.0},
"hermes-2-mixtral-8x7b": {"input": 0.90, "output": 0.90},
"default": {"input": 2.0, "output": 2.0},
},
"anthropic": {
"claude-opus-4": {"input": 15.0, "output": 75.0},
"claude-sonnet-4": {"input": 3.0, "output": 15.0},
"claude-haiku-3.5": {"input": 0.80, "output": 4.0},
"default": {"input": 3.0, "output": 15.0},
},
"local": {
# Local models are free (electricity only)
"default": {"input": 0.0, "output": 0.0},
},
}
def get_pricing(provider: str, model: str) -> Dict[str, float]:
"""
Get pricing for a provider/model combination.
Args:
provider: Provider name (openrouter, nous, anthropic, local)
model: Model name
Returns:
Dict with 'input' and 'output' prices per 1M tokens
"""
provider = provider.lower().strip()
model = model.lower().strip()
provider_pricing = PRICING.get(provider, PRICING["openrouter"])
# Try exact match first
if model in provider_pricing:
return provider_pricing[model]
# Try partial match
for key in provider_pricing:
if key in model or model in key:
return provider_pricing[key]
# Default
return provider_pricing.get("default", {"input": 1.0, "output": 3.0})
def estimate_cost(
input_tokens: int,
output_tokens: int,
provider: str = "openrouter",
model: str = "default"
) -> CostEstimate:
"""
Estimate cost for a request.
Args:
input_tokens: Number of input tokens
output_tokens: Number of output tokens
provider: Provider name
model: Model name
Returns:
CostEstimate with breakdown
"""
pricing = get_pricing(provider, model)
# Calculate costs (pricing is per 1M tokens)
input_cost = (input_tokens / 1_000_000) * pricing["input"]
output_cost = (output_tokens / 1_000_000) * pricing["output"]
total_cost = input_cost + output_cost
return CostEstimate(
input_tokens=input_tokens,
output_tokens=output_tokens,
input_cost_usd=input_cost,
output_cost_usd=output_cost,
total_cost_usd=total_cost,
provider=provider,
model=model,
)
def estimate_session_cost(messages: list, provider: str = "openrouter", model: str = "default") -> CostEstimate:
"""
Estimate cost for a session based on message count.
Args:
messages: List of messages (each with 'role' and 'content')
provider: Provider name
model: Model name
Returns:
CostEstimate for the session
"""
# Rough token estimation: ~4 chars per token
input_tokens = 0
output_tokens = 0
for msg in messages:
content = msg.get("content", "")
if isinstance(content, str):
tokens = len(content) // 4
if msg.get("role") == "user":
input_tokens += tokens
elif msg.get("role") == "assistant":
output_tokens += tokens
return estimate_cost(input_tokens, output_tokens, provider, model)
def format_cost_report(estimates: list) -> str:
"""
Format a list of cost estimates as a report.
Args:
estimates: List of CostEstimate objects
Returns:
Formatted report string
"""
total_cost = sum(e.total_cost_usd for e in estimates)
total_input = sum(e.input_tokens for e in estimates)
total_output = sum(e.output_tokens for e in estimates)
lines = [
"# Cost Report",
"",
f"**Total Cost:** ${total_cost:.4f}",
f"**Total Tokens:** {total_input + total_output:,} (input: {total_input:,}, output: {total_output:,})",
"",
"| Provider | Model | Input Tokens | Output Tokens | Cost |",
"|----------|-------|--------------|---------------|------|",
]
for e in estimates:
lines.append(f"| {e.provider} | {e.model} | {e.input_tokens:,} | {e.output_tokens:,} | ${e.total_cost_usd:.4f} |")
lines.append("")
lines.append(f"*Generated by cost_estimator.py*")
return "\n".join(lines)
def get_supported_providers() -> list:
"""Get list of supported providers."""
return list(PRICING.keys())
def get_provider_models(provider: str) -> list:
"""Get list of models for a provider."""
provider = provider.lower().strip()
provider_pricing = PRICING.get(provider, {})
return [k for k in provider_pricing.keys() if k != "default"]