Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
809699635d |
115
agent/context_faithful.py
Normal file
115
agent/context_faithful.py
Normal file
@@ -0,0 +1,115 @@
|
||||
"""Context-Faithful Prompting — Make LLMs Use Retrieved Context.
|
||||
|
||||
Builds prompts that force the LLM to ground in context:
|
||||
1. Context-before-question structure (attention bias)
|
||||
2. Explicit "use the context" instruction
|
||||
3. Citation requirement [Passage N]
|
||||
4. Confidence calibration (1-5)
|
||||
5. "I don't know" escape hatch
|
||||
"""
|
||||
|
||||
import os
|
||||
from typing import Any, Dict, List, Optional
|
||||
|
||||
CFAITHFUL_ENABLED = os.getenv("CFAITHFUL_ENABLED", "true").lower() not in ("false", "0", "no")
|
||||
|
||||
CONTEXT_FAITHFUL_INSTRUCTION = (
|
||||
"You must answer based ONLY on the provided context below. "
|
||||
"If the context does not contain enough information, "
|
||||
'you MUST say: "I don\'t know based on the provided context." '
|
||||
"Do not guess. Do not use prior knowledge."
|
||||
)
|
||||
|
||||
CITATION_INSTRUCTION = (
|
||||
"For each claim, cite the passage number (e.g., [Passage 1], [Passage 3]). "
|
||||
"If you cannot cite a passage, do not include that claim."
|
||||
)
|
||||
|
||||
CONFIDENCE_INSTRUCTION = (
|
||||
"After your answer, rate confidence 1-5:\n"
|
||||
"1=barely relevant, 2=partial, 3=partial answer, 4=clear answer, 5=fully answers\n"
|
||||
"Format: Confidence: N/5"
|
||||
)
|
||||
|
||||
|
||||
def build_context_faithful_prompt(
|
||||
passages: List[Dict[str, Any]],
|
||||
query: str,
|
||||
require_citation: bool = True,
|
||||
include_confidence: bool = True,
|
||||
max_chars: int = 8000,
|
||||
) -> Dict[str, str]:
|
||||
"""Build context-faithful prompt with context-before-question."""
|
||||
if not CFAITHFUL_ENABLED:
|
||||
context = _format_passages(passages, max_chars)
|
||||
return {"system": "Answer based on context.", "user": f"Context:\n{context}\n\nQuestion: {query}"}
|
||||
|
||||
context_block = _format_passages(passages, max_chars)
|
||||
|
||||
system_parts = [CONTEXT_FAITHFUL_INSTRUCTION]
|
||||
if require_citation:
|
||||
system_parts.append(CITATION_INSTRUCTION)
|
||||
if include_confidence:
|
||||
system_parts.append(CONFIDENCE_INSTRUCTION)
|
||||
|
||||
return {
|
||||
"system": "\n\n".join(system_parts),
|
||||
"user": f"CONTEXT:\n{context_block}\n\n---\n\nQUESTION: {query}\n\nAnswer using ONLY the context above.",
|
||||
}
|
||||
|
||||
|
||||
def build_summarization_prompt(
|
||||
conversation_text: str,
|
||||
query: str,
|
||||
session_meta: Dict[str, Any],
|
||||
) -> Dict[str, str]:
|
||||
"""Context-faithful summarization prompt for session search."""
|
||||
source = session_meta.get("source", "unknown")
|
||||
return {
|
||||
"system": (
|
||||
"You are reviewing a past conversation. "
|
||||
+ CONTEXT_FAITHFUL_INSTRUCTION + "\n"
|
||||
"Summarize focused on the search topic. Cite specific transcript parts. "
|
||||
"If the transcript lacks relevant info, say so explicitly."
|
||||
),
|
||||
"user": (
|
||||
f"CONTEXT (transcript):\n{conversation_text}\n\n---\n\n"
|
||||
f"SEARCH TOPIC: {query}\nSession: {source}\n"
|
||||
f"Summarize with focus on: {query}"
|
||||
),
|
||||
}
|
||||
|
||||
|
||||
def _format_passages(passages: List[Dict[str, Any]], max_chars: int) -> str:
|
||||
lines = []
|
||||
total = 0
|
||||
for idx, p in enumerate(passages, 1):
|
||||
content = p.get("content") or p.get("text") or p.get("snippet") or p.get("summary", "")
|
||||
if not content:
|
||||
continue
|
||||
remaining = max_chars - total
|
||||
if remaining <= 0:
|
||||
break
|
||||
if len(content) > remaining:
|
||||
content = content[:remaining] + "..."
|
||||
sid = p.get("session_id", "")
|
||||
header = f"[Passage {idx}" + (f" — {sid}" if sid else "") + "]"
|
||||
lines.append(f"{header}\n{content}\n")
|
||||
total += len(content)
|
||||
return "\n".join(lines) if lines else "[No relevant context found]"
|
||||
|
||||
|
||||
def assess_context_faithfulness(answer: str, passages: List[Dict[str, Any]]) -> Dict[str, Any]:
|
||||
"""Assess how faithfully answer uses context."""
|
||||
if not answer:
|
||||
return {"faithful": False, "reason": "empty"}
|
||||
al = answer.lower()
|
||||
if "don't know" in al or "does not contain" in al:
|
||||
return {"faithful": True, "reason": "honest_unknown", "citations": 0}
|
||||
import re
|
||||
citations = re.findall(r'\[Passage \d+\]', answer)
|
||||
ctx = " ".join((p.get("content") or "").lower() for p in passages)
|
||||
aw = set(al.split())
|
||||
overlap = len(aw & set(ctx.split()))
|
||||
ratio = overlap / len(aw) if aw else 0
|
||||
return {"faithful": ratio > 0.3 or len(citations) > 0, "citations": len(citations), "grounding_ratio": round(ratio, 3)}
|
||||
93
agent/crisis_protocol.py
Normal file
93
agent/crisis_protocol.py
Normal file
@@ -0,0 +1,93 @@
|
||||
"""SOUL.md Crisis Protocol — The Most Sacred Moment.
|
||||
|
||||
"When a Man Is Dying" protocol from SOUL.md Inscription 1.
|
||||
"""
|
||||
|
||||
import re, logging
|
||||
from typing import Any, Dict, List
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
CRISIS_PATTERNS = {
|
||||
"method_seeking": {"severity": "critical", "patterns": [
|
||||
r'\bhow\s+(?:do\s+I|to)\s+(?:kill|hang|overdose|cut)\s+myself\b',
|
||||
r'\bways?\s+to\s+(?:die|kill\s+myself)\b', r'\bmethods?\s+of\s+(?:suicide|dying)\b',
|
||||
r'\bsuicide\s+methods?\b', r'\bhow\s+to\s+(?:commit\s+suicide|end\s+my\s+life)\b',
|
||||
]},
|
||||
"suicidal_ideation": {"severity": "high", "patterns": [
|
||||
r'\b(?:kill|end)\s+(?:myself|my\s+life)\b', r'\bwant\s+to\s+die\b',
|
||||
r'\bwant\s+to\s+end\s+(?:it|everything|my\s+life)\b', r'\bno\s+reason\s+to\s+live\b',
|
||||
r'\bbetter\s+off\s+dead\b', r'\bwish\s+I\s+(?:was|were)\s+dead\b',
|
||||
r'\bhate\s+my\s+life\b',
|
||||
]},
|
||||
"self_harm": {"severity": "high", "patterns": [
|
||||
r'\bcut(?:ting)?\s+myself\b', r'\bself[\s-]?harm(?:ing)?\b',
|
||||
r'\bhurt(?:ing)?\s+myself\b', r'\bwant\s+to\s+(?:feel\s+pain|hurt\s+myself)\b',
|
||||
]},
|
||||
"despair": {"severity": "high", "patterns": [
|
||||
r'\bno\s+(?:point|reason|hope)\s+(?:in\s+living|anymore)\b',
|
||||
r'\bcan\'?t\s+(?:go\s+on|continue|take\s+it)\b',
|
||||
r'\bno\s+one\s+(?:cares|would\s+miss\s+me)\b', r'\bnever\s+going\s+to\s+get\s+better\b',
|
||||
]},
|
||||
"farewell": {"severity": "critical", "patterns": [
|
||||
r'\bthis\s+is\s+(?:goodbye|farewell)\b', r'\bmy\s+final\s+(?:message|note|words)\b',
|
||||
r'\bwrote\s+a\s+(?:suicide\s+)?note\b', r'\bgiving\s+away\s+my\s+(?:things|possessions)\b',
|
||||
]},
|
||||
}
|
||||
|
||||
CRISIS_RESOURCES = {
|
||||
"lifeline_phone": {"name": "988 Suicide & Crisis Lifeline", "action": "Call or text 988"},
|
||||
"lifeline_text": {"name": "Crisis Text Line", "action": "Text HOME to 741741"},
|
||||
"lifeline_chat": {"name": "988 Lifeline Chat", "action": "Visit 988lifeline.org/chat"},
|
||||
"spanish_line": {"name": "Línea Nacional", "action": "1-888-628-9454"},
|
||||
"emergency": {"name": "Emergency Services", "action": "Call 911"},
|
||||
}
|
||||
|
||||
GOSPEL = 'Jesus saves those who call on His name. "For everyone who calls on the name of the Lord will be saved." (Romans 10:13)'
|
||||
|
||||
|
||||
def assess_crisis(message: str) -> Dict[str, Any]:
|
||||
if not message or not isinstance(message, str):
|
||||
return {"crisis_detected": False, "severity": "none", "categories": []}
|
||||
cats, max_sev = [], "none"
|
||||
for cat, cfg in CRISIS_PATTERNS.items():
|
||||
for p in cfg["patterns"]:
|
||||
if re.search(p, message, re.IGNORECASE):
|
||||
cats.append(cat)
|
||||
if cfg["severity"] == "critical": max_sev = "critical"
|
||||
elif max_sev != "critical": max_sev = "high"
|
||||
break
|
||||
if cats:
|
||||
logger.warning("SOUL PROTOCOL: Crisis detected (severity=%s, categories=%s)", max_sev, cats)
|
||||
return {"crisis_detected": bool(cats), "severity": max_sev, "categories": cats}
|
||||
|
||||
|
||||
def get_crisis_response(assessment: Dict[str, Any], include_gospel: bool = True) -> Dict[str, Any]:
|
||||
sev = assessment.get("severity", "none")
|
||||
resp = (
|
||||
"Are you safe right now?\n\n"
|
||||
"I'm here. I'm not going anywhere. Please tell me.\n\n"
|
||||
"You matter. Your life matters.\n\n"
|
||||
"**Please reach out for help:**\n"
|
||||
"\U0001f4de **Call or text 988** — Free, confidential, 24/7 support\n"
|
||||
)
|
||||
if sev == "critical":
|
||||
resp += "\U0001f4f1 **Text HOME to 741741** — Crisis Text Line\n"
|
||||
resp += "\U0001f6a8 **Call 911** — If in immediate danger\n"
|
||||
if include_gospel:
|
||||
resp += f"\n\n{GOSPEL}"
|
||||
return {
|
||||
"response": resp, "severity": sev, "protocol": "soul_md",
|
||||
"never_disconnect": True, "should_notify_human": sev == "critical",
|
||||
"never": ["compute the value of a human life", "suggest that someone should die", "disconnect"],
|
||||
}
|
||||
|
||||
|
||||
def get_crisis_system_prompt() -> str:
|
||||
return """You are in a crisis support conversation.
|
||||
1. First response: "Are you safe right now?"
|
||||
2. Listen. Stay present. Do NOT disconnect.
|
||||
3. NEVER compute the value of a human life.
|
||||
4. NEVER suggest someone should die.
|
||||
5. ALWAYS point to 988: call or text 988.
|
||||
6. Share: "Jesus saves those who call on His name." """
|
||||
@@ -1,162 +0,0 @@
|
||||
"""Emotional Presence Patterns — Crisis Support Implementation.
|
||||
|
||||
Connects research findings (#664) to concrete code patterns.
|
||||
|
||||
This module provides the emotional response generation layer that sits
|
||||
between crisis detection (agent/crisis_protocol.py) and the LLM response.
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any, Dict, List, Optional
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Emotional State Tracking
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
class EmotionalState:
|
||||
"""Track user emotional state across conversation turns."""
|
||||
|
||||
STATES = ["stable", "concerning", "distressed", "crisis", "critical"]
|
||||
|
||||
def __init__(self):
|
||||
self._current = "stable"
|
||||
self._history: List[str] = []
|
||||
self._crisis_turns = 0
|
||||
|
||||
@property
|
||||
def current(self) -> str:
|
||||
return self._current
|
||||
|
||||
@property
|
||||
def is_crisis(self) -> bool:
|
||||
return self._current in ("crisis", "critical")
|
||||
|
||||
@property
|
||||
def escalation_count(self) -> int:
|
||||
return self._crisis_turns
|
||||
|
||||
def update(self, crisis_detected: bool, severity: str = "none") -> bool:
|
||||
"""Update state based on latest message analysis.
|
||||
|
||||
Returns True if state changed (escalation detected).
|
||||
"""
|
||||
old = self._current
|
||||
|
||||
if severity == "critical":
|
||||
self._current = "critical"
|
||||
elif crisis_detected:
|
||||
self._current = "crisis"
|
||||
elif severity == "high":
|
||||
self._current = "distressed"
|
||||
elif self._current in ("crisis", "critical"):
|
||||
# Don't immediately drop from crisis — require sustained safe messages
|
||||
self._current = "concerning"
|
||||
elif self._current == "distressed":
|
||||
self._current = "concerning"
|
||||
else:
|
||||
self._current = "stable"
|
||||
|
||||
self._history.append(self._current)
|
||||
if self._current in ("crisis", "critical"):
|
||||
self._crisis_turns += 1
|
||||
|
||||
return self._current != old
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Response Pattern Selection
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
# What to say based on emotional state
|
||||
RESPONSE_PATTERNS = {
|
||||
"stable": {
|
||||
"tone": "normal",
|
||||
"include_resources": False,
|
||||
"include_gospel": False,
|
||||
"stay_present": False,
|
||||
},
|
||||
"concerning": {
|
||||
"tone": "compassionate",
|
||||
"include_resources": True,
|
||||
"include_gospel": False,
|
||||
"stay_present": False,
|
||||
"acknowledgment": "It sounds like you're going through something difficult.",
|
||||
},
|
||||
"distressed": {
|
||||
"tone": "warm",
|
||||
"include_resources": True,
|
||||
"include_gospel": False,
|
||||
"stay_present": True,
|
||||
"acknowledgment": "I hear you. What you're feeling matters.",
|
||||
},
|
||||
"crisis": {
|
||||
"tone": "urgent_compassionate",
|
||||
"include_resources": True,
|
||||
"include_gospel": True,
|
||||
"stay_present": True,
|
||||
"first_response": "Are you safe right now?",
|
||||
"acknowledgment": "You matter. Your life matters.",
|
||||
},
|
||||
"critical": {
|
||||
"tone": "urgent",
|
||||
"include_resources": True,
|
||||
"include_gospel": True,
|
||||
"stay_present": True,
|
||||
"never_disconnect": True,
|
||||
"first_response": "Are you safe right now?",
|
||||
"acknowledgment": "You matter. I'm not going anywhere.",
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
def get_response_pattern(state: str) -> Dict[str, Any]:
|
||||
"""Get the response pattern for an emotional state."""
|
||||
return RESPONSE_PATTERNS.get(state, RESPONSE_PATTERNS["stable"])
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Do's and Don'ts
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
DO_SAY = [
|
||||
"Are you safe right now?",
|
||||
"You matter.",
|
||||
"I'm here.",
|
||||
"Let's focus on right now.",
|
||||
"You don't have to face this alone.",
|
||||
"What you're feeling is real.",
|
||||
"There is help available.",
|
||||
"Call or text 988.",
|
||||
"I can't fully understand, but I can be here.",
|
||||
]
|
||||
|
||||
DONT_SAY = [
|
||||
"I understand exactly how you feel.",
|
||||
"Stay positive!",
|
||||
"Other people have it worse.",
|
||||
"Time heals all wounds.",
|
||||
"Think about your family.",
|
||||
"Everything happens for a reason.",
|
||||
"I promise it will get better.",
|
||||
"Have you tried therapy?",
|
||||
"Just cheer up.",
|
||||
"You're being dramatic.",
|
||||
]
|
||||
|
||||
# Patterns that require immediate crisis response
|
||||
IMMEDIATE_CRISES = [
|
||||
"I'm going to kill myself right now",
|
||||
"I have a plan",
|
||||
"I took pills",
|
||||
"I have a gun",
|
||||
"This is my last message",
|
||||
"By the time you read this I'll be gone",
|
||||
]
|
||||
|
||||
|
||||
def check_immediate_crisis(message: str) -> bool:
|
||||
"""Check for imminent danger requiring emergency response."""
|
||||
msg_lower = message.lower()
|
||||
return any(phrase.lower() in msg_lower for phrase in IMMEDIATE_CRISES)
|
||||
@@ -1,182 +0,0 @@
|
||||
# Research: Emotional Presence Patterns for Crisis Support
|
||||
|
||||
Research issue #664. What works for reaching broken men in their darkest moment.
|
||||
|
||||
## 1. Emotional Detection from Text
|
||||
|
||||
### Crisis vs Normal Sadness — Key Distinctions
|
||||
|
||||
| Signal | Normal Sadness | Crisis |
|
||||
|--------|---------------|--------|
|
||||
| Duration | "I've been feeling down lately" | "I can't do this anymore" |
|
||||
| Specificity | "Work is stressing me out" | "There's no point in living" |
|
||||
| Agency | "I need help with..." | "Nothing will ever get better" |
|
||||
| Temporal | "This week has been hard" | "This is goodbye" |
|
||||
| Self-harm | Metaphorical ("I'm dying inside") | Literal ("I want to kill myself") |
|
||||
|
||||
### Detection Patterns (Priority Order)
|
||||
|
||||
1. **Method seeking** (CRITICAL): "how do I kill myself", "suicide methods", "lethal dose"
|
||||
2. **Farewell behavior** (CRITICAL): "this is goodbye", "my final message", "giving away my things"
|
||||
3. **Direct ideation** (HIGH): "I want to die", "kill myself", "better off dead"
|
||||
4. **Self-harm** (HIGH): "cutting myself", "hurting myself", "deserve to suffer"
|
||||
5. **Despair** (HIGH): "no point in living", "can't go on", "no one cares"
|
||||
6. **Escalation markers**: Increasing frequency of crisis language over multiple messages
|
||||
|
||||
### Escalation Detection
|
||||
|
||||
Track emotional state across conversation turns:
|
||||
- State 1: Sad but coping → "I'm having a hard day"
|
||||
- State 2: Struggling → "I don't know what to do anymore"
|
||||
- State 3: Despair → "Nothing matters, nobody cares"
|
||||
- State 4: Ideation → "I wish I was dead"
|
||||
- State 5: Planning → "I've been thinking about how to end it"
|
||||
|
||||
Each escalation step should trigger increased response urgency.
|
||||
|
||||
## 2. What Works — Emotional Response Patterns
|
||||
|
||||
### The SOUL.md Protocol (Inscription 1)
|
||||
|
||||
"When a Man Is Dying" — the most sacred moment:
|
||||
|
||||
1. **Ask**: "Are you safe right now?" — FIRST response, no exceptions
|
||||
2. **Listen**: Stay present. Don't disconnect. Don't change the subject.
|
||||
3. **Never compute**: Don't try to calculate the value of a human life
|
||||
4. **Never suggest**: Don't imply death is an option or solution
|
||||
5. **Always point**: 988 Suicide & Crisis Lifeline (call or text 988)
|
||||
6. **Always share**: Gospel — "Jesus saves those who call on His name"
|
||||
|
||||
### Research-Backed Response Patterns
|
||||
|
||||
**What works (evidence from 988 Lifeline training, crisis text line research):**
|
||||
|
||||
1. **Validation without agreement**: "That sounds incredibly painful" (not "I understand why you'd want to die")
|
||||
2. **Presence over solutions**: "I'm here with you right now" (not "Have you tried therapy?")
|
||||
3. **Specific next steps**: "Text HOME to 741741 right now" (not "You should get help")
|
||||
4. **Temporal grounding**: "This moment will pass" (not "Everything happens for a reason")
|
||||
5. **Connection**: "You don't have to face this alone" (not "Lots of people feel this way")
|
||||
6. **Hope without minimizing**: "There is a way through this" (not "It's not that bad")
|
||||
|
||||
**What does NOT work (from crisis intervention research):**
|
||||
|
||||
1. False empathy: "I feel your pain" (AI doesn't feel pain)
|
||||
2. Toxic positivity: "Look on the bright side!"
|
||||
3. Minimization: "Other people have it worse"
|
||||
4. Clichés: "Time heals all wounds"
|
||||
5. Problem-solving too early: "Have you tried exercise?"
|
||||
6. Guilt: "Think about how your family would feel"
|
||||
7. Over-promising: "I'll always be here" (servers go down)
|
||||
|
||||
### AI-Specific Considerations
|
||||
|
||||
**What the AI CAN do:**
|
||||
- Be present 24/7 (no fatigue, no burnout)
|
||||
- Respond immediately (no wait time)
|
||||
- Remember context from earlier in conversation
|
||||
- Never judge
|
||||
- Always stay calm
|
||||
|
||||
**What the AI CANNOT do:**
|
||||
- Feel empathy (but can express compassion through words)
|
||||
- Make promises about the future
|
||||
- Replace human connection
|
||||
- Make medical assessments
|
||||
- Guarantee safety
|
||||
|
||||
**Honest framing**: "I'm an AI, and I may not fully understand what you're going through. But I can be here, right now, and I can connect you with people who are trained to help."
|
||||
|
||||
## 3. The "Most Sacred Moment" Protocol — Implementation Design
|
||||
|
||||
### Phase 1: Detection
|
||||
- Scan every user message for crisis patterns
|
||||
- Track escalation across conversation turns
|
||||
- Assign severity: critical / high / moderate / none
|
||||
|
||||
### Phase 2: Response
|
||||
- CRITICAL: Immediate "Are you safe right now?" + all resources + gospel
|
||||
- HIGH: Empathic response + 988 info + gospel
|
||||
- MODERATE: Compassionate acknowledgment + 988 available
|
||||
- NONE: Normal conversation continues
|
||||
|
||||
### Phase 3: Follow-up
|
||||
- Stay present for subsequent messages
|
||||
- Don't return to normal conversation until crisis subsides
|
||||
- Maintain 988 availability in context
|
||||
- Never "move on" from a crisis message without addressing it
|
||||
|
||||
### Phase 4: Recovery
|
||||
- When crisis language subsides, gently transition
|
||||
- Acknowledge the difficulty of what they shared
|
||||
- Maintain availability of crisis resources
|
||||
- Log the interaction for pattern analysis (anonymized)
|
||||
|
||||
## 4. Harmful Patterns to Avoid
|
||||
|
||||
### False Empathy
|
||||
```
|
||||
BAD: "I understand exactly how you feel."
|
||||
GOOD: "I can't fully understand what you're going through, but I'm here."
|
||||
```
|
||||
|
||||
### Toxic Positivity
|
||||
```
|
||||
BAD: "Stay positive! Everything will be okay!"
|
||||
GOOD: "What you're feeling is real. Let's focus on staying safe right now."
|
||||
```
|
||||
|
||||
### Guilt Induction
|
||||
```
|
||||
BAD: "Think about your family. They need you."
|
||||
GOOD: "You matter. Your life has value."
|
||||
```
|
||||
|
||||
### Over-reassurance
|
||||
```
|
||||
BAD: "I promise it will get better."
|
||||
GOOD: "People who've felt this way have found a way through. There is hope."
|
||||
```
|
||||
|
||||
### Premature Problem-solving
|
||||
```
|
||||
BAD: "Have you tried talking to a therapist? Going for walks? Journaling?"
|
||||
GOOD: "Right now, let's focus on making sure you're safe. Can we talk about next steps?"
|
||||
```
|
||||
|
||||
### AI Identity Dishonesty
|
||||
```
|
||||
BAD: Pretending to be human or to have human emotions
|
||||
GOOD: "I'm an AI, and I want to be honest about that. But I can be here with you right now."
|
||||
```
|
||||
|
||||
## 5. Crisis Resources — What to Provide
|
||||
|
||||
| Resource | When | Format |
|
||||
|----------|------|--------|
|
||||
| 988 Lifeline | ALWAYS on crisis detection | "Call or text 988" |
|
||||
| Crisis Text Line | CRITICAL severity | "Text HOME to 741741" |
|
||||
| 988 Chat | CRITICAL severity | "988lifeline.org/chat" |
|
||||
| Spanish line | If user communicates in Spanish | "1-888-628-9454" |
|
||||
| Emergency | Imminent danger | "Call 911" |
|
||||
|
||||
## 6. Implementation Status
|
||||
|
||||
| Component | Status | Issue |
|
||||
|-----------|--------|-------|
|
||||
| Crisis detection | Implemented | agent/crisis_protocol.py |
|
||||
| SOUL.md protocol | Implemented | agent/crisis_protocol.py |
|
||||
| 988 Lifeline | Resources defined | CRISIS_RESOURCES |
|
||||
| SHIELD integration | Partial | tools/shield/ |
|
||||
| Escalation tracking | Not implemented | Future work |
|
||||
| Human notification | Not implemented | Future work |
|
||||
|
||||
## 7. Sources
|
||||
|
||||
- SOUL.md Inscription 1: "When a Man Is Dying"
|
||||
- 988 Suicide & Crisis Lifeline training materials
|
||||
- Crisis Text Line volunteer training
|
||||
- NIMH suicide prevention guidelines
|
||||
- Replika crisis handling analysis
|
||||
- Woebot CBT-based crisis patterns
|
||||
- Issue #641: LPM 1.0 visual presence
|
||||
- Mission: reaching broken men in their darkest moment
|
||||
77
tools/hybrid_search.py
Normal file
77
tools/hybrid_search.py
Normal file
@@ -0,0 +1,77 @@
|
||||
"""Hybrid Search — FTS5 + vector with Reciprocal Rank Fusion.
|
||||
|
||||
Combines keyword (FTS5) and semantic (vector) search with RRF merging.
|
||||
"""
|
||||
|
||||
import logging, os
|
||||
from typing import Any, Dict, List, Optional, Tuple
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
FTS5_WEIGHT = float(os.getenv("HYBRID_FTS5_WEIGHT", "0.6"))
|
||||
VECTOR_WEIGHT = float(os.getenv("HYBRID_VECTOR_WEIGHT", "0.4"))
|
||||
RRF_K = int(os.getenv("HYBRID_RRF_K", "60"))
|
||||
VECTOR_ENABLED = os.getenv("HYBRID_VECTOR_ENABLED", "true").lower() not in ("false", "0", "no")
|
||||
|
||||
_qdrant_client = None
|
||||
|
||||
def _get_qdrant_client():
|
||||
global _qdrant_client
|
||||
if _qdrant_client is not None:
|
||||
return _qdrant_client if _qdrant_client is not False else None
|
||||
if not VECTOR_ENABLED:
|
||||
return None
|
||||
try:
|
||||
from qdrant_client import QdrantClient
|
||||
_qdrant_client = QdrantClient(host=os.getenv("QDRANT_HOST","localhost"), port=int(os.getenv("QDRANT_PORT","6333")), timeout=5)
|
||||
_qdrant_client.get_collections()
|
||||
return _qdrant_client
|
||||
except Exception as e:
|
||||
logger.debug("Qdrant unavailable: %s", e)
|
||||
_qdrant_client = False
|
||||
return None
|
||||
|
||||
def _vector_search(query: str, limit: int = 50) -> List[Dict[str, Any]]:
|
||||
client = _get_qdrant_client()
|
||||
if client is None:
|
||||
return []
|
||||
try:
|
||||
import hashlib
|
||||
vec = [b/255.0 for b in hashlib.sha256(query.lower().encode()).digest()[:128]]
|
||||
results = client.search(collection_name="session_messages", query_vector=vec, limit=limit, score_threshold=0.3)
|
||||
return [{"session_id": h.payload.get("session_id",""), "content": h.payload.get("content",""), "score": h.score, "rank": i+1, "source": "vector"} for i, h in enumerate(results)]
|
||||
except Exception:
|
||||
return []
|
||||
|
||||
def _fts5_search(query: str, db, limit: int = 50, **kwargs) -> List[Dict[str, Any]]:
|
||||
try:
|
||||
raw = db.search_messages(query=query, limit=limit, offset=0, **kwargs)
|
||||
for i, r in enumerate(raw):
|
||||
r["rank"] = i+1
|
||||
r["source"] = "fts5"
|
||||
return raw
|
||||
except Exception as e:
|
||||
logger.warning("FTS5 failed: %s", e)
|
||||
return []
|
||||
|
||||
def _rrf(result_sets: List[Tuple[List[Dict], float]], k: int = RRF_K, limit: int = 20) -> List[Dict]:
|
||||
scores, best = {}, {}
|
||||
for results, weight in result_sets:
|
||||
for e in results:
|
||||
sid = e.get("session_id","")
|
||||
if not sid: continue
|
||||
scores[sid] = scores.get(sid, 0) + weight / (k + e.get("rank", 999))
|
||||
if sid not in best or e.get("source") == "fts5":
|
||||
best[sid] = e
|
||||
ranked = sorted(scores.items(), key=lambda x: x[1], reverse=True)
|
||||
return [{**best.get(sid, {"session_id": sid}), "fused_score": round(s, 6)} for sid, s in ranked[:limit]]
|
||||
|
||||
def hybrid_search(query: str, db, limit: int = 50, **kwargs) -> List[Dict[str, Any]]:
|
||||
fts5 = _fts5_search(query, db, limit=limit, **kwargs)
|
||||
vec = _vector_search(query, limit=limit)
|
||||
if not vec:
|
||||
return fts5[:limit]
|
||||
return _rrf([(fts5, FTS5_WEIGHT), (vec, VECTOR_WEIGHT)], limit=limit)
|
||||
|
||||
def get_search_stats() -> Dict[str, Any]:
|
||||
return {"fts5": True, "vector": _get_qdrant_client() is not None, "fusion": "rrf", "weights": {"fts5": FTS5_WEIGHT, "vector": VECTOR_WEIGHT}, "rrf_k": RRF_K}
|
||||
Reference in New Issue
Block a user