Compare commits

..

1 Commits

3 changed files with 396 additions and 586 deletions

View File

@@ -500,184 +500,6 @@ html, body {
min-height: 60px;
}
.safety-plan-status {
min-height: 20px;
margin: 4px 0 18px;
font-size: 0.85rem;
color: #8b949e;
}
.safety-plan-status.success {
color: #3fb950;
}
.safety-plan-status.error {
color: #ff7b72;
}
.safety-plan-versioning {
margin-top: 24px;
padding-top: 20px;
border-top: 1px solid #30363d;
}
.safety-plan-versioning-grid {
display: grid;
gap: 16px;
}
.safety-plan-history-panel,
.safety-plan-diff-panel {
background: #0d1117;
border: 1px solid #30363d;
border-radius: 12px;
padding: 16px;
}
.safety-plan-section-header h3 {
font-size: 0.95rem;
margin-bottom: 4px;
}
.safety-plan-section-header p {
font-size: 0.8rem;
color: #8b949e;
margin-bottom: 12px;
}
.safety-plan-history {
display: flex;
flex-direction: column;
gap: 10px;
}
.safety-plan-history-item {
border: 1px solid #30363d;
border-radius: 10px;
padding: 12px;
background: #161b22;
}
.safety-plan-history-item.active {
border-color: #58a6ff;
box-shadow: 0 0 0 1px rgba(88, 166, 255, 0.35);
}
.safety-plan-history-meta {
display: flex;
justify-content: space-between;
gap: 12px;
align-items: baseline;
margin-bottom: 8px;
flex-wrap: wrap;
}
.safety-plan-history-title {
font-size: 0.88rem;
font-weight: 600;
color: #e6edf3;
}
.safety-plan-history-note {
font-size: 0.78rem;
color: #8b949e;
margin-bottom: 10px;
}
.safety-plan-history-actions {
display: flex;
gap: 8px;
flex-wrap: wrap;
}
.safety-plan-history-button,
.safety-plan-restore-button {
border-radius: 8px;
border: 1px solid #30363d;
background: transparent;
color: #e6edf3;
padding: 8px 12px;
font-size: 0.82rem;
cursor: pointer;
}
.safety-plan-history-button:hover,
.safety-plan-restore-button:hover,
.safety-plan-history-button:focus,
.safety-plan-restore-button:focus {
border-color: #58a6ff;
color: #58a6ff;
outline: none;
}
.safety-plan-restore-button {
background: rgba(35, 134, 54, 0.14);
}
.safety-plan-diff {
display: flex;
flex-direction: column;
gap: 12px;
}
.safety-plan-diff-meta {
font-size: 0.78rem;
color: #8b949e;
}
.safety-plan-diff-field {
border-top: 1px solid #21262d;
padding-top: 12px;
}
.safety-plan-diff-field:first-child {
border-top: none;
padding-top: 0;
}
.safety-plan-diff-field h4 {
font-size: 0.84rem;
margin-bottom: 8px;
color: #c9d1d9;
}
.safety-plan-diff-block {
white-space: pre-wrap;
line-height: 1.5;
border-radius: 8px;
padding: 10px;
font-size: 0.88rem;
margin-bottom: 8px;
}
.diff-unchanged {
background: #161b22;
color: #c9d1d9;
}
.diff-added {
background: rgba(46, 160, 67, 0.16);
border-left: 3px solid #2ea043;
color: #d2f4d3;
}
.diff-removed {
background: rgba(248, 81, 73, 0.16);
border-left: 3px solid #f85149;
color: #ffd8d3;
}
.safety-plan-empty {
color: #8b949e;
font-size: 0.85rem;
}
@media (min-width: 840px) {
.safety-plan-versioning-grid {
grid-template-columns: minmax(0, 0.9fr) minmax(0, 1.1fr);
}
}
.modal-footer {
display: flex;
justify-content: flex-end;
@@ -858,7 +680,7 @@ html, body {
<!-- Footer -->
<footer id="footer">
<a href="/about.html" aria-label="About The Door">about</a>
<a href="/about" aria-label="About The Door">about</a>
<button id="safety-plan-btn" aria-label="Open My Safety Plan">my safety plan</button>
<button id="clear-chat-btn" aria-label="Clear chat history">clear chat</button>
</footer>
@@ -914,28 +736,6 @@ html, body {
<label for="sp-environment">5. Making my environment safe</label>
<textarea id="sp-environment" placeholder="e.g., Giving my car keys to a friend, locking away meds..."></textarea>
</div>
<div id="safety-plan-status" class="safety-plan-status" role="status" aria-live="polite"></div>
<section class="safety-plan-versioning" aria-labelledby="safety-plan-history-title">
<div class="safety-plan-versioning-grid">
<div class="safety-plan-history-panel">
<div class="safety-plan-section-header">
<h3 id="safety-plan-history-title">Version History</h3>
<p>Each save stays on this device so you can review changes and restore an earlier plan.</p>
</div>
<div id="safety-plan-history" class="safety-plan-history"></div>
</div>
<div class="safety-plan-diff-panel">
<div class="safety-plan-section-header">
<h3>Diff View</h3>
<p>Compare the selected version against the version immediately before it.</p>
</div>
<div id="safety-plan-diff" class="safety-plan-diff"></div>
</div>
</div>
</section>
</div>
<div class="modal-footer">
<button class="btn btn-secondary" id="cancel-safety-plan">Cancel</button>
@@ -1020,26 +820,12 @@ Sovereignty and service always.`;
var cancelSafetyPlan = document.getElementById('cancel-safety-plan');
var saveSafetyPlan = document.getElementById('save-safety-plan');
var clearChatBtn = document.getElementById('clear-chat-btn');
var safetyPlanHistory = document.getElementById('safety-plan-history');
var safetyPlanDiff = document.getElementById('safety-plan-diff');
var safetyPlanStatus = document.getElementById('safety-plan-status');
var safetyPlanFields = {
warningSigns: document.getElementById('sp-warning-signs'),
coping: document.getElementById('sp-coping'),
distraction: document.getElementById('sp-distraction'),
help: document.getElementById('sp-help'),
environment: document.getElementById('sp-environment')
};
var SAFETY_PLAN_STORAGE_KEY = 'timmy_safety_plan';
var SAFETY_PLAN_VERSIONS_KEY = 'timmy_safety_plan_versions';
var MAX_SAFETY_PLAN_VERSIONS = 20;
// ===== STATE =====
var messages = [];
var isStreaming = false;
var overlayTimer = null;
var crisisPanelShown = false;
var selectedSafetyPlanVersionId = null;
// ===== SERVICE WORKER =====
if ('serviceWorker' in navigator) {
@@ -1385,347 +1171,18 @@ Sovereignty and service always.`;
});
// ===== SAFETY PLAN LOGIC =====
function emptySafetyPlan() {
return {
warningSigns: '',
coping: '',
distraction: '',
help: '',
environment: ''
};
}
function cloneSafetyPlan(plan) {
var normalized = emptySafetyPlan();
var source = plan || {};
Object.keys(normalized).forEach(function(key) {
normalized[key] = typeof source[key] === 'string' ? source[key] : '';
});
return normalized;
}
function applySafetyPlan(plan) {
var nextPlan = cloneSafetyPlan(plan);
Object.keys(safetyPlanFields).forEach(function(key) {
safetyPlanFields[key].value = nextPlan[key];
});
}
function getSafetyPlanFormData() {
return {
warningSigns: safetyPlanFields.warningSigns.value,
coping: safetyPlanFields.coping.value,
distraction: safetyPlanFields.distraction.value,
help: safetyPlanFields.help.value,
environment: safetyPlanFields.environment.value
};
}
function escapeHtml(value) {
return String(value || '')
.replace(/&/g, '&amp;')
.replace(/</g, '&lt;')
.replace(/>/g, '&gt;')
.replace(/"/g, '&quot;')
.replace(/'/g, '&#39;');
}
function setSafetyPlanStatus(message, tone) {
if (!safetyPlanStatus) return;
safetyPlanStatus.textContent = message || '';
safetyPlanStatus.className = 'safety-plan-status' + (tone ? ' ' + tone : '');
}
function getSafetyPlanVersions() {
try {
var saved = localStorage.getItem(SAFETY_PLAN_VERSIONS_KEY);
if (!saved) return [];
var parsed = JSON.parse(saved);
if (!Array.isArray(parsed)) return [];
return parsed.filter(function(version) {
return version && version.id && version.plan;
});
} catch (e) {
return [];
}
}
function setSafetyPlanVersions(versions) {
localStorage.setItem(
SAFETY_PLAN_VERSIONS_KEY,
JSON.stringify((versions || []).slice(0, MAX_SAFETY_PLAN_VERSIONS))
);
}
function buildSafetyPlanVersion(plan, meta) {
return {
id: 'spv_' + Date.now() + '_' + Math.random().toString(36).slice(2, 8),
savedAt: new Date().toISOString(),
source: (meta && meta.source) || 'save',
restoredFrom: meta && meta.restoredFrom ? meta.restoredFrom : null,
plan: cloneSafetyPlan(plan)
};
}
function ensureSafetyPlanVersionHistory() {
var versions = getSafetyPlanVersions();
if (versions.length) {
return versions;
}
try {
var saved = localStorage.getItem(SAFETY_PLAN_STORAGE_KEY);
if (!saved) {
return [];
}
var parsed = JSON.parse(saved);
var migrated = [buildSafetyPlanVersion(parsed, { source: 'legacy' })];
setSafetyPlanVersions(migrated);
return migrated;
} catch (e) {
return [];
}
}
function formatSafetyPlanTimestamp(iso) {
var date = new Date(iso || '');
if (isNaN(date.getTime())) {
return 'Saved just now';
}
return date.toLocaleString([], {
year: 'numeric',
month: 'short',
day: 'numeric',
hour: 'numeric',
minute: '2-digit'
});
}
function getSafetyPlanVersionById(versionId) {
var versions = getSafetyPlanVersions();
for (var i = 0; i < versions.length; i++) {
if (versions[i].id === versionId) {
return { version: versions[i], index: i, versions: versions };
}
}
return null;
}
function calculateSafetyPlanDiff(previousText, currentText) {
var previous = String(previousText || '');
var current = String(currentText || '');
var start = 0;
while (start < previous.length && start < current.length && previous.charAt(start) === current.charAt(start)) {
start += 1;
}
var previousEnd = previous.length - 1;
var currentEnd = current.length - 1;
while (previousEnd >= start && currentEnd >= start && previous.charAt(previousEnd) === current.charAt(currentEnd)) {
previousEnd -= 1;
currentEnd -= 1;
}
return {
before: current.slice(0, start),
removed: previous.slice(start, previousEnd + 1),
added: current.slice(start, currentEnd + 1),
after: current.slice(currentEnd + 1)
};
}
function renderDiffSegmentHtml(previousText, currentText) {
var previous = String(previousText || '');
var current = String(currentText || '');
if (!previous && !current) {
return '<p class="safety-plan-empty">No content saved for this section yet.</p>';
}
if (previous === current) {
return '<div class="safety-plan-diff-block diff-unchanged">' + escapeHtml(current || 'No changes in this version.') + '</div>';
}
var diff = calculateSafetyPlanDiff(previous, current);
var blocks = [];
if (diff.before) {
blocks.push('<div class="safety-plan-diff-block diff-unchanged">' + escapeHtml(diff.before) + '</div>');
}
if (diff.removed) {
blocks.push('<div class="safety-plan-diff-block diff-removed">Removed<br>' + escapeHtml(diff.removed) + '</div>');
}
if (diff.added) {
blocks.push('<div class="safety-plan-diff-block diff-added">Added<br>' + escapeHtml(diff.added) + '</div>');
}
if (diff.after) {
blocks.push('<div class="safety-plan-diff-block diff-unchanged">' + escapeHtml(diff.after) + '</div>');
}
return blocks.join('');
}
function renderSafetyPlanDiff(versionId) {
if (!safetyPlanDiff) return;
var versions = getSafetyPlanVersions();
if (!versions.length) {
safetyPlanDiff.innerHTML = '<p class="safety-plan-empty">Save your plan to start tracking changes.</p>';
return;
}
var selected = getSafetyPlanVersionById(versionId || selectedSafetyPlanVersionId || versions[0].id);
if (!selected) {
selected = { version: versions[0], index: 0, versions: versions };
selectedSafetyPlanVersionId = versions[0].id;
}
var baseline = selected.versions[selected.index + 1]
? cloneSafetyPlan(selected.versions[selected.index + 1].plan)
: emptySafetyPlan();
var currentPlan = cloneSafetyPlan(selected.version.plan);
var baselineLabel = selected.versions[selected.index + 1]
? formatSafetyPlanTimestamp(selected.versions[selected.index + 1].savedAt)
: 'an empty plan';
var fields = [
['Warning signs', 'warningSigns'],
['Internal coping strategies', 'coping'],
['People/Places for distraction', 'distraction'],
['People I can ask for help', 'help'],
['Making my environment safe', 'environment']
];
var html = [
'<div class="safety-plan-diff-meta">Comparing ' +
escapeHtml(formatSafetyPlanTimestamp(selected.version.savedAt)) +
' against ' + escapeHtml(baselineLabel) + '.</div>'
];
fields.forEach(function(field) {
html.push(
'<div class="safety-plan-diff-field">' +
'<h4>' + escapeHtml(field[0]) + '</h4>' +
renderDiffSegmentHtml(baseline[field[1]], currentPlan[field[1]]) +
'</div>'
);
});
safetyPlanDiff.innerHTML = html.join('');
}
function renderSafetyPlanVersionHistory() {
if (!safetyPlanHistory) return;
var versions = getSafetyPlanVersions();
if (!versions.length) {
safetyPlanHistory.innerHTML = '<p class="safety-plan-empty">No saved versions yet. Each save creates a new local version.</p>';
renderSafetyPlanDiff(null);
return;
}
if (!selectedSafetyPlanVersionId || !getSafetyPlanVersionById(selectedSafetyPlanVersionId)) {
selectedSafetyPlanVersionId = versions[0].id;
}
var html = [];
versions.forEach(function(version, index) {
var note = 'Saved locally';
if (version.source === 'restore') {
note = 'Restored from an earlier version';
} else if (version.source === 'legacy') {
note = 'Imported from your previous saved plan';
}
html.push(
'<div class="safety-plan-history-item' + (selectedSafetyPlanVersionId === version.id ? ' active' : '') + '">' +
'<div class="safety-plan-history-meta">' +
'<span class="safety-plan-history-title">' + escapeHtml(index === 0 ? 'Current version' : 'Version ' + (versions.length - index)) + '</span>' +
'<span class="safety-plan-empty">' + escapeHtml(formatSafetyPlanTimestamp(version.savedAt)) + '</span>' +
'</div>' +
'<div class="safety-plan-history-note">' + escapeHtml(note) + '</div>' +
'<div class="safety-plan-history-actions">' +
'<button type="button" class="safety-plan-history-button" data-version-id="' + escapeHtml(version.id) + '">View diff</button>' +
'<button type="button" class="safety-plan-restore-button" data-restore-version-id="' + escapeHtml(version.id) + '">Restore this version</button>' +
'</div>' +
'</div>'
);
});
safetyPlanHistory.innerHTML = html.join('');
renderSafetyPlanDiff(selectedSafetyPlanVersionId);
}
function saveSafetyPlanVersion(plan, meta) {
var snapshot = buildSafetyPlanVersion(plan, meta);
var versions = getSafetyPlanVersions();
versions.unshift(snapshot);
setSafetyPlanVersions(versions);
localStorage.setItem(SAFETY_PLAN_STORAGE_KEY, JSON.stringify(snapshot.plan));
selectedSafetyPlanVersionId = snapshot.id;
renderSafetyPlanVersionHistory();
return snapshot;
}
function restoreSafetyPlanVersion(versionId) {
var selected = getSafetyPlanVersionById(versionId);
if (!selected) {
setSafetyPlanStatus('That version could not be restored.', 'error');
return;
}
applySafetyPlan(selected.version.plan);
var restored = saveSafetyPlanVersion(selected.version.plan, {
source: 'restore',
restoredFrom: selected.version.id
});
setSafetyPlanStatus(
'Restored version from ' + formatSafetyPlanTimestamp(selected.version.savedAt) + ' as the current plan.',
'success'
);
return restored;
}
function loadSafetyPlan() {
var versions = ensureSafetyPlanVersionHistory();
var latestPlan = versions.length ? versions[0].plan : null;
if (!latestPlan) {
try {
var saved = localStorage.getItem(SAFETY_PLAN_STORAGE_KEY);
latestPlan = saved ? JSON.parse(saved) : null;
} catch (e) {
latestPlan = null;
try {
var saved = localStorage.getItem('timmy_safety_plan');
if (saved) {
var plan = JSON.parse(saved);
document.getElementById('sp-warning-signs').value = plan.warningSigns || '';
document.getElementById('sp-coping').value = plan.coping || '';
document.getElementById('sp-distraction').value = plan.distraction || '';
document.getElementById('sp-help').value = plan.help || '';
document.getElementById('sp-environment').value = plan.environment || '';
}
}
applySafetyPlan(latestPlan || emptySafetyPlan());
renderSafetyPlanVersionHistory();
if (versions.length) {
setSafetyPlanStatus('Version history stays on this device only.', '');
} else {
setSafetyPlanStatus('Every save creates a local version you can diff and restore.', '');
}
}
function openSafetyPlanModal(triggerEl) {
loadSafetyPlan();
safetyPlanModal.classList.add('active');
_activateSafetyPlanFocusTrap(triggerEl);
}
if (safetyPlanHistory) {
safetyPlanHistory.addEventListener('click', function(event) {
var restoreButton = event.target.closest('[data-restore-version-id]');
if (restoreButton) {
restoreSafetyPlanVersion(restoreButton.getAttribute('data-restore-version-id'));
return;
}
var diffButton = event.target.closest('[data-version-id]');
if (diffButton) {
selectedSafetyPlanVersionId = diffButton.getAttribute('data-version-id');
renderSafetyPlanVersionHistory();
}
});
} catch (e) {}
}
closeSafetyPlan.addEventListener('click', function() {
@@ -1739,23 +1196,41 @@ Sovereignty and service always.`;
});
saveSafetyPlan.addEventListener('click', function() {
var plan = {
warningSigns: document.getElementById('sp-warning-signs').value,
coping: document.getElementById('sp-coping').value,
distraction: document.getElementById('sp-distraction').value,
help: document.getElementById('sp-help').value,
environment: document.getElementById('sp-environment').value
};
try {
var snapshot = saveSafetyPlanVersion(getSafetyPlanFormData(), { source: 'save' });
setSafetyPlanStatus('Saved locally as a new version at ' + formatSafetyPlanTimestamp(snapshot.savedAt) + '.', 'success');
localStorage.setItem('timmy_safety_plan', JSON.stringify(plan));
safetyPlanModal.classList.remove('active');
_restoreSafetyPlanFocus();
alert('Safety plan saved locally.');
} catch (e) {
setSafetyPlanStatus('Error saving plan.', 'error');
alert('Error saving plan.');
}
});
// ===== SAFETY PLAN FOCUS TRAP (fix #65) =====
// Focusable elements inside the modal, in tab order
var _spFocusableIds = [
'close-safety-plan',
'sp-warning-signs',
'sp-coping',
'sp-distraction',
'sp-help',
'sp-environment',
'cancel-safety-plan',
'save-safety-plan'
];
var _spTriggerEl = null; // element that opened the modal
function _getSpFocusableEls() {
return Array.prototype.slice.call(
safetyPlanModal.querySelectorAll('button:not([disabled]), textarea:not([disabled]), a[href], input:not([disabled]), select:not([disabled]), [tabindex]:not([tabindex="-1"])')
).filter(function(el) {
return !!(el.offsetWidth || el.offsetHeight || el.getClientRects().length);
});
return _spFocusableIds
.map(function(id) { return document.getElementById(id); })
.filter(function(el) { return el && !el.disabled; });
}
function _trapSafetyPlanFocus(e) {
@@ -1812,13 +1287,17 @@ Sovereignty and service always.`;
// Wire open buttons to activate focus trap
safetyPlanBtn.addEventListener('click', function() {
openSafetyPlanModal(safetyPlanBtn);
loadSafetyPlan();
safetyPlanModal.classList.add('active');
_activateSafetyPlanFocusTrap(safetyPlanBtn);
});
// Crisis panel safety plan button (if crisis panel is visible)
if (crisisSafetyPlanBtn) {
crisisSafetyPlanBtn.addEventListener('click', function() {
openSafetyPlanModal(crisisSafetyPlanBtn);
loadSafetyPlan();
safetyPlanModal.classList.add('active');
_activateSafetyPlanFocusTrap(crisisSafetyPlanBtn);
});
}
@@ -1965,7 +1444,9 @@ Sovereignty and service always.`;
// Check for URL params (e.g., ?safetyplan=true for PWA shortcut)
var urlParams = new URLSearchParams(window.location.search);
if (urlParams.get('safetyplan') === 'true') {
openSafetyPlanModal(safetyPlanBtn);
loadSafetyPlan();
safetyPlanModal.classList.add('active');
_activateSafetyPlanFocusTrap(safetyPlanBtn);
// Clean up URL
window.history.replaceState({}, document.title, window.location.pathname);
}

View File

@@ -1,21 +0,0 @@
from pathlib import Path
def test_safety_plan_version_history_contract_present() -> None:
html = Path("index.html").read_text(encoding="utf-8")
required_snippets = [
'id="safety-plan-history"',
'id="safety-plan-diff"',
'id="safety-plan-status"',
'Version History',
'timmy_safety_plan_versions',
'function renderSafetyPlanVersionHistory()',
'function renderSafetyPlanDiff(',
'function restoreSafetyPlanVersion(',
'diff-added',
'diff-removed',
]
for snippet in required_snippets:
assert snippet in html, f"missing safety plan versioning contract: {snippet}"

350
voice_analysis.py Normal file
View File

@@ -0,0 +1,350 @@
"""
voice_analysis.py — Voice message distress analysis via paralinguistic features.
Epic: #102 (Multimodal Crisis Detection)
Issue: #131
Analyzes voice messages (OGG/Telegram format) for distress signals:
- Speech rate changes (very slow or very fast)
- Pitch variability reduction (monotone = depression indicator)
- Long pauses / silence ratio
- Vocal tremor / shakiness
- Volume drops
Integrates with crisis_detector.py text-based detection for multimodal coverage.
"""
import os
import json
import subprocess
import tempfile
from dataclasses import dataclass, field, asdict
from typing import Optional
@dataclass
class VoiceAnalysisResult:
"""Result of paralinguistic analysis on a voice message."""
transcript: str = ""
speech_rate: float = 0.0 # words per minute
pitch_mean: float = 0.0 # Hz, average fundamental frequency
pitch_variability: float = 0.0 # std dev of pitch (low = monotone)
silence_ratio: float = 0.0 # 0-1, fraction of audio that is silence
tremor_score: float = 0.0 # 0-1, vocal shakiness estimate
volume_drop_score: float = 0.0 # 0-1, sudden volume decreases
distress_score: float = 0.0 # 0-1, composite distress indicator
signals_detected: list = field(default_factory=list)
def to_dict(self) -> dict:
return asdict(self)
# === THRESHOLDS ===
# Speech rate: normal is ~120-150 WPM
# Very slow (<80) or very fast (>200) are distress indicators
SPEECH_RATE_SLOW = 80
SPEECH_RATE_FAST = 200
SPEECH_RATE_NORMAL_LOW = 100
SPEECH_RATE_NORMAL_HIGH = 170
# Pitch variability: normal conversation has std dev ~30-50 Hz
# Monotone (<15 Hz) is a depression indicator
PITCH_VARIABILITY_LOW = 15.0 # Hz — monotone threshold
PITCH_VARIABILITY_NORMAL = 30.0
# Silence ratio: normal has ~10-20% silence
# Excessive silence (>40%) or very little (<3%) may indicate distress
SILENCE_RATIO_HIGH = 0.4
SILENCE_RATIO_LOW = 0.03
# Composite thresholds
DISTRESS_LOW = 0.3
DISTRESS_MEDIUM = 0.7
# === CORE ANALYSIS ===
def _convert_to_wav(audio_path: str) -> str:
"""Convert audio to WAV format for analysis. Returns path to temp WAV file."""
wav_path = tempfile.mktemp(suffix='.wav')
try:
subprocess.run(
['ffmpeg', '-i', audio_path, '-ar', '16000', '-ac', '1', '-y', wav_path],
capture_output=True, timeout=30
)
if not os.path.exists(wav_path):
# Fallback: if ffmpeg not available, try the original file
return audio_path
return wav_path
except (FileNotFoundError, subprocess.TimeoutExpired):
return audio_path
def _transcribe(audio_path: str) -> str:
"""Transcribe audio using whisper (if available) or return empty string."""
try:
import whisper
model = whisper.load_model("base")
result = model.transcribe(audio_path)
return result.get("text", "").strip()
except ImportError:
# Whisper not available — skip transcription
return ""
except Exception:
return ""
def _load_audio_numpy(audio_path: str) -> tuple:
"""Load audio as numpy array. Returns (samples, sample_rate) or (None, None)."""
try:
import librosa
samples, sr = librosa.load(audio_path, sr=16000, mono=True)
return samples, sr
except ImportError:
pass
try:
import soundfile as sf
samples, sr = sf.read(audio_path)
if len(samples.shape) > 1:
samples = samples.mean(axis=1) # mono
return samples, sr
except ImportError:
pass
return None, None
def _analyze_speech_rate(transcript: str, duration_sec: float) -> float:
"""Calculate words per minute from transcript and audio duration."""
if not transcript or duration_sec <= 0:
return 0.0
words = len(transcript.split())
minutes = duration_sec / 60.0
return words / minutes if minutes > 0 else 0.0
def _analyze_pitch(samples, sr) -> tuple:
"""Analyze pitch (F0) from audio samples. Returns (mean_hz, variability_hz)."""
try:
import librosa
f0, voiced_flag, _ = librosa.pyin(
samples, fmin=librosa.note_to_hz('C2'),
fmax=librosa.note_to_hz('C7'), sr=sr
)
import numpy as np
f0_clean = f0[~np.isnan(f0)]
if len(f0_clean) == 0:
return 0.0, 0.0
return float(np.mean(f0_clean)), float(np.std(f0_clean))
except (ImportError, Exception):
return 0.0, 0.0
def _analyze_silence(samples, sr, threshold_db: float = -40.0) -> float:
"""Calculate ratio of silence in audio (0-1)."""
try:
import librosa
import numpy as np
rms = librosa.feature.rms(y=samples)[0]
rms_db = librosa.amplitude_to_db(rms, ref=np.max)
silence_frames = np.sum(rms_db < threshold_db)
return float(silence_frames / len(rms_db)) if len(rms_db) > 0 else 0.0
except (ImportError, Exception):
return 0.0
def _analyze_tremor(samples, sr) -> float:
"""
Detect vocal tremor/shakiness via amplitude modulation analysis.
Tremor manifests as periodic amplitude fluctuations (3-12 Hz range).
Returns 0-1 score where 1 = strong tremor detected.
"""
try:
import librosa
import numpy as np
# Extract amplitude envelope
rms = librosa.feature.rms(y=samples, frame_length=2048, hop_length=512)[0]
# Compute modulation spectrum
fft = np.abs(np.fft.rfft(rms))
freqs = np.fft.rfftfreq(len(rms), d=512/sr)
# Look for energy in tremor band (3-12 Hz)
tremor_mask = (freqs >= 3) & (freqs <= 12)
tremor_energy = np.sum(fft[tremor_mask])
total_energy = np.sum(fft[1:]) # skip DC
if total_energy == 0:
return 0.0
ratio = tremor_energy / total_energy
return float(min(1.0, ratio * 5)) # normalize — typical tremor is 0.1-0.3 of total
except (ImportError, Exception):
return 0.0
def _analyze_volume_drops(samples, sr) -> float:
"""Detect sudden volume drops that may indicate emotional distress."""
try:
import librosa
import numpy as np
rms = librosa.feature.rms(y=samples, frame_length=2048, hop_length=512)[0]
if len(rms) < 2:
return 0.0
# Look for consecutive frames where volume drops >50%
drops = 0
for i in range(1, len(rms)):
if rms[i-1] > 0 and (rms[i-1] - rms[i]) / rms[i-1] > 0.5:
drops += 1
return float(min(1.0, drops / (len(rms) * 0.1)))
except (ImportError, Exception):
return 0.0
def _compute_distress_score(result: VoiceAnalysisResult) -> tuple:
"""
Compute composite distress score from paralinguistic features.
Returns (score, signals_detected).
"""
signals = []
score = 0.0
weights = 0
# Speech rate (0.2 weight)
if result.speech_rate > 0:
if result.speech_rate < SPEECH_RATE_SLOW:
signals.append(f"very_slow_speech ({result.speech_rate:.0f} WPM)")
score += 0.8 * 0.2
elif result.speech_rate > SPEECH_RATE_FAST:
signals.append(f"very_fast_speech ({result.speech_rate:.0f} WPM)")
score += 0.6 * 0.2
elif result.speech_rate < SPEECH_RATE_NORMAL_LOW:
score += 0.3 * 0.2
weights += 0.2
# Pitch variability (0.25 weight — monotone is strong depression indicator)
if result.pitch_variability > 0:
if result.pitch_variability < PITCH_VARIABILITY_LOW:
signals.append(f"monotone_voice (variability={result.pitch_variability:.1f} Hz)")
score += 0.9 * 0.25
elif result.pitch_variability < PITCH_VARIABILITY_NORMAL:
signals.append(f"reduced_pitch_variability ({result.pitch_variability:.1f} Hz)")
score += 0.5 * 0.25
weights += 0.25
# Silence ratio (0.2 weight)
if result.silence_ratio > 0:
if result.silence_ratio > SILENCE_RATIO_HIGH:
signals.append(f"excessive_silence ({result.silence_ratio:.0%})")
score += 0.7 * 0.2
elif result.silence_ratio < SILENCE_RATIO_LOW:
signals.append(f"minimal_pauses ({result.silence_ratio:.0%})")
score += 0.3 * 0.2
weights += 0.2
# Tremor (0.2 weight)
if result.tremor_score > 0:
if result.tremor_score > 0.5:
signals.append(f"vocal_tremor (score={result.tremor_score:.2f})")
score += result.tremor_score * 0.2
weights += 0.2
# Volume drops (0.15 weight)
if result.volume_drop_score > 0:
if result.volume_drop_score > 0.4:
signals.append(f"volume_drops (score={result.volume_drop_score:.2f})")
score += result.volume_drop_score * 0.15
weights += 0.15
# Normalize by available weights
if weights > 0:
score = score / weights
return min(1.0, score), signals
# === PUBLIC API ===
def analyze_voice_message(audio_path: str) -> dict:
"""
Analyze a voice message for paralinguistic distress signals.
Args:
audio_path: Path to audio file (OGG, WAV, MP3, etc.)
Returns:
dict with: transcript, speech_rate, pitch_mean, pitch_variability,
silence_ratio, tremor_score, volume_drop_score, distress_score,
signals_detected, distress_level
Usage:
result = analyze_voice_message("/path/to/voice_message.ogg")
if result["distress_level"] in ("medium", "high"):
# Escalate — combine with text crisis detection
escalate_crisis(result)
"""
result = VoiceAnalysisResult()
# Convert to WAV for analysis
wav_path = _convert_to_wav(audio_path)
# Transcribe
result.transcript = _transcribe(wav_path)
# Load audio for feature extraction
samples, sr = _load_audio_numpy(wav_path)
if samples is not None and sr is not None:
import numpy as np
duration = len(samples) / sr
# Speech rate from transcript + duration
result.speech_rate = _analyze_speech_rate(result.transcript, duration)
# Pitch analysis
result.pitch_mean, result.pitch_variability = _analyze_pitch(samples, sr)
# Silence ratio
result.silence_ratio = _analyze_silence(samples, sr)
# Tremor detection
result.tremor_score = _analyze_tremor(samples, sr)
# Volume drops
result.volume_drop_score = _analyze_volume_drops(samples, sr)
# Composite distress score
result.distress_score, result.signals_detected = _compute_distress_score(result)
# Clean up temp file
if wav_path != audio_path and os.path.exists(wav_path):
os.unlink(wav_path)
# Classify distress level
if result.distress_score >= DISTRESS_MEDIUM:
distress_level = "high"
elif result.distress_score >= DISTRESS_LOW:
distress_level = "medium"
elif result.distress_score > 0:
distress_level = "low"
else:
distress_level = "none"
output = result.to_dict()
output["distress_level"] = distress_level
return output
def get_audio_duration(audio_path: str) -> float:
"""Get audio duration in seconds."""
try:
import librosa
duration = librosa.get_duration(path=audio_path)
return float(duration)
except (ImportError, Exception):
try:
import soundfile as sf
info = sf.info(audio_path)
return float(info.duration)
except (ImportError, Exception):
return 0.0