All checks were successful
Supply Chain Audit / Scan PR for supply chain risks (pull_request) Successful in 12s
54 lines
1.6 KiB
Python
54 lines
1.6 KiB
Python
"""Phase 15: Real-time Audio/Video Synthesis for 'The Door'.
|
|
|
|
Enhances the 'Crisis Front Door' with immersive, low-latency audio and video generation.
|
|
"""
|
|
|
|
import logging
|
|
import json
|
|
from typing import List, Dict, Any
|
|
from agent.gemini_adapter import GeminiAdapter
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
class CrisisSynthesizer:
|
|
def __init__(self):
|
|
self.adapter = GeminiAdapter()
|
|
|
|
def generate_crisis_response(self, user_state: str, context: str) -> Dict[str, Any]:
|
|
"""Generates an empathetic audio/video response for a crisis moment."""
|
|
logger.info("Generating empathetic crisis response for 'The Door'.")
|
|
|
|
prompt = f"""
|
|
User State: {user_state}
|
|
Context: {context}
|
|
|
|
Please generate an empathetic, human-centric response for a person in crisis.
|
|
Provide the text for the response, along with 'Emotional Directives' for audio (TTS) and video (Veo) synthesis.
|
|
Ensure strict alignment with the 'When a Man Is Dying' protocol.
|
|
|
|
Format the output as JSON:
|
|
{{
|
|
"text": "...",
|
|
"voice_config": {{
|
|
"voice_name": "...",
|
|
"tone": "...",
|
|
"pacing": "..."
|
|
}},
|
|
"video_config": {{
|
|
"visual_mood": "...",
|
|
"facial_expression": "...",
|
|
"lighting": "..."
|
|
}}
|
|
}}
|
|
"""
|
|
result = self.adapter.generate(
|
|
model="gemini-3.1-pro-preview",
|
|
prompt=prompt,
|
|
system_instruction="You are Timmy's Crisis Synthesizer. Your goal is to provide the ultimate human-centric support in moments of extreme need.",
|
|
thinking=True,
|
|
response_mime_type="application/json"
|
|
)
|
|
|
|
response_data = json.loads(result["text"])
|
|
return response_data
|