"""Optimized dashboard app with improved async handling and non-blocking startup. Key improvements: 1. Background tasks use asyncio.create_task() to avoid blocking startup 2. Chat integrations start in background 3. All startup operations complete quickly 4. Security and logging handled by dedicated middleware """ import asyncio import logging from contextlib import asynccontextmanager from pathlib import Path from fastapi import FastAPI, Request, WebSocket from fastapi.middleware.cors import CORSMiddleware from fastapi.middleware.trustedhost import TrustedHostMiddleware from fastapi.responses import HTMLResponse from fastapi.staticfiles import StaticFiles from config import settings # Import dedicated middleware from dashboard.middleware.csrf import CSRFMiddleware from dashboard.middleware.request_logging import RequestLoggingMiddleware from dashboard.middleware.security_headers import SecurityHeadersMiddleware from dashboard.routes.agents import router as agents_router from dashboard.routes.briefing import router as briefing_router from dashboard.routes.calm import router as calm_router from dashboard.routes.chat_api import router as chat_api_router from dashboard.routes.discord import router as discord_router from dashboard.routes.experiments import router as experiments_router from dashboard.routes.grok import router as grok_router from dashboard.routes.health import router as health_router from dashboard.routes.marketplace import router as marketplace_router from dashboard.routes.memory import router as memory_router from dashboard.routes.mobile import router as mobile_router from dashboard.routes.models import api_router as models_api_router from dashboard.routes.models import router as models_router from dashboard.routes.paperclip import router as paperclip_router from dashboard.routes.router import router as router_status_router from dashboard.routes.spark import router as spark_router from dashboard.routes.swarm import router as swarm_router from dashboard.routes.system import router as system_router from dashboard.routes.tasks import router as tasks_router from dashboard.routes.telegram import router as telegram_router from dashboard.routes.thinking import router as thinking_router from dashboard.routes.tools import router as tools_router from dashboard.routes.voice import router as voice_router from dashboard.routes.work_orders import router as work_orders_router from infrastructure.router.api import router as cascade_router class _ColorFormatter(logging.Formatter): """ANSI color formatter — red is reserved for ERROR/CRITICAL only.""" RESET = "\033[0m" COLORS = { logging.DEBUG: "\033[37m", # white/gray logging.INFO: "\033[32m", # green logging.WARNING: "\033[33m", # yellow logging.ERROR: "\033[31m", # red logging.CRITICAL: "\033[1;31m", # bold red } def format(self, record: logging.LogRecord) -> str: color = self.COLORS.get(record.levelno, self.RESET) formatted = super().format(record) return f"{color}{formatted}{self.RESET}" def _configure_logging() -> None: """Configure logging with console and optional rotating file handler.""" root_logger = logging.getLogger() root_logger.setLevel(logging.INFO) console = logging.StreamHandler() console.setLevel(logging.INFO) console.setFormatter( _ColorFormatter( "%(asctime)s %(levelname)-8s %(name)s — %(message)s", datefmt="%H:%M:%S", ) ) root_logger.addHandler(console) # Override uvicorn's default colored formatter so all console output # uses our color scheme (red = ERROR/CRITICAL only). for name in ("uvicorn", "uvicorn.error", "uvicorn.access"): uv_logger = logging.getLogger(name) uv_logger.handlers.clear() uv_logger.propagate = True if settings.error_log_enabled: from logging.handlers import RotatingFileHandler log_dir = Path(settings.repo_root) / settings.error_log_dir log_dir.mkdir(parents=True, exist_ok=True) error_file = log_dir / "errors.log" file_handler = RotatingFileHandler( error_file, maxBytes=settings.error_log_max_bytes, backupCount=settings.error_log_backup_count, ) file_handler.setLevel(logging.ERROR) file_handler.setFormatter( logging.Formatter( "%(asctime)s %(levelname)-8s %(name)s — %(message)s\n" " File: %(pathname)s:%(lineno)d\n" " Function: %(funcName)s", datefmt="%Y-%m-%d %H:%M:%S", ) ) root_logger.addHandler(file_handler) _configure_logging() logger = logging.getLogger(__name__) BASE_DIR = Path(__file__).parent PROJECT_ROOT = BASE_DIR.parent.parent _BRIEFING_INTERVAL_HOURS = 6 async def _briefing_scheduler() -> None: """Background task: regenerate Timmy's briefing every 6 hours.""" from infrastructure.notifications.push import notify_briefing_ready from timmy.briefing import engine as briefing_engine await asyncio.sleep(2) while True: try: if briefing_engine.needs_refresh(): logger.info("Generating morning briefing…") briefing = briefing_engine.generate() await notify_briefing_ready(briefing) else: logger.info("Briefing is fresh; skipping generation.") except Exception as exc: logger.error("Briefing scheduler error: %s", exc) await asyncio.sleep(_BRIEFING_INTERVAL_HOURS * 3600) async def _thinking_scheduler() -> None: """Background task: execute Timmy's thinking cycle every N seconds.""" from timmy.thinking import thinking_engine await asyncio.sleep(5) # Stagger after briefing scheduler while True: try: if settings.thinking_enabled: await thinking_engine.think_once() except Exception as exc: logger.error("Thinking scheduler error: %s", exc) await asyncio.sleep(settings.thinking_interval_seconds) async def _start_chat_integrations_background() -> None: """Background task: start chat integrations without blocking startup.""" from integrations.chat_bridge.registry import platform_registry from integrations.chat_bridge.vendors.discord import discord_bot from integrations.telegram_bot.bot import telegram_bot await asyncio.sleep(0.5) # Register Discord in the platform registry platform_registry.register(discord_bot) if settings.telegram_token: try: await telegram_bot.start() logger.info("Telegram bot started") except Exception as exc: logger.warning("Failed to start Telegram bot: %s", exc) else: logger.debug("Telegram: no token configured, skipping") if settings.discord_token or discord_bot.load_token(): try: await discord_bot.start() logger.info("Discord bot started") except Exception as exc: logger.warning("Failed to start Discord bot: %s", exc) else: logger.debug("Discord: no token configured, skipping") # If Discord isn't connected yet, start a watcher that polls for the # token to appear in the environment or .env file. if discord_bot.state.name != "CONNECTED": asyncio.create_task(_discord_token_watcher()) async def _discord_token_watcher() -> None: """Poll for DISCORD_TOKEN appearing in env or .env and auto-start Discord bot.""" from integrations.chat_bridge.vendors.discord import discord_bot # Don't poll if discord.py isn't even installed try: import discord as _discord_check # noqa: F401 except ImportError: logger.debug("discord.py not installed — token watcher exiting") return while True: await asyncio.sleep(30) if discord_bot.state.name == "CONNECTED": return # Already running — stop watching # 1. Check settings (pydantic-settings reads env on instantiation; # hot-reload is handled by re-reading .env below) token = settings.discord_token # 2. Re-read .env file for hot-reload if not token: try: from dotenv import dotenv_values env_path = Path(settings.repo_root) / ".env" if env_path.exists(): vals = dotenv_values(env_path) token = vals.get("DISCORD_TOKEN", "") except ImportError: pass # python-dotenv not installed # 3. Check state file (written by /discord/setup) if not token: token = discord_bot.load_token() or "" if token: try: success = await discord_bot.start(token=token) if success: logger.info("Discord bot auto-started (token detected)") return # Done — stop watching except Exception as exc: logger.warning("Discord auto-start failed: %s", exc) @asynccontextmanager async def lifespan(app: FastAPI): """Application lifespan manager with non-blocking startup.""" # Validate security config (no-op in test mode) from config import validate_startup validate_startup() # Enable event persistence (unified EventBus + swarm event_log) from infrastructure.events.bus import init_event_bus_persistence init_event_bus_persistence() # Create all background tasks without waiting for them briefing_task = asyncio.create_task(_briefing_scheduler()) thinking_task = asyncio.create_task(_thinking_scheduler()) # Initialize Spark Intelligence engine from spark.engine import get_spark_engine if get_spark_engine().enabled: logger.info("Spark Intelligence active — event capture enabled") # Auto-prune old vector store memories on startup if settings.memory_prune_days > 0: try: from timmy.memory.vector_store import prune_memories pruned = prune_memories( older_than_days=settings.memory_prune_days, keep_facts=settings.memory_prune_keep_facts, ) if pruned: logger.info( "Memory auto-prune: removed %d entries older than %d days", pruned, settings.memory_prune_days, ) except Exception as exc: logger.debug("Memory auto-prune skipped: %s", exc) # Warn if memory vault exceeds size limit if settings.memory_vault_max_mb > 0: try: vault_path = Path(settings.repo_root) / "memory" / "notes" if vault_path.exists(): total_bytes = sum(f.stat().st_size for f in vault_path.rglob("*") if f.is_file()) total_mb = total_bytes / (1024 * 1024) if total_mb > settings.memory_vault_max_mb: logger.warning( "Memory vault (%.1f MB) exceeds limit (%d MB) — consider archiving old notes", total_mb, settings.memory_vault_max_mb, ) except Exception as exc: logger.debug("Vault size check skipped: %s", exc) # Start chat integrations in background chat_task = asyncio.create_task(_start_chat_integrations_background()) logger.info("✓ Dashboard ready for requests") yield # Cleanup on shutdown from integrations.telegram_bot.bot import telegram_bot from integrations.chat_bridge.vendors.discord import discord_bot await discord_bot.stop() await telegram_bot.stop() for task in [briefing_task, thinking_task, chat_task]: if task: task.cancel() try: await task except asyncio.CancelledError: pass app = FastAPI( title="Mission Control", version="1.0.0", lifespan=lifespan, docs_url="/docs", openapi_url="/openapi.json", ) def _get_cors_origins() -> list[str]: """Get CORS origins from settings, with sensible defaults.""" origins = settings.cors_origins if settings.debug and origins == ["*"]: return [ "http://localhost:3000", "http://localhost:8000", "http://127.0.0.1:3000", "http://127.0.0.1:8000", ] return origins # Add dedicated middleware in correct order # 1. Logging (outermost to capture everything) app.add_middleware(RequestLoggingMiddleware, skip_paths=["/health"]) # 2. Security Headers app.add_middleware(SecurityHeadersMiddleware, production=not settings.debug) # 3. CSRF Protection app.add_middleware(CSRFMiddleware) # 4. Standard FastAPI middleware # In development, allow all hosts (Tailscale IPs, MagicDNS, etc.) _trusted = settings.trusted_hosts if settings.timmy_env == "production" else ["*"] app.add_middleware( TrustedHostMiddleware, allowed_hosts=_trusted, ) app.add_middleware( CORSMiddleware, allow_origins=_get_cors_origins(), allow_credentials=True, allow_methods=["GET", "POST", "PUT", "DELETE", "OPTIONS"], allow_headers=["Content-Type", "Authorization"], ) # Mount static files static_dir = PROJECT_ROOT / "static" if static_dir.exists(): app.mount("/static", StaticFiles(directory=str(static_dir)), name="static") # Shared templates instance from dashboard.templating import templates # noqa: E402 # Include routers app.include_router(health_router) app.include_router(agents_router) app.include_router(marketplace_router) app.include_router(voice_router) app.include_router(mobile_router) app.include_router(briefing_router) app.include_router(telegram_router) app.include_router(tools_router) app.include_router(spark_router) app.include_router(discord_router) app.include_router(memory_router) app.include_router(router_status_router) app.include_router(grok_router) app.include_router(models_router) app.include_router(models_api_router) app.include_router(chat_api_router) app.include_router(thinking_router) app.include_router(calm_router) app.include_router(swarm_router) app.include_router(tasks_router) app.include_router(work_orders_router) app.include_router(system_router) app.include_router(paperclip_router) app.include_router(experiments_router) app.include_router(cascade_router) @app.websocket("/ws") async def ws_redirect(websocket: WebSocket): """Catch stale /ws connections and close cleanly.""" await websocket.accept() try: await websocket.close(code=1008, reason="Deprecated endpoint") except AttributeError: await websocket.send({"type": "websocket.close", "code": 1008}) @app.get("/", response_class=HTMLResponse) async def root(request: Request): """Serve the main dashboard page.""" return templates.TemplateResponse(request, "index.html", {}) @app.get("/shortcuts/setup") async def shortcuts_setup(): """Siri Shortcuts setup guide.""" from integrations.shortcuts.siri import get_setup_guide return get_setup_guide()