Compare commits
6 Commits
burn/1459-
...
fix/879
| Author | SHA1 | Date | |
|---|---|---|---|
| fe0005974f | |||
| 576c24f814 | |||
| 82f04c9675 | |||
| f60c4c175f | |||
| bd0497b998 | |||
|
|
4ab84a59ab |
@@ -1,287 +0,0 @@
|
||||
#!/usr/bin/env python3
|
||||
"""
|
||||
Issue Backlog Manager — Triage, categorize, and manage Gitea issue backlogs.
|
||||
|
||||
Generates reports, identifies stale issues, suggests closures, and provides
|
||||
actionable triage recommendations.
|
||||
|
||||
Usage:
|
||||
python bin/issue_backlog_manager.py timmy-home # Full report
|
||||
python bin/issue_backlog_manager.py timmy-home --stale 90 # Issues stale >90 days
|
||||
python bin/issue_backlog_manager.py timmy-home --close-dry # Dry-run close candidates
|
||||
python bin/issue_backlog_manager.py timmy-home --json # JSON output
|
||||
"""
|
||||
|
||||
import json
|
||||
import os
|
||||
import re
|
||||
import sys
|
||||
from collections import Counter, defaultdict
|
||||
from datetime import datetime, timedelta, timezone
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
try:
|
||||
import urllib.request
|
||||
except ImportError:
|
||||
print("Error: urllib required")
|
||||
sys.exit(1)
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Config
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
GITEA_BASE = os.environ.get("GITEA_API_BASE", "https://forge.alexanderwhitestone.com/api/v1")
|
||||
TOKEN_PATH = os.environ.get("GITEA_TOKEN_PATH", str(Path.home() / ".config/gitea/token"))
|
||||
ORG = "Timmy_Foundation"
|
||||
|
||||
|
||||
def _load_token() -> str:
|
||||
try:
|
||||
return open(TOKEN_PATH).read().strip()
|
||||
except FileNotFoundError:
|
||||
print(f"Token not found at {TOKEN_PATH}", file=sys.stderr)
|
||||
sys.exit(1)
|
||||
|
||||
|
||||
def api_get(path: str, token: str) -> Any:
|
||||
req = urllib.request.Request(f"{GITEA_BASE}{path}")
|
||||
req.add_header("Authorization", f"token {token}")
|
||||
return json.loads(urllib.request.urlopen(req, timeout=30).read())
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Issue fetching
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def fetch_all_open_issues(repo: str, token: str) -> list[dict]:
|
||||
"""Fetch all open issues for a repo (paginated)."""
|
||||
issues = []
|
||||
page = 1
|
||||
while True:
|
||||
batch = api_get(f"/repos/{ORG}/{repo}/issues?state=open&limit=100&page={page}", token)
|
||||
if not batch:
|
||||
break
|
||||
# Filter out PRs
|
||||
real = [i for i in batch if not i.get("pull_request")]
|
||||
issues.extend(real)
|
||||
if len(batch) < 100:
|
||||
break
|
||||
page += 1
|
||||
return issues
|
||||
|
||||
|
||||
def fetch_recently_closed(repo: str, token: str, days: int = 30) -> list[dict]:
|
||||
"""Fetch recently closed issues (for velocity analysis)."""
|
||||
since = (datetime.now(timezone.utc) - timedelta(days=days)).strftime("%Y-%m-%dT%H:%M:%SZ")
|
||||
issues = []
|
||||
page = 1
|
||||
while True:
|
||||
batch = api_get(
|
||||
f"/repos/{ORG}/{repo}/issues?state=closed&limit=100&page={page}&since={since}",
|
||||
token
|
||||
)
|
||||
if not batch:
|
||||
break
|
||||
real = [i for i in batch if not i.get("pull_request")]
|
||||
issues.extend(real)
|
||||
if len(batch) < 100:
|
||||
break
|
||||
page += 1
|
||||
return issues
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Analysis
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def analyze_issue(issue: dict, now: datetime) -> dict:
|
||||
"""Analyze a single issue for triage signals."""
|
||||
created = datetime.fromisoformat(issue["created_at"].replace("Z", "+00:00"))
|
||||
updated = datetime.fromisoformat(issue["updated_at"].replace("Z", "+00:00"))
|
||||
age_days = (now - created).days
|
||||
stale_days = (now - updated).days
|
||||
|
||||
labels = [l["name"] for l in issue.get("labels", [])]
|
||||
has_assignee = bool(issue.get("assignees"))
|
||||
has_pr_ref = bool(re.search(r"#\d+|PR|pull", issue.get("body", ""), re.IGNORECASE))
|
||||
|
||||
# Staleness signals
|
||||
is_stale = stale_days > 60
|
||||
is_very_stale = stale_days > 180
|
||||
|
||||
# Category inference from title
|
||||
title = issue.get("title", "").lower()
|
||||
if any(k in title for k in ("[bug]", "fix:", "broken", "crash", "regression")):
|
||||
inferred_category = "bug"
|
||||
elif any(k in title for k in ("feat:", "[feat]", "add", "implement", "feature")):
|
||||
inferred_category = "feature"
|
||||
elif any(k in title for k in ("docs:", "documentation", "readme")):
|
||||
inferred_category = "docs"
|
||||
elif any(k in title for k in ("[rca]", "root cause", "investigation")):
|
||||
inferred_category = "rca"
|
||||
elif any(k in title for k in ("[big-brain]", "benchmark", "research")):
|
||||
inferred_category = "research"
|
||||
elif any(k in title for k in ("[infra]", "deploy", "cron", "watchdog", "ci")):
|
||||
inferred_category = "infra"
|
||||
elif any(k in title for k in ("[security]", "shield", "injection")):
|
||||
inferred_category = "security"
|
||||
elif any(k in title for k in ("triage", "backlog", "process", "audit")):
|
||||
inferred_category = "process"
|
||||
elif "batch-pipeline" in labels:
|
||||
inferred_category = "training-data"
|
||||
else:
|
||||
inferred_category = "other"
|
||||
|
||||
return {
|
||||
"number": issue["number"],
|
||||
"title": issue["title"],
|
||||
"labels": labels,
|
||||
"has_assignee": has_assignee,
|
||||
"age_days": age_days,
|
||||
"stale_days": stale_days,
|
||||
"is_stale": is_stale,
|
||||
"is_very_stale": is_very_stale,
|
||||
"inferred_category": inferred_category,
|
||||
"url": issue.get("html_url", ""),
|
||||
}
|
||||
|
||||
|
||||
def generate_triage_report(repo: str, token: str) -> dict:
|
||||
"""Generate a full triage report for a repo."""
|
||||
now = datetime.now(timezone.utc)
|
||||
|
||||
# Fetch data
|
||||
open_issues = fetch_all_open_issues(repo, token)
|
||||
closed_recent = fetch_recently_closed(repo, token, days=30)
|
||||
|
||||
# Analyze
|
||||
analyzed = [analyze_issue(i, now) for i in open_issues]
|
||||
|
||||
# Categories
|
||||
by_category = defaultdict(list)
|
||||
for a in analyzed:
|
||||
by_category[a["inferred_category"]].append(a)
|
||||
|
||||
# Staleness
|
||||
stale = [a for a in analyzed if a["is_stale"]]
|
||||
very_stale = [a for a in analyzed if a["is_very_stale"]]
|
||||
|
||||
# Label distribution
|
||||
label_counts = Counter()
|
||||
for a in analyzed:
|
||||
for l in a["labels"]:
|
||||
label_counts[l] += 1
|
||||
|
||||
# Age distribution
|
||||
age_buckets = {"<7d": 0, "7-30d": 0, "30-90d": 0, "90-180d": 0, ">180d": 0}
|
||||
for a in analyzed:
|
||||
d = a["age_days"]
|
||||
if d < 7:
|
||||
age_buckets["<7d"] += 1
|
||||
elif d < 30:
|
||||
age_buckets["7-30d"] += 1
|
||||
elif d < 90:
|
||||
age_buckets["30-90d"] += 1
|
||||
elif d < 180:
|
||||
age_buckets["90-180d"] += 1
|
||||
else:
|
||||
age_buckets[">180d"] += 1
|
||||
|
||||
# Velocity
|
||||
velocity_30d = len(closed_recent)
|
||||
|
||||
return {
|
||||
"repo": repo,
|
||||
"generated_at": now.isoformat(),
|
||||
"summary": {
|
||||
"open_issues": len(open_issues),
|
||||
"stale_60d": len(stale),
|
||||
"very_stale_180d": len(very_stale),
|
||||
"closed_last_30d": velocity_30d,
|
||||
"estimated_burn_days": len(open_issues) / max(velocity_30d / 30, 0.1),
|
||||
},
|
||||
"by_category": {k: len(v) for k, v in by_category.items()},
|
||||
"age_distribution": age_buckets,
|
||||
"top_labels": dict(label_counts.most_common(20)),
|
||||
"stale_candidates": [
|
||||
{"number": a["number"], "title": a["title"][:80], "stale_days": a["stale_days"]}
|
||||
for a in sorted(very_stale, key=lambda x: x["stale_days"], reverse=True)[:20]
|
||||
],
|
||||
"category_detail": {
|
||||
k: [{"number": a["number"], "title": a["title"][:80], "stale_days": a["stale_days"]}
|
||||
for a in sorted(v, key=lambda x: x["stale_days"], reverse=True)[:10]]
|
||||
for k, v in by_category.items()
|
||||
},
|
||||
}
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# Markdown report
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def to_markdown(report: dict) -> str:
|
||||
s = report["summary"]
|
||||
lines = [
|
||||
f"# Issue Backlog Report — {report['repo']}",
|
||||
"",
|
||||
f"Generated: {report['generated_at'][:16]}",
|
||||
"",
|
||||
"## Summary",
|
||||
"",
|
||||
"| Metric | Value |",
|
||||
"|--------|-------|",
|
||||
f"| Open issues | {s['open_issues']} |",
|
||||
f"| Stale (>60d) | {s['stale_60d']} |",
|
||||
f"| Very stale (>180d) | {s['very_stale_180d']} |",
|
||||
f"| Closed last 30d | {s['closed_last_30d']} |",
|
||||
f"| Estimated burn days | {s['estimated_burn_days']:.0f} |",
|
||||
"",
|
||||
"## By Category",
|
||||
"",
|
||||
"| Category | Count |",
|
||||
"|----------|-------|",
|
||||
]
|
||||
for cat, count in sorted(report["by_category"].items(), key=lambda x: -x[1]):
|
||||
lines.append(f"| {cat} | {count} |")
|
||||
|
||||
lines.extend(["", "## Age Distribution", "", "| Age | Count |", "|-----|-------|"])
|
||||
for bucket, count in report["age_distribution"].items():
|
||||
lines.append(f"| {bucket} | {count} |")
|
||||
|
||||
if report["stale_candidates"]:
|
||||
lines.extend(["", "## Stale Candidates (closure review)", ""])
|
||||
for sc in report["stale_candidates"][:15]:
|
||||
lines.append(f"- #{sc['number']}: {sc['title']} (stale {sc['stale_days']}d)")
|
||||
|
||||
lines.extend(["", "## Top Labels", ""])
|
||||
for label, count in list(report["top_labels"].items())[:10]:
|
||||
lines.append(f"- {label}: {count}")
|
||||
|
||||
return "\n".join(lines)
|
||||
|
||||
|
||||
# ---------------------------------------------------------------------------
|
||||
# CLI
|
||||
# ---------------------------------------------------------------------------
|
||||
|
||||
def main():
|
||||
import argparse
|
||||
parser = argparse.ArgumentParser(description="Issue Backlog Manager")
|
||||
parser.add_argument("repo", help="Repository name (e.g., timmy-home)")
|
||||
parser.add_argument("--json", action="store_true", help="JSON output")
|
||||
parser.add_argument("--stale", type=int, default=60, help="Stale threshold in days")
|
||||
parser.add_argument("--close-dry", action="store_true", help="Show close candidates (dry run)")
|
||||
args = parser.parse_args()
|
||||
|
||||
token = _load_token()
|
||||
report = generate_triage_report(args.repo, token)
|
||||
|
||||
if args.json:
|
||||
print(json.dumps(report, indent=2, default=str))
|
||||
else:
|
||||
print(to_markdown(report))
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
15
config/lazarus_pit.json
Normal file
15
config/lazarus_pit.json
Normal file
@@ -0,0 +1,15 @@
|
||||
{
|
||||
"missions_root": "/var/missions",
|
||||
"heartbeat_job": "lazarus_pit",
|
||||
"heartbeat_interval_seconds": 60,
|
||||
"stale_after_seconds": 180,
|
||||
"required_subdirs": [
|
||||
"meta",
|
||||
"config",
|
||||
"state",
|
||||
"logs",
|
||||
"artifacts",
|
||||
"worktree"
|
||||
],
|
||||
"heartbeat_file": "state/heartbeat.json"
|
||||
}
|
||||
68
docs/mission-cell-spec.md
Normal file
68
docs/mission-cell-spec.md
Normal file
@@ -0,0 +1,68 @@
|
||||
# Mission Cell Directory Spec
|
||||
|
||||
This document defines the foundational Mission Cell filesystem contract for Lazarus Pit.
|
||||
It is a grounded M6 foundation slice, not the full Mission Cell runtime.
|
||||
|
||||
Root layout:
|
||||
- `/var/missions/<uuid>/`
|
||||
|
||||
Required subdirectories:
|
||||
- `meta/`
|
||||
- `config/`
|
||||
- `state/`
|
||||
- `logs/`
|
||||
- `artifacts/`
|
||||
- `worktree/`
|
||||
|
||||
Required seed files:
|
||||
- `meta/mission.json`
|
||||
- `config/cell.json`
|
||||
- `state/heartbeat.json`
|
||||
- `logs/daemon.log`
|
||||
|
||||
## Intent of each path
|
||||
|
||||
- `meta/mission.json`
|
||||
- durable mission identity and lifecycle metadata
|
||||
- includes `mission_id`, `created_at`, and current status
|
||||
- `config/cell.json`
|
||||
- local cell wiring
|
||||
- points to the worktree, artifacts directory, and heartbeat file
|
||||
- `state/heartbeat.json`
|
||||
- latest cell heartbeat timestamp and state
|
||||
- consumed by Lazarus Pit scans for healthy vs stale cell classification
|
||||
- `logs/daemon.log`
|
||||
- daemon-local operational log target
|
||||
- `artifacts/`
|
||||
- handoff packets, reports, checkpoints, and mission outputs
|
||||
- `worktree/`
|
||||
- mission-specific checked-out repository workspace
|
||||
|
||||
## Lazarus Pit daemon skeleton
|
||||
|
||||
`scripts/lazarus_pit.py` provides the foundation daemon behavior:
|
||||
- initialize a Mission Cell scaffold with `--init-cell <uuid>`
|
||||
- scan all cells under the configured missions root
|
||||
- classify cells as `healthy`, `stale`, `incomplete`, or `uninitialized`
|
||||
- emit a daemon heartbeat through the existing cron heartbeat writer
|
||||
- output a JSON health report for higher-level watchers
|
||||
|
||||
Default config lives at:
|
||||
- `config/lazarus_pit.json`
|
||||
|
||||
## Example bootstrap
|
||||
|
||||
```bash
|
||||
python3 scripts/lazarus_pit.py --init-cell 123e4567-e89b-12d3-a456-426614174000 --json
|
||||
python3 scripts/lazarus_pit.py --write-heartbeat --json
|
||||
```
|
||||
|
||||
## What remains for full #879 completion
|
||||
|
||||
This slice does not yet complete the whole issue.
|
||||
Still open:
|
||||
- health heartbeat endpoint on existing wizard gateways
|
||||
- Gitea mission proposal issue template
|
||||
- live daemon service wiring / long-running supervisor integration
|
||||
|
||||
Refs: #879
|
||||
111
reports/night-shift-prediction-2026-04-12.md
Normal file
111
reports/night-shift-prediction-2026-04-12.md
Normal file
@@ -0,0 +1,111 @@
|
||||
# Night Shift Prediction Report — April 12-13, 2026
|
||||
|
||||
## Starting State (11:36 PM)
|
||||
|
||||
```
|
||||
Time: 11:36 PM EDT
|
||||
Automation: 13 burn loops × 3min + 1 explorer × 10min + 1 backlog × 30min
|
||||
API: Nous/xiaomi/mimo-v2-pro (FREE)
|
||||
Rate: 268 calls/hour
|
||||
Duration: 7.5 hours until 7 AM
|
||||
Total expected API calls: ~2,010
|
||||
```
|
||||
|
||||
## Burn Loops Active (13 @ every 3 min)
|
||||
|
||||
| Loop | Repo | Focus |
|
||||
|------|------|-------|
|
||||
| Testament Burn | the-nexus | MUD bridge + paper |
|
||||
| Foundation Burn | all repos | Gitea issues |
|
||||
| beacon-sprint | the-nexus | paper iterations |
|
||||
| timmy-home sprint | timmy-home | 226 issues |
|
||||
| Beacon sprint | the-beacon | game issues |
|
||||
| timmy-config sprint | timmy-config | config issues |
|
||||
| the-door burn | the-door | crisis front door |
|
||||
| the-testament burn | the-testament | book |
|
||||
| the-nexus burn | the-nexus | 3D world + MUD |
|
||||
| fleet-ops burn | fleet-ops | sovereign fleet |
|
||||
| timmy-academy burn | timmy-academy | academy |
|
||||
| turboquant burn | turboquant | KV-cache compression |
|
||||
| wolf burn | wolf | model evaluation |
|
||||
|
||||
## Expected Outcomes by 7 AM
|
||||
|
||||
### API Calls
|
||||
- Total calls: ~2,010
|
||||
- Successful completions: ~1,400 (70%)
|
||||
- API errors (rate limit, timeout): ~400 (20%)
|
||||
- Iteration limits hit: ~210 (10%)
|
||||
|
||||
### Commits
|
||||
- Total commits pushed: ~800-1,200
|
||||
- Average per loop: ~60-90 commits
|
||||
- Unique branches created: ~300-400
|
||||
|
||||
### Pull Requests
|
||||
- Total PRs created: ~150-250
|
||||
- Average per loop: ~12-19 PRs
|
||||
|
||||
### Issues Filed
|
||||
- New issues created (QA, explorer): ~20-40
|
||||
- Issues closed by PRs: ~50-100
|
||||
|
||||
### Code Written
|
||||
- Estimated lines added: ~50,000-100,000
|
||||
- Estimated files created/modified: ~2,000-3,000
|
||||
|
||||
### Paper Progress
|
||||
- Research paper iterations: ~150 cycles
|
||||
- Expected paper word count growth: ~5,000-10,000 words
|
||||
- New experiment results: 2-4 additional experiments
|
||||
- BibTeX citations: 10-20 verified citations
|
||||
|
||||
### MUD Bridge
|
||||
- Bridge file: 2,875 → ~5,000+ lines
|
||||
- New game systems: 5-10 (combat tested, economy, social graph, leaderboard)
|
||||
- QA cycles: 15-30 exploration sessions
|
||||
- Critical bugs found: 3-5
|
||||
- Critical bugs fixed: 2-3
|
||||
|
||||
### Repository Activity (per repo)
|
||||
| Repo | Expected PRs | Expected Commits |
|
||||
|------|-------------|-----------------|
|
||||
| the-nexus | 30-50 | 200-300 |
|
||||
| the-beacon | 20-30 | 150-200 |
|
||||
| timmy-config | 15-25 | 100-150 |
|
||||
| the-testament | 10-20 | 80-120 |
|
||||
| the-door | 5-10 | 40-60 |
|
||||
| timmy-home | 10-20 | 80-120 |
|
||||
| fleet-ops | 5-10 | 40-60 |
|
||||
| timmy-academy | 5-10 | 40-60 |
|
||||
| turboquant | 3-5 | 20-30 |
|
||||
| wolf | 3-5 | 20-30 |
|
||||
|
||||
### Dream Cycle
|
||||
- 5 dreams generated (11:30 PM, 1 AM, 2:30 AM, 4 AM, 5:30 AM)
|
||||
- 1 reflection (10 PM)
|
||||
- 1 timmy-dreams (5:30 AM)
|
||||
- Total dream output: ~5,000-8,000 words of creative writing
|
||||
|
||||
### Explorer (every 10 min)
|
||||
- ~45 exploration cycles
|
||||
- Bugs found: 15-25
|
||||
- Issues filed: 15-25
|
||||
|
||||
### Risk Factors
|
||||
- API rate limiting: Possible after 500+ consecutive calls
|
||||
- Large file patch failures: Bridge file too large for agents
|
||||
- Branch conflicts: Multiple agents on same repo
|
||||
- Iteration limits: 5-iteration agents can't push
|
||||
- Repository cloning: May hit timeout on slow clones
|
||||
|
||||
### Confidence Level
|
||||
- High confidence: 800+ commits, 150+ PRs
|
||||
- Medium confidence: 1,000+ commits, 200+ PRs
|
||||
- Low confidence: 1,200+ commits, 250+ PRs (requires all loops running clean)
|
||||
|
||||
---
|
||||
|
||||
*This report is a prediction. The 7 AM morning report will compare actual results.*
|
||||
*Generated: 2026-04-12 23:36 EDT*
|
||||
*Author: Timmy (pre-shift prediction)*
|
||||
229
scripts/lazarus_pit.py
Normal file
229
scripts/lazarus_pit.py
Normal file
@@ -0,0 +1,229 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Lazarus Pit daemon skeleton for Mission Cell foundations.
|
||||
|
||||
This lands the Mission Cell filesystem contract plus a dry-run daemon report
|
||||
that can initialize cells, scan them for heartbeat freshness, and emit a
|
||||
meta-heartbeat for higher-level watchdogs.
|
||||
|
||||
Refs: #879
|
||||
"""
|
||||
|
||||
from __future__ import annotations
|
||||
|
||||
import argparse
|
||||
import importlib.util
|
||||
import json
|
||||
import sys
|
||||
import time
|
||||
from pathlib import Path
|
||||
from typing import Any
|
||||
|
||||
PROJECT_ROOT = Path(__file__).resolve().parent.parent
|
||||
|
||||
_hb_spec = importlib.util.spec_from_file_location(
|
||||
"_lazarus_pit_cron_heartbeat",
|
||||
PROJECT_ROOT / "nexus" / "cron_heartbeat.py",
|
||||
)
|
||||
_hb = importlib.util.module_from_spec(_hb_spec)
|
||||
sys.modules["_lazarus_pit_cron_heartbeat"] = _hb
|
||||
_hb_spec.loader.exec_module(_hb)
|
||||
write_cron_heartbeat = _hb.write_cron_heartbeat
|
||||
DEFAULT_CONFIG_PATH = PROJECT_ROOT / "config" / "lazarus_pit.json"
|
||||
DEFAULT_REQUIRED_SUBDIRS = ["meta", "config", "state", "logs", "artifacts", "worktree"]
|
||||
|
||||
|
||||
def load_config(path: str | Path = DEFAULT_CONFIG_PATH) -> dict[str, Any]:
|
||||
config_path = Path(path)
|
||||
defaults = {
|
||||
"missions_root": "/var/missions",
|
||||
"heartbeat_job": "lazarus_pit",
|
||||
"heartbeat_interval_seconds": 60,
|
||||
"stale_after_seconds": 180,
|
||||
"required_subdirs": list(DEFAULT_REQUIRED_SUBDIRS),
|
||||
"heartbeat_file": "state/heartbeat.json",
|
||||
}
|
||||
if not config_path.exists():
|
||||
return defaults
|
||||
loaded = json.loads(config_path.read_text())
|
||||
defaults.update(loaded)
|
||||
if not defaults.get("required_subdirs"):
|
||||
defaults["required_subdirs"] = list(DEFAULT_REQUIRED_SUBDIRS)
|
||||
return defaults
|
||||
|
||||
|
||||
def build_cell_paths(mission_id: str, root: str | Path) -> dict[str, Path]:
|
||||
base = Path(root) / mission_id
|
||||
return {
|
||||
"root": base,
|
||||
"meta": base / "meta",
|
||||
"config": base / "config",
|
||||
"state": base / "state",
|
||||
"logs": base / "logs",
|
||||
"artifacts": base / "artifacts",
|
||||
"worktree": base / "worktree",
|
||||
}
|
||||
|
||||
|
||||
def init_cell(mission_id: str, root: str | Path, now: float | None = None) -> dict[str, Any]:
|
||||
timestamp = time.time() if now is None else float(now)
|
||||
paths = build_cell_paths(mission_id, root)
|
||||
for path in paths.values():
|
||||
if path.name != mission_id:
|
||||
path.mkdir(parents=True, exist_ok=True)
|
||||
paths["root"].mkdir(parents=True, exist_ok=True)
|
||||
|
||||
mission_meta = {
|
||||
"mission_id": mission_id,
|
||||
"created_at": timestamp,
|
||||
"status": "bootstrapped",
|
||||
}
|
||||
(paths["meta"] / "mission.json").write_text(json.dumps(mission_meta, indent=2) + "\n")
|
||||
|
||||
cell_config = {
|
||||
"mission_id": mission_id,
|
||||
"worktree": str(paths["worktree"]),
|
||||
"artifacts": str(paths["artifacts"]),
|
||||
"heartbeat_file": str(paths["state"] / "heartbeat.json"),
|
||||
}
|
||||
(paths["config"] / "cell.json").write_text(json.dumps(cell_config, indent=2) + "\n")
|
||||
|
||||
heartbeat = {
|
||||
"mission_id": mission_id,
|
||||
"timestamp": timestamp,
|
||||
"status": "bootstrapped",
|
||||
}
|
||||
(paths["state"] / "heartbeat.json").write_text(json.dumps(heartbeat, indent=2) + "\n")
|
||||
(paths["logs"] / "daemon.log").touch()
|
||||
|
||||
return {
|
||||
"mission_id": mission_id,
|
||||
"root": str(paths["root"]),
|
||||
"status": "bootstrapped",
|
||||
}
|
||||
|
||||
|
||||
def _read_json(path: Path) -> dict[str, Any] | None:
|
||||
if not path.exists():
|
||||
return None
|
||||
try:
|
||||
return json.loads(path.read_text())
|
||||
except json.JSONDecodeError:
|
||||
return None
|
||||
|
||||
|
||||
def scan_mission_cells(
|
||||
*,
|
||||
root: str | Path,
|
||||
required_subdirs: list[str],
|
||||
heartbeat_relpath: str,
|
||||
stale_after_seconds: int,
|
||||
now: float | None = None,
|
||||
) -> list[dict[str, Any]]:
|
||||
missions_root = Path(root)
|
||||
timestamp = time.time() if now is None else float(now)
|
||||
if not missions_root.exists():
|
||||
return []
|
||||
|
||||
cells: list[dict[str, Any]] = []
|
||||
for entry in sorted(missions_root.iterdir()):
|
||||
if not entry.is_dir():
|
||||
continue
|
||||
missing_paths = [name for name in required_subdirs if not (entry / name).exists()]
|
||||
heartbeat_path = entry / heartbeat_relpath
|
||||
heartbeat = _read_json(heartbeat_path)
|
||||
last_timestamp = None
|
||||
age_seconds = None
|
||||
status = "uninitialized"
|
||||
|
||||
if heartbeat is not None and heartbeat.get("timestamp") is not None:
|
||||
last_timestamp = float(heartbeat["timestamp"])
|
||||
age_seconds = int(timestamp - last_timestamp)
|
||||
status = "stale" if age_seconds > int(stale_after_seconds) else "healthy"
|
||||
if missing_paths:
|
||||
status = "incomplete"
|
||||
elif heartbeat is None:
|
||||
status = "uninitialized"
|
||||
|
||||
cells.append(
|
||||
{
|
||||
"mission_id": entry.name,
|
||||
"root": str(entry),
|
||||
"status": status,
|
||||
"age_seconds": age_seconds,
|
||||
"last_timestamp": last_timestamp,
|
||||
"missing_paths": missing_paths,
|
||||
}
|
||||
)
|
||||
return cells
|
||||
|
||||
|
||||
def build_daemon_report(config: dict[str, Any], now: float | None = None) -> dict[str, Any]:
|
||||
cells = scan_mission_cells(
|
||||
root=config["missions_root"],
|
||||
required_subdirs=list(config["required_subdirs"]),
|
||||
heartbeat_relpath=config["heartbeat_file"],
|
||||
stale_after_seconds=int(config["stale_after_seconds"]),
|
||||
now=now,
|
||||
)
|
||||
summary = {
|
||||
"total_cells": len(cells),
|
||||
"healthy": sum(1 for cell in cells if cell["status"] == "healthy"),
|
||||
"stale": sum(1 for cell in cells if cell["status"] == "stale"),
|
||||
"incomplete": sum(1 for cell in cells if cell["status"] == "incomplete"),
|
||||
"uninitialized": sum(1 for cell in cells if cell["status"] == "uninitialized"),
|
||||
}
|
||||
return {
|
||||
"missions_root": config["missions_root"],
|
||||
"heartbeat_job": config["heartbeat_job"],
|
||||
"heartbeat_interval_seconds": int(config["heartbeat_interval_seconds"]),
|
||||
"summary": summary,
|
||||
"cells": cells,
|
||||
}
|
||||
|
||||
|
||||
def write_daemon_heartbeat(config: dict[str, Any], directory: Path | None = None):
|
||||
return write_cron_heartbeat(
|
||||
config["heartbeat_job"],
|
||||
interval_seconds=int(config["heartbeat_interval_seconds"]),
|
||||
directory=directory,
|
||||
)
|
||||
|
||||
|
||||
def main(argv: list[str] | None = None) -> int:
|
||||
parser = argparse.ArgumentParser(description="Lazarus Pit daemon skeleton")
|
||||
parser.add_argument("--config", default=str(DEFAULT_CONFIG_PATH), help="Path to lazarus pit config JSON")
|
||||
parser.add_argument("--root", help="Override missions root directory")
|
||||
parser.add_argument("--init-cell", help="Initialize a mission cell directory scaffold")
|
||||
parser.add_argument("--json", action="store_true", help="Print daemon report as JSON")
|
||||
parser.add_argument("--write-heartbeat", action="store_true", help="Write lazarus pit daemon heartbeat")
|
||||
parser.add_argument("--heartbeat-dir", help="Override heartbeat directory for testing or local runs")
|
||||
args = parser.parse_args(argv)
|
||||
|
||||
config = load_config(args.config)
|
||||
if args.root:
|
||||
config["missions_root"] = args.root
|
||||
|
||||
if args.init_cell:
|
||||
init_cell(args.init_cell, config["missions_root"])
|
||||
|
||||
report = build_daemon_report(config)
|
||||
|
||||
if args.write_heartbeat:
|
||||
hb_dir = Path(args.heartbeat_dir) if args.heartbeat_dir else None
|
||||
write_daemon_heartbeat(config, directory=hb_dir)
|
||||
|
||||
if args.json:
|
||||
print(json.dumps(report, indent=2))
|
||||
return 0
|
||||
|
||||
summary = report["summary"]
|
||||
print(
|
||||
"Lazarus Pit — cells={total_cells} healthy={healthy} stale={stale} incomplete={incomplete} uninitialized={uninitialized}".format(
|
||||
**summary
|
||||
)
|
||||
)
|
||||
return 0
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
raise SystemExit(main())
|
||||
@@ -1,123 +0,0 @@
|
||||
"""Tests for issue backlog manager."""
|
||||
|
||||
import json
|
||||
from datetime import datetime, timezone, timedelta
|
||||
from unittest.mock import patch, MagicMock
|
||||
|
||||
import pytest
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
sys.path.insert(0, str(Path(__file__).parent.parent / "bin"))
|
||||
from issue_backlog_manager import analyze_issue, to_markdown
|
||||
|
||||
|
||||
@pytest.fixture
|
||||
def sample_issue():
|
||||
return {
|
||||
"number": 1234,
|
||||
"title": "[BUG] Fix crash on startup",
|
||||
"labels": [{"name": "bug"}, {"name": "p1"}],
|
||||
"assignees": [{"login": "timmy"}],
|
||||
"created_at": "2025-01-01T00:00:00Z",
|
||||
"updated_at": "2025-06-01T00:00:00Z",
|
||||
"body": "Fixes #999",
|
||||
"html_url": "https://forge.example.com/...",
|
||||
}
|
||||
|
||||
|
||||
class TestAnalyzeIssue:
|
||||
def test_categorizes_bug(self, sample_issue):
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["inferred_category"] == "bug"
|
||||
|
||||
def test_categorizes_feature(self, sample_issue):
|
||||
sample_issue["title"] = "feat: Add new widget"
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["inferred_category"] == "feature"
|
||||
|
||||
def test_categorizes_docs(self, sample_issue):
|
||||
sample_issue["title"] = "docs: Update README"
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["inferred_category"] == "docs"
|
||||
|
||||
def test_categorizes_training_data(self, sample_issue):
|
||||
sample_issue["title"] = "Some issue"
|
||||
sample_issue["labels"] = [{"name": "batch-pipeline"}]
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["inferred_category"] == "training-data"
|
||||
|
||||
def test_detects_staleness(self, sample_issue):
|
||||
# Updated 300 days ago
|
||||
sample_issue["updated_at"] = "2025-06-01T00:00:00Z"
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["is_stale"] is True
|
||||
assert result["stale_days"] > 200
|
||||
|
||||
def test_detects_not_stale(self, sample_issue):
|
||||
sample_issue["updated_at"] = "2026-04-10T00:00:00Z"
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["is_stale"] is False
|
||||
|
||||
def test_age_days(self, sample_issue):
|
||||
sample_issue["created_at"] = "2026-01-01T00:00:00Z"
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["age_days"] > 100
|
||||
|
||||
def test_has_assignee(self, sample_issue):
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["has_assignee"] is True
|
||||
|
||||
def test_no_assignee(self, sample_issue):
|
||||
sample_issue["assignees"] = []
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["has_assignee"] is False
|
||||
|
||||
def test_extracts_number(self, sample_issue):
|
||||
now = datetime(2026, 4, 14, tzinfo=timezone.utc)
|
||||
result = analyze_issue(sample_issue, now)
|
||||
assert result["number"] == 1234
|
||||
|
||||
|
||||
class TestMarkdownReport:
|
||||
def test_has_summary_section(self):
|
||||
report = {
|
||||
"repo": "test-repo",
|
||||
"generated_at": "2026-04-14T00:00:00",
|
||||
"summary": {"open_issues": 100, "stale_60d": 20, "very_stale_180d": 5,
|
||||
"closed_last_30d": 15, "estimated_burn_days": 200},
|
||||
"by_category": {"bug": 30, "feature": 40},
|
||||
"age_distribution": {"<7d": 10, "7-30d": 20, "30-90d": 30, "90-180d": 25, ">180d": 15},
|
||||
"stale_candidates": [],
|
||||
"top_labels": {"bug": 30, "feature": 40},
|
||||
"category_detail": {},
|
||||
}
|
||||
md = to_markdown(report)
|
||||
assert "# Issue Backlog Report" in md
|
||||
assert "100" in md # open issues
|
||||
assert "bug" in md.lower()
|
||||
|
||||
def test_shows_stale_candidates(self):
|
||||
report = {
|
||||
"repo": "test",
|
||||
"generated_at": "2026-04-14",
|
||||
"summary": {"open_issues": 1, "stale_60d": 1, "very_stale_180d": 1,
|
||||
"closed_last_30d": 0, "estimated_burn_days": 999},
|
||||
"by_category": {},
|
||||
"age_distribution": {},
|
||||
"stale_candidates": [{"number": 99, "title": "Old issue", "stale_days": 500}],
|
||||
"top_labels": {},
|
||||
"category_detail": {},
|
||||
}
|
||||
md = to_markdown(report)
|
||||
assert "#99" in md
|
||||
assert "500" in md
|
||||
127
tests/test_lazarus_pit.py
Normal file
127
tests/test_lazarus_pit.py
Normal file
@@ -0,0 +1,127 @@
|
||||
from __future__ import annotations
|
||||
|
||||
import importlib.util
|
||||
import json
|
||||
import sys
|
||||
from pathlib import Path
|
||||
|
||||
PROJECT_ROOT = Path(__file__).parent.parent
|
||||
|
||||
_spec = importlib.util.spec_from_file_location(
|
||||
"lazarus_pit_test",
|
||||
PROJECT_ROOT / "scripts" / "lazarus_pit.py",
|
||||
)
|
||||
_mod = importlib.util.module_from_spec(_spec)
|
||||
sys.modules["lazarus_pit_test"] = _mod
|
||||
_spec.loader.exec_module(_mod)
|
||||
|
||||
build_cell_paths = _mod.build_cell_paths
|
||||
build_daemon_report = _mod.build_daemon_report
|
||||
init_cell = _mod.init_cell
|
||||
load_config = _mod.load_config
|
||||
scan_mission_cells = _mod.scan_mission_cells
|
||||
write_daemon_heartbeat = _mod.write_daemon_heartbeat
|
||||
|
||||
|
||||
def test_init_cell_creates_foundation_structure(tmp_path):
|
||||
mission_id = "123e4567-e89b-12d3-a456-426614174000"
|
||||
cell = init_cell(mission_id, root=tmp_path, now=1_700_000_000)
|
||||
|
||||
paths = build_cell_paths(mission_id, tmp_path)
|
||||
for key in ["meta", "config", "state", "logs", "artifacts", "worktree"]:
|
||||
assert paths[key].is_dir(), f"expected {key} directory to exist"
|
||||
|
||||
meta = json.loads((paths["meta"] / "mission.json").read_text())
|
||||
assert meta["mission_id"] == mission_id
|
||||
assert meta["status"] == "bootstrapped"
|
||||
|
||||
heartbeat = json.loads((paths["state"] / "heartbeat.json").read_text())
|
||||
assert heartbeat["mission_id"] == mission_id
|
||||
assert heartbeat["status"] == "bootstrapped"
|
||||
assert cell["root"] == str(paths["root"])
|
||||
|
||||
|
||||
def test_scan_mission_cells_marks_healthy_and_stale(tmp_path):
|
||||
healthy_id = "healthy-cell"
|
||||
stale_id = "stale-cell"
|
||||
|
||||
init_cell(healthy_id, root=tmp_path, now=1_700_000_000)
|
||||
init_cell(stale_id, root=tmp_path, now=1_700_000_000)
|
||||
|
||||
healthy_paths = build_cell_paths(healthy_id, tmp_path)
|
||||
stale_paths = build_cell_paths(stale_id, tmp_path)
|
||||
|
||||
(healthy_paths["state"] / "heartbeat.json").write_text(
|
||||
json.dumps({"mission_id": healthy_id, "timestamp": 1_700_000_090, "status": "ok"})
|
||||
)
|
||||
(stale_paths["state"] / "heartbeat.json").write_text(
|
||||
json.dumps({"mission_id": stale_id, "timestamp": 1_700_000_000, "status": "ok"})
|
||||
)
|
||||
|
||||
cells = scan_mission_cells(
|
||||
root=tmp_path,
|
||||
required_subdirs=["meta", "config", "state", "logs", "artifacts", "worktree"],
|
||||
heartbeat_relpath="state/heartbeat.json",
|
||||
stale_after_seconds=60,
|
||||
now=1_700_000_100,
|
||||
)
|
||||
by_id = {cell["mission_id"]: cell for cell in cells}
|
||||
|
||||
assert by_id[healthy_id]["status"] == "healthy"
|
||||
assert by_id[healthy_id]["age_seconds"] == 10
|
||||
assert by_id[stale_id]["status"] == "stale"
|
||||
assert by_id[stale_id]["age_seconds"] == 100
|
||||
|
||||
|
||||
def test_build_daemon_report_and_write_heartbeat(tmp_path):
|
||||
config_path = tmp_path / "lazarus_pit.json"
|
||||
config_path.write_text(
|
||||
json.dumps(
|
||||
{
|
||||
"missions_root": str(tmp_path / "missions"),
|
||||
"heartbeat_job": "lazarus_pit",
|
||||
"heartbeat_interval_seconds": 60,
|
||||
"stale_after_seconds": 120,
|
||||
"required_subdirs": ["meta", "config", "state", "logs", "artifacts", "worktree"],
|
||||
"heartbeat_file": "state/heartbeat.json",
|
||||
}
|
||||
)
|
||||
)
|
||||
|
||||
config = load_config(config_path)
|
||||
init_cell("mission-one", root=Path(config["missions_root"]), now=2_000)
|
||||
paths = build_cell_paths("mission-one", Path(config["missions_root"]))
|
||||
(paths["state"] / "heartbeat.json").write_text(
|
||||
json.dumps({"mission_id": "mission-one", "timestamp": 2_050, "status": "ok"})
|
||||
)
|
||||
|
||||
report = build_daemon_report(config, now=2_100)
|
||||
assert report["summary"]["total_cells"] == 1
|
||||
assert report["summary"]["healthy"] == 1
|
||||
assert report["summary"]["stale"] == 0
|
||||
assert report["cells"][0]["mission_id"] == "mission-one"
|
||||
|
||||
heartbeat_path = write_daemon_heartbeat(config, directory=tmp_path / "heartbeats")
|
||||
heartbeat = json.loads(heartbeat_path.read_text())
|
||||
assert heartbeat["job"] == "lazarus_pit"
|
||||
assert heartbeat["interval_seconds"] == 60
|
||||
|
||||
|
||||
def test_foundation_artifacts_exist_with_required_spec():
|
||||
doc = PROJECT_ROOT / "docs" / "mission-cell-spec.md"
|
||||
config = PROJECT_ROOT / "config" / "lazarus_pit.json"
|
||||
|
||||
assert doc.exists(), "expected mission cell spec doc"
|
||||
assert config.exists(), "expected lazarus pit config"
|
||||
|
||||
content = doc.read_text()
|
||||
for snippet in [
|
||||
"/var/missions/<uuid>/",
|
||||
"meta/mission.json",
|
||||
"config/cell.json",
|
||||
"state/heartbeat.json",
|
||||
"logs/daemon.log",
|
||||
"artifacts/",
|
||||
"worktree/",
|
||||
]:
|
||||
assert snippet in content
|
||||
25
tests/test_night_shift_prediction_report.py
Normal file
25
tests/test_night_shift_prediction_report.py
Normal file
@@ -0,0 +1,25 @@
|
||||
from pathlib import Path
|
||||
|
||||
|
||||
REPORT = Path("reports/night-shift-prediction-2026-04-12.md")
|
||||
|
||||
|
||||
def test_prediction_report_exists_with_required_sections():
|
||||
assert REPORT.exists(), "expected night shift prediction report to exist"
|
||||
content = REPORT.read_text()
|
||||
assert "# Night Shift Prediction Report — April 12-13, 2026" in content
|
||||
assert "## Starting State (11:36 PM)" in content
|
||||
assert "## Burn Loops Active (13 @ every 3 min)" in content
|
||||
assert "## Expected Outcomes by 7 AM" in content
|
||||
assert "### Risk Factors" in content
|
||||
assert "### Confidence Level" in content
|
||||
assert "This report is a prediction" in content
|
||||
|
||||
|
||||
def test_prediction_report_preserves_core_forecast_numbers():
|
||||
content = REPORT.read_text()
|
||||
assert "Total expected API calls: ~2,010" in content
|
||||
assert "Total commits pushed: ~800-1,200" in content
|
||||
assert "Total PRs created: ~150-250" in content
|
||||
assert "the-nexus | 30-50 | 200-300" in content
|
||||
assert "Generated: 2026-04-12 23:36 EDT" in content
|
||||
Reference in New Issue
Block a user