35 lines
1.1 KiB
Python
35 lines
1.1 KiB
Python
from pathlib import Path
|
|
|
|
|
|
REPORT = Path("reports/evaluations/2026-04-06-mempalace-evaluation.md")
|
|
|
|
|
|
def _content() -> str:
|
|
return REPORT.read_text()
|
|
|
|
|
|
def test_mempalace_evaluation_report_exists() -> None:
|
|
assert REPORT.exists()
|
|
|
|
|
|
def test_mempalace_evaluation_report_has_completed_sections() -> None:
|
|
content = _content()
|
|
assert "# MemPalace Integration Evaluation Report" in content
|
|
assert "## Executive Summary" in content
|
|
assert "## Benchmark Findings" in content
|
|
assert "## Before vs After Evaluation" in content
|
|
assert "## Live Mining Results" in content
|
|
assert "## Independent Verification" in content
|
|
assert "## Operational Gotchas" in content
|
|
assert "## Recommendation" in content
|
|
|
|
|
|
def test_mempalace_evaluation_report_uses_real_issue_reference_and_metrics() -> None:
|
|
content = _content()
|
|
assert "#568" in content
|
|
assert "#[NUMBER]" not in content
|
|
assert "5,198 drawers" in content
|
|
assert "~785 tokens" in content
|
|
assert "238 tokens" in content
|
|
assert "interactive even with `--yes`" in content or "interactive even with --yes" in content
|