test(01-03): require complete game and checkpoint source coverage

This commit is contained in:
UnixNight committed 2026-11-12 19:58:32 -05:00
1 parent e6713ead48
commit c21ed7d7a2
1 file changed
+68
+68
View File
@@ -205,6 +205,74 @@ class LedgerTests(unittest.TestCase):
row['evidence'] = [evidence('old', status='historical'), evidence('old', status='superseded')] row['evidence'] = [evidence('old', status='historical'), evidence('old', status='superseded')]
with self.assertRaises(ValueError): self.api().validate_ledger(ledger(row), ROOT) with self.assertRaises(ValueError): self.api().validate_ledger(ledger(row), ROOT)
def test_full_game_has_33_requirements_and_six_groups(self):
api = self.api()
model = json.loads(LEDGER.read_text())
required = set(__import__('re').findall(r'^- \[[ x]\] \*\*([A-Z]+-[0-9]{2})\*\*:',
(ROOT / '.planning/REQUIREMENTS.md').read_text(), __import__('re').M))
mapped = {req for row in model['capabilities'] for req in row['requirement_ids']}
self.assertEqual(mapped, required, 'Every full-game requirement needs capability coverage')
counts = api.validate_ledger(model, ROOT, ROOT / '.planning/REQUIREMENTS.md')
self.assertEqual((counts['requirements'], counts['unmapped'], counts['groups']), (33, 0, 6))
def test_unmapped_requirements_fail_full_validation(self):
with self.assertRaises(ValueError):
self.api().validate_ledger(ledger(capability()), ROOT, ROOT / '.planning/REQUIREMENTS.md')
def test_unimplemented_required_rows_remain_visible_and_open(self):
model = json.loads(LEDGER.read_text())
rows = [row for row in model['capabilities'] if row['implementation']['status'] == 'unimplemented']
self.assertTrue(rows, 'Unimplemented full-game work must be visible')
self.assertTrue(all(row['acceptance']['status'] == 'open' for row in rows))
self.assertIn('CAMP-03', {req for row in rows for req in row['requirement_ids']})
def test_checkpoint_source_rows_are_exhaustively_reconciled(self):
api = self.api()
data = json.loads(LEDGER.read_text())
self.assertIn('reconciliation', data, 'Checkpoint source-row accounting must be explicit')
expected = api.checkpoint_rows(ROOT / 'docs/checkpoint/coverage.md')
self.assertGreaterEqual(len(expected), 32)
self.assertEqual({r['source_row']: r['source_sha256'] for r in data['reconciliation']}, expected)
data['reconciliation'].pop()
with self.assertRaises(ValueError): api.validate_ledger(data, ROOT, ROOT / '.planning/REQUIREMENTS.md')
def test_discrepancy_impact_and_stable_ties(self):
api = self.api()
row = capability()
row['discrepancies'] = [{'id': name, 'impact': impact, 'summary': name}
for name, impact in [('z', 'missing_verification'), ('b', 'blocking'),
('a', 'blocking'), ('d', 'subtle'), ('c', 'disruptive')]]
actual = api.export_ledger(ledger(row), ROOT)['capabilities'][0]['discrepancies']
self.assertEqual([r['id'] for r in actual], ['a', 'b', 'c', 'd', 'z'])
def test_unknown_scenario_and_missing_critical_fields_fail(self):
api = self.api()
row = capability()
row['scenario_ids'] = ['invented-scenario']
with self.assertRaises(ValueError): api.validate_ledger(ledger(row), ROOT)
for key in ('summary', 'verified_scope', 'implementation', 'acceptance', 'source_links'):
broken = capability()
del broken[key]
with self.assertRaises(ValueError): api.validate_ledger(ledger(broken), ROOT)
def test_generated_readme_exactly_matches_authoritative_model(self):
api = self.api()
self.assertEqual((ROOT / 'docs/evidence/README.md').read_text(),
api.render_markdown(json.loads(LEDGER.read_text()), ROOT))
def test_local_artifact_tamper_fails_validation(self):
api = self.api()
with tempfile.TemporaryDirectory(dir=ROOT / 'artifacts') as temporary:
artifact = Path(temporary) / 'proof.log'
artifact.write_text('original fixture log')
import hashlib
row = capability()
row['evidence'][0]['artifacts'] = [{'path': artifact.relative_to(ROOT).as_posix(),
'sha256': hashlib.sha256(artifact.read_bytes()).hexdigest(), 'size': artifact.stat().st_size}]
api.validate_ledger(ledger(row), ROOT)
artifact.write_text('tampered fixture log')
with self.assertRaises(ValueError): api.validate_ledger(ledger(row), ROOT)
if __name__ == '__main__': if __name__ == '__main__':
unittest.main() unittest.main()