diff --git a/tests/test_fidelity_ledger.py b/tests/test_fidelity_ledger.py index 5b9cea3..fa3322d 100644 --- a/tests/test_fidelity_ledger.py +++ b/tests/test_fidelity_ledger.py @@ -205,6 +205,74 @@ class LedgerTests(unittest.TestCase): row['evidence'] = [evidence('old', status='historical'), evidence('old', status='superseded')] with self.assertRaises(ValueError): self.api().validate_ledger(ledger(row), ROOT) + def test_full_game_has_33_requirements_and_six_groups(self): + api = self.api() + model = json.loads(LEDGER.read_text()) + required = set(__import__('re').findall(r'^- \[[ x]\] \*\*([A-Z]+-[0-9]{2})\*\*:', + (ROOT / '.planning/REQUIREMENTS.md').read_text(), __import__('re').M)) + mapped = {req for row in model['capabilities'] for req in row['requirement_ids']} + self.assertEqual(mapped, required, 'Every full-game requirement needs capability coverage') + counts = api.validate_ledger(model, ROOT, ROOT / '.planning/REQUIREMENTS.md') + self.assertEqual((counts['requirements'], counts['unmapped'], counts['groups']), (33, 0, 6)) + + def test_unmapped_requirements_fail_full_validation(self): + with self.assertRaises(ValueError): + self.api().validate_ledger(ledger(capability()), ROOT, ROOT / '.planning/REQUIREMENTS.md') + + def test_unimplemented_required_rows_remain_visible_and_open(self): + model = json.loads(LEDGER.read_text()) + rows = [row for row in model['capabilities'] if row['implementation']['status'] == 'unimplemented'] + self.assertTrue(rows, 'Unimplemented full-game work must be visible') + self.assertTrue(all(row['acceptance']['status'] == 'open' for row in rows)) + self.assertIn('CAMP-03', {req for row in rows for req in row['requirement_ids']}) + + def test_checkpoint_source_rows_are_exhaustively_reconciled(self): + api = self.api() + data = json.loads(LEDGER.read_text()) + self.assertIn('reconciliation', data, 'Checkpoint source-row accounting must be explicit') + expected = api.checkpoint_rows(ROOT / 'docs/checkpoint/coverage.md') + self.assertGreaterEqual(len(expected), 32) + self.assertEqual({r['source_row']: r['source_sha256'] for r in data['reconciliation']}, expected) + data['reconciliation'].pop() + with self.assertRaises(ValueError): api.validate_ledger(data, ROOT, ROOT / '.planning/REQUIREMENTS.md') + + def test_discrepancy_impact_and_stable_ties(self): + api = self.api() + row = capability() + row['discrepancies'] = [{'id': name, 'impact': impact, 'summary': name} + for name, impact in [('z', 'missing_verification'), ('b', 'blocking'), + ('a', 'blocking'), ('d', 'subtle'), ('c', 'disruptive')]] + actual = api.export_ledger(ledger(row), ROOT)['capabilities'][0]['discrepancies'] + self.assertEqual([r['id'] for r in actual], ['a', 'b', 'c', 'd', 'z']) + + def test_unknown_scenario_and_missing_critical_fields_fail(self): + api = self.api() + row = capability() + row['scenario_ids'] = ['invented-scenario'] + with self.assertRaises(ValueError): api.validate_ledger(ledger(row), ROOT) + for key in ('summary', 'verified_scope', 'implementation', 'acceptance', 'source_links'): + broken = capability() + del broken[key] + with self.assertRaises(ValueError): api.validate_ledger(ledger(broken), ROOT) + + def test_generated_readme_exactly_matches_authoritative_model(self): + api = self.api() + self.assertEqual((ROOT / 'docs/evidence/README.md').read_text(), + api.render_markdown(json.loads(LEDGER.read_text()), ROOT)) + + def test_local_artifact_tamper_fails_validation(self): + api = self.api() + with tempfile.TemporaryDirectory(dir=ROOT / 'artifacts') as temporary: + artifact = Path(temporary) / 'proof.log' + artifact.write_text('original fixture log') + import hashlib + row = capability() + row['evidence'][0]['artifacts'] = [{'path': artifact.relative_to(ROOT).as_posix(), + 'sha256': hashlib.sha256(artifact.read_bytes()).hexdigest(), 'size': artifact.stat().st_size}] + api.validate_ledger(ledger(row), ROOT) + artifact.write_text('tampered fixture log') + with self.assertRaises(ValueError): api.validate_ledger(ledger(row), ROOT) + if __name__ == '__main__': unittest.main()