test(01-05): require complete Windows session materials and open results
This commit is contained in:
1 parent
61123394e0
commit
818191c90c
1 file changed
+66
@@ -162,6 +162,72 @@ class FidelityCheckpoint(unittest.TestCase):
|
||||
self.assertIn('dxwnd', ' '.join(report['failures']))
|
||||
self.assertEqual(report['acceptance']['state'], 'open')
|
||||
|
||||
def test_complete_session_materials_and_eighty_windows_obligations(self):
|
||||
self.prepare()
|
||||
for name in ('tests/fidelity-windows.Tests.ps1', 'docs/evidence/windows-session.md',
|
||||
'protocol/annotation-template.json', 'protocol/settings-template.json'):
|
||||
self.assertTrue((self.output / name).is_file(), 'complete session material missing: ' + name)
|
||||
agenda = receipts.read_json(self.output / 'protocol/agenda.json')
|
||||
self.assertEqual(len(agenda['runs']), 80)
|
||||
self.assertEqual(len({r['case_id'] for r in agenda['runs']}), 8)
|
||||
self.assertEqual(len({r['obligation_id'] for r in agenda['runs']}), 5)
|
||||
self.assertEqual({r['side'] for r in agenda['runs']},
|
||||
{'original-windows-dxwnd', 'port-windows-native'})
|
||||
|
||||
def test_skip_abort_remain_open_schema_valid_results(self):
|
||||
self.prepare()
|
||||
for status in ('skipped', 'aborted'):
|
||||
run = self.base / status
|
||||
run.mkdir()
|
||||
record = self.api().fixture_result(self.output, run, 'test-' + status,
|
||||
'fresh-skipped-edge', 'bank-left', [], status=status)
|
||||
self.assertEqual(record['status'], status)
|
||||
self.assertFalse(receipts.validate_receipt(record, run)['accepted'])
|
||||
|
||||
def test_prepared_materials_never_close_runtime_matrix(self):
|
||||
self.prepare()
|
||||
protocol = receipts.read_json(self.output / 'protocol/scenarios.json')
|
||||
report = receipts.audit_receipt_tree(protocol, self.output / 'results')
|
||||
self.assertEqual(report['accepted'], 0)
|
||||
self.assertEqual(report['required'], 120)
|
||||
self.assertFalse(report['complete'])
|
||||
|
||||
def test_synthetic_packages_rejected_for_real_checkpoint(self):
|
||||
self.prepare()
|
||||
with self.assertRaisesRegex(ValueError, 'Synthetic'):
|
||||
self.api().prepare_checkpoint(self.original, self.manifest, self.packages,
|
||||
self.base / 'runtime', tooling=False)
|
||||
|
||||
def test_tampered_ready_manifest_rejected(self):
|
||||
self.prepare()
|
||||
(self.output / 'manifest.json').write_text('{}')
|
||||
with self.assertRaisesRegex(ValueError, 'Manifest'): self.api().preflight(self.output)
|
||||
|
||||
def test_added_immutable_material_rejected(self):
|
||||
self.prepare()
|
||||
(self.output / 'port/win-x64/unreviewed.exe').write_bytes(b'do not execute')
|
||||
with self.assertRaisesRegex(ValueError, 'Unexpected'): self.api().preflight(self.output)
|
||||
|
||||
def test_mutable_results_allowed_without_weakening_materials(self):
|
||||
self.prepare()
|
||||
(self.output / 'results/raw.mkv').write_bytes(b'synthetic')
|
||||
self.assertEqual(self.api().preflight(self.output)['status'], 'ready')
|
||||
|
||||
def test_unknown_case_scope_rejected(self):
|
||||
self.prepare()
|
||||
run = self.base / 'unknown-result'
|
||||
run.mkdir()
|
||||
with self.assertRaises(ValueError):
|
||||
self.api().fixture_result(self.output, run, 'test-unknown', 'invented', 'continuous', [])
|
||||
|
||||
def test_symlink_ancestor_rejected_before_writes(self):
|
||||
alias = self.base / 'alias'
|
||||
target = self.base / 'target'
|
||||
target.mkdir()
|
||||
alias.symlink_to(target, target_is_directory=True)
|
||||
with self.assertRaises(ValueError): self.prepare(alias / 'new')
|
||||
self.assertFalse((target / 'new').exists())
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
Reference in new issue
Block a user