feat(01-07): audit prepared fidelity materials and strict human acceptance
This commit is contained in:
1 parent
d78b13566d
commit
026def9c5a
6 files changed
+459
-5
No files matched your search
@@ -9,6 +9,7 @@ import unittest
|
||||
from unittest import mock
|
||||
|
||||
import test_fidelity_scenarios
|
||||
import test_fidelity_checkpoint
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
sys.path.insert(0, str(ROOT / 'tools/recon'))
|
||||
@@ -36,7 +37,8 @@ class AcceptanceTests(unittest.TestCase):
|
||||
self.package['build'] = {'source': {k: identity['source'][k]
|
||||
for k in ('commit', 'dirty', 'diff_sha256')}}
|
||||
# Bind real hashed metadata files in the test instead of accepting labels.
|
||||
for key, data in [('package', {'source': self.package['build']['source']}),
|
||||
for key, data in [('original_pre', {'tree_sha256': 'c' * 64}),
|
||||
('package', {'source': self.package['build']['source']}),
|
||||
('resources', self.package['resources'])]:
|
||||
path = self.record_root / (key + '.json')
|
||||
path.write_bytes(receipts.canonical_bytes(data))
|
||||
@@ -81,7 +83,6 @@ class AcceptanceTests(unittest.TestCase):
|
||||
for path in self.record_root.iterdir():
|
||||
if path.is_file() and root != self.record_root:
|
||||
(root / path.name).write_bytes(path.read_bytes())
|
||||
value['identity']['original_pre']['tree_sha256'] = 'c' * 64
|
||||
records.append((value, root))
|
||||
review = copy.deepcopy(self.review)
|
||||
review['receipt_ids'] = [r['receipt_id'] for r, _ in records]
|
||||
@@ -104,6 +105,24 @@ class AcceptanceTests(unittest.TestCase):
|
||||
self.package['resources']['assets']['tree_sha256'] = '0' * 64
|
||||
self.assertTrue(self.audit()['errors'])
|
||||
|
||||
def test_windows_seal_source_and_resource_format_is_supported(self):
|
||||
source = self.record['identity']['source']
|
||||
self.record['identity']['source'] = dict(self.record['identity']['package'],
|
||||
**{k: source[k] for k in ('commit', 'dirty', 'diff_sha256')})
|
||||
self.record['identity']['resources'] = self.record['identity']['package']
|
||||
self.package['build']['source']['status_sha256'] = 'not copied into receipt'
|
||||
path = self.record_root / 'package.json'
|
||||
path.write_bytes(receipts.canonical_bytes({'source': self.package['build']['source']}))
|
||||
updated = dict(receipts.identify_file(path), path=path.name)
|
||||
self.package['seal'] = updated
|
||||
for key in ('package', 'resources', 'source'):
|
||||
self.record['identity'][key].update(updated)
|
||||
self.assertEqual(self.audit()['matrix']['accepted'], 1)
|
||||
|
||||
def test_mismatched_source_revision_rejected(self):
|
||||
self.record['identity']['source']['commit'] = 'wrong revision'
|
||||
self.assertTrue(self.audit()['errors'])
|
||||
|
||||
def test_synthetic_original_rejected(self):
|
||||
self.record['artifacts'][0]['synthetic'] = True
|
||||
self.assertEqual(self.audit()['matrix']['accepted'], 0)
|
||||
@@ -164,3 +183,43 @@ class AcceptanceTests(unittest.TestCase):
|
||||
with mock.patch.object(self.api(), 'preflight', return_value={'status': 'ready'}):
|
||||
with self.assertRaises((ValueError, FileNotFoundError)):
|
||||
self.api().ready(self.root)
|
||||
|
||||
def prepared(self):
|
||||
fixture = test_fidelity_checkpoint.FidelityCheckpoint()
|
||||
fixture.setUp()
|
||||
self.addCleanup(fixture.doCleanups)
|
||||
fixture.prepare()
|
||||
root = fixture.output
|
||||
manifest = receipts.read_json(root / 'manifest.json')
|
||||
manifest['tooling_only'] = False
|
||||
(root / 'manifest.json').write_bytes(receipts.canonical_bytes(manifest))
|
||||
prepared = receipts.read_json(root / 'READY.json')
|
||||
prepared['manifest'] = dict(receipts.identify_file(root / 'manifest.json'), path='manifest.json')
|
||||
(root / 'READY.json').write_bytes(receipts.canonical_bytes(prepared))
|
||||
return root, manifest
|
||||
|
||||
def test_ready_validates_all_materials_separately_from_acceptance(self):
|
||||
root, manifest = self.prepared()
|
||||
with mock.patch.object(self.api(), '_package', side_effect=lambda _, rid, __: manifest['packages'][rid]):
|
||||
report = self.api().ready(root)
|
||||
self.assertTrue(report['materials_ready'])
|
||||
self.assertEqual(report['acceptance'], 'human_needed')
|
||||
|
||||
def test_ready_rejects_tampered_final_checklist(self):
|
||||
root, _ = self.prepared()
|
||||
(root / 'docs/evidence/checkpoint-session.md').write_text('changed')
|
||||
with self.assertRaises(ValueError):
|
||||
self.api().ready(root)
|
||||
|
||||
def test_audit_explicit_selection_reads_actual_failed_linux_hashes(self):
|
||||
root, manifest = self.prepared()
|
||||
source = ROOT / 'artifacts/fidelity/linux-current-receipts/linux-01-06-matrix-preflight-linux'
|
||||
paths = []
|
||||
if source.exists():
|
||||
imported = receipts.import_receipt(source / 'receipt.json', source, root / 'results/imported')
|
||||
paths.append(Path(imported['path']).relative_to(root / 'results').as_posix())
|
||||
(root / 'results/current.json').write_bytes(receipts.canonical_bytes({'receipts': paths}))
|
||||
with mock.patch.object(self.api(), '_package', side_effect=lambda _, rid, __: manifest['packages'][rid]):
|
||||
report = self.api().audit(root, root / 'results')
|
||||
self.assertEqual(report['acceptance'], 'human_needed')
|
||||
self.assertEqual(report['matrix']['accepted'], 0)
|
||||
@@ -164,7 +164,7 @@ class FidelityCheckpoint(unittest.TestCase):
|
||||
|
||||
def test_complete_session_materials_and_eighty_windows_obligations(self):
|
||||
self.prepare()
|
||||
for name in ('tests/fidelity-windows.Tests.ps1', 'docs/evidence/windows-session.md',
|
||||
for name in (*self.api().MATERIALS,
|
||||
'protocol/annotation-template.json', 'protocol/settings-template.json'):
|
||||
self.assertTrue((self.output / name).is_file(), 'complete session material missing: ' + name)
|
||||
agenda = receipts.read_json(self.output / 'protocol/agenda.json')
|
||||
|
||||
Reference in new issue
Block a user