feat(01-07): audit prepared fidelity materials and strict human acceptance

This commit is contained in:
UnixNight committed 2026-11-13 12:17:46 -05:00
1 parent d78b13566d
commit 026def9c5a
6 files changed
+459 -5

No files matched your search

+61 -2
View File
@@ -9,6 +9,7 @@ import unittest
from unittest import mock
import test_fidelity_scenarios
import test_fidelity_checkpoint
ROOT = Path(__file__).resolve().parents[1]
sys.path.insert(0, str(ROOT / 'tools/recon'))
@@ -36,7 +37,8 @@ class AcceptanceTests(unittest.TestCase):
self.package['build'] = {'source': {k: identity['source'][k]
for k in ('commit', 'dirty', 'diff_sha256')}}
# Bind real hashed metadata files in the test instead of accepting labels.
for key, data in [('package', {'source': self.package['build']['source']}),
for key, data in [('original_pre', {'tree_sha256': 'c' * 64}),
('package', {'source': self.package['build']['source']}),
('resources', self.package['resources'])]:
path = self.record_root / (key + '.json')
path.write_bytes(receipts.canonical_bytes(data))
@@ -81,7 +83,6 @@ class AcceptanceTests(unittest.TestCase):
for path in self.record_root.iterdir():
if path.is_file() and root != self.record_root:
(root / path.name).write_bytes(path.read_bytes())
value['identity']['original_pre']['tree_sha256'] = 'c' * 64
records.append((value, root))
review = copy.deepcopy(self.review)
review['receipt_ids'] = [r['receipt_id'] for r, _ in records]
@@ -104,6 +105,24 @@ class AcceptanceTests(unittest.TestCase):
self.package['resources']['assets']['tree_sha256'] = '0' * 64
self.assertTrue(self.audit()['errors'])
def test_windows_seal_source_and_resource_format_is_supported(self):
source = self.record['identity']['source']
self.record['identity']['source'] = dict(self.record['identity']['package'],
**{k: source[k] for k in ('commit', 'dirty', 'diff_sha256')})
self.record['identity']['resources'] = self.record['identity']['package']
self.package['build']['source']['status_sha256'] = 'not copied into receipt'
path = self.record_root / 'package.json'
path.write_bytes(receipts.canonical_bytes({'source': self.package['build']['source']}))
updated = dict(receipts.identify_file(path), path=path.name)
self.package['seal'] = updated
for key in ('package', 'resources', 'source'):
self.record['identity'][key].update(updated)
self.assertEqual(self.audit()['matrix']['accepted'], 1)
def test_mismatched_source_revision_rejected(self):
self.record['identity']['source']['commit'] = 'wrong revision'
self.assertTrue(self.audit()['errors'])
def test_synthetic_original_rejected(self):
self.record['artifacts'][0]['synthetic'] = True
self.assertEqual(self.audit()['matrix']['accepted'], 0)
@@ -164,3 +183,43 @@ class AcceptanceTests(unittest.TestCase):
with mock.patch.object(self.api(), 'preflight', return_value={'status': 'ready'}):
with self.assertRaises((ValueError, FileNotFoundError)):
self.api().ready(self.root)
def prepared(self):
fixture = test_fidelity_checkpoint.FidelityCheckpoint()
fixture.setUp()
self.addCleanup(fixture.doCleanups)
fixture.prepare()
root = fixture.output
manifest = receipts.read_json(root / 'manifest.json')
manifest['tooling_only'] = False
(root / 'manifest.json').write_bytes(receipts.canonical_bytes(manifest))
prepared = receipts.read_json(root / 'READY.json')
prepared['manifest'] = dict(receipts.identify_file(root / 'manifest.json'), path='manifest.json')
(root / 'READY.json').write_bytes(receipts.canonical_bytes(prepared))
return root, manifest
def test_ready_validates_all_materials_separately_from_acceptance(self):
root, manifest = self.prepared()
with mock.patch.object(self.api(), '_package', side_effect=lambda _, rid, __: manifest['packages'][rid]):
report = self.api().ready(root)
self.assertTrue(report['materials_ready'])
self.assertEqual(report['acceptance'], 'human_needed')
def test_ready_rejects_tampered_final_checklist(self):
root, _ = self.prepared()
(root / 'docs/evidence/checkpoint-session.md').write_text('changed')
with self.assertRaises(ValueError):
self.api().ready(root)
def test_audit_explicit_selection_reads_actual_failed_linux_hashes(self):
root, manifest = self.prepared()
source = ROOT / 'artifacts/fidelity/linux-current-receipts/linux-01-06-matrix-preflight-linux'
paths = []
if source.exists():
imported = receipts.import_receipt(source / 'receipt.json', source, root / 'results/imported')
paths.append(Path(imported['path']).relative_to(root / 'results').as_posix())
(root / 'results/current.json').write_bytes(receipts.canonical_bytes({'receipts': paths}))
with mock.patch.object(self.api(), '_package', side_effect=lambda _, rid, __: manifest['packages'][rid]):
report = self.api().audit(root, root / 'results')
self.assertEqual(report['acceptance'], 'human_needed')
self.assertEqual(report['matrix']['accepted'], 0)
+1 -1
View File
@@ -164,7 +164,7 @@ class FidelityCheckpoint(unittest.TestCase):
def test_complete_session_materials_and_eighty_windows_obligations(self):
self.prepare()
for name in ('tests/fidelity-windows.Tests.ps1', 'docs/evidence/windows-session.md',
for name in (*self.api().MATERIALS,
'protocol/annotation-template.json', 'protocol/settings-template.json'):
self.assertTrue((self.output / name).is_file(), 'complete session material missing: ' + name)
agenda = receipts.read_json(self.output / 'protocol/agenda.json')