feat(01-01): enforce eight-cell scenario and native evidence completeness
This commit is contained in:
1 parent
cc4a5a3e92
commit
32a72654e8
5 files changed
+430
-22
No files matched your search
@@ -93,9 +93,13 @@ class FidelityScenarios(unittest.TestCase):
|
||||
identity[key] = dict(api.identify_file(d / 'setup.txt'), path='setup.txt')
|
||||
identity['source'].update(commit='a' * 40, dirty=False, diff_sha256='b' * 64)
|
||||
required = api.required_events(p, c, obligation)
|
||||
events = [dict(name=name, artifact='video.txt', media_seconds=index,
|
||||
elapsed_seconds=index, method='manual', uncertainty_seconds=.1)
|
||||
events = [dict(name=name, artifact='video.txt', media_seconds=index + 2,
|
||||
elapsed_seconds=index + 2, method='manual', uncertainty_seconds=.1)
|
||||
for index, name in enumerate(required)]
|
||||
if c['lifetime'] == 'retained':
|
||||
events = [dict(name=name, artifact='setup.txt', media_seconds=index,
|
||||
elapsed_seconds=index, method='manual', uncertainty_seconds=.1)
|
||||
for index, name in enumerate(('prerequisite_departure', 'prerequisite_return'))] + events
|
||||
value = {'schema_version': 1, 'receipt_id': d.name, 'session_id': d.name,
|
||||
'case_id': cell, 'obligation_id': obligation, 'evidence_kind': kind,
|
||||
'status': 'reviewed', 'historical': False, 'scope': obligation,
|
||||
@@ -112,7 +116,8 @@ class FidelityScenarios(unittest.TestCase):
|
||||
'wrapper_settings': {'description': 'unit fixture only'},
|
||||
'continuity': {'lifetime_id': d.name, 'departure_session_id': d.name,
|
||||
'return_session_id': d.name, 'prerequisite_artifact': 'setup.txt',
|
||||
'copy_pre_sha256': 'a' * 64, 'retained_copy_sha256': 'b' * 64}}
|
||||
'copy_pre_sha256': identity['copy_pre']['sha256'],
|
||||
'retained_copy_sha256': identity['copy_post']['sha256']}}
|
||||
return value, d
|
||||
|
||||
def test_identified_metadata_cell_can_cover_one_obligation(self):
|
||||
@@ -195,6 +200,31 @@ class FidelityScenarios(unittest.TestCase):
|
||||
self.assertEqual(p['event_contract']['simulation_ticks'], 'separate_port_only')
|
||||
self.assertEqual(p['event_contract']['original_method'], ['manual', 'procedural'])
|
||||
|
||||
def test_all_120_metadata_slots_are_counted_independently(self):
|
||||
p = self.protocol()
|
||||
records = [self.receipt(c['id'], o, side['evidence_kind'], side['os'])
|
||||
for c in p['cells'] for o in c['obligations'] for side in p['required_sides']]
|
||||
result = api.audit_scenarios(p, records)
|
||||
self.assertEqual(result['invalid'], [])
|
||||
self.assertEqual(result['accepted'], 120)
|
||||
self.assertTrue(result['complete'])
|
||||
|
||||
def test_duplicate_slot_cannot_replace_another_case(self):
|
||||
value, root = self.receipt()
|
||||
result = api.audit_scenarios(self.protocol(), [(value, root), (value, root)])
|
||||
self.assertEqual(result['accepted'], 0)
|
||||
self.assertTrue(result['invalid'])
|
||||
|
||||
def test_retained_prerequisite_must_have_observed_departure_and_return(self):
|
||||
value, root = self.receipt()
|
||||
value['events'] = [e for e in value['events'] if e['name'] != 'prerequisite_departure']
|
||||
self.assertEqual(api.audit_scenarios(self.protocol(), [(value, root)])['accepted'], 0)
|
||||
|
||||
def test_retained_copy_hash_must_bind_identified_bytes(self):
|
||||
value, root = self.receipt()
|
||||
value['continuity']['retained_copy_sha256'] = 'f' * 64
|
||||
self.assertEqual(api.audit_scenarios(self.protocol(), [(value, root)])['accepted'], 0)
|
||||
|
||||
|
||||
if __name__ == '__main__':
|
||||
unittest.main()
|
||||
@@ -8,6 +8,7 @@ import subprocess
|
||||
import sys
|
||||
import tempfile
|
||||
import unittest
|
||||
import wave
|
||||
from unittest import mock
|
||||
|
||||
ROOT = Path(__file__).resolve().parents[1]
|
||||
@@ -50,11 +51,13 @@ class FidelitySessions(unittest.TestCase):
|
||||
api = self.api()
|
||||
bundle = self.base / 'synthetic-pair'
|
||||
bundle.mkdir(exist_ok=True)
|
||||
for name in ('original.txt', 'port.txt'):
|
||||
(bundle / name).write_text('explicitly synthetic paired media fixture')
|
||||
for name in ('original.wav', 'port.wav'):
|
||||
with wave.open(str(bundle / name), 'wb') as audio:
|
||||
audio.setparams((1, 2, 8000, 0, 'NONE', 'not compressed'))
|
||||
audio.writeframes(b'\0\0' * 800)
|
||||
artifacts = [dict(api.identify_file(bundle / name), role=role, path=name,
|
||||
synthetic=True) for name, role in
|
||||
[('original.txt', 'original_video'), ('port.txt', 'port_video')]]
|
||||
[('original.wav', 'original_audio'), ('port.wav', 'port_audio')]]
|
||||
value = {'schema_version': 1, 'receipt_id': receipt_id,
|
||||
'session_id': 'test-session', 'case_id': 'test-only',
|
||||
'evidence_kind': 'synthetic', 'status': 'captured',
|
||||
@@ -189,7 +192,7 @@ class FidelitySessions(unittest.TestCase):
|
||||
|
||||
def test_tampered_artifact_rejected(self):
|
||||
bundle, _, value = self.fixture_receipt()
|
||||
(bundle / 'original.txt').write_text('tampered')
|
||||
(bundle / 'original.wav').write_text('tampered')
|
||||
with self.assertRaises(ValueError): self.api().validate_receipt(value, bundle)
|
||||
|
||||
def test_duplicate_import_identical_only(self):
|
||||
@@ -233,8 +236,8 @@ class FidelitySessions(unittest.TestCase):
|
||||
|
||||
def test_relative_artifact_symlink_escape_rejected(self):
|
||||
bundle, _, value = self.fixture_receipt()
|
||||
(bundle / 'original.txt').unlink()
|
||||
(bundle / 'original.txt').symlink_to(self.manifest)
|
||||
(bundle / 'original.wav').unlink()
|
||||
(bundle / 'original.wav').symlink_to(self.manifest)
|
||||
with self.assertRaises(ValueError): self.api().validate_receipt(value, bundle)
|
||||
|
||||
def test_bad_schema_and_oversized_json_rejected_by_cli(self):
|
||||
@@ -254,13 +257,34 @@ class FidelitySessions(unittest.TestCase):
|
||||
self.assertIn('Historical Wine/component', result['recorded_scope'])
|
||||
self.assertTrue(any('resources absent' in s for s in result['missing_evidence']))
|
||||
|
||||
def test_import_rejects_case_aliased_directory_components(self):
|
||||
bundle, _, value = self.fixture_receipt()
|
||||
(bundle / 'Media').mkdir()
|
||||
(bundle / 'media').mkdir()
|
||||
(bundle / 'Media/a.wav').write_bytes(b'a')
|
||||
(bundle / 'media/b.wav').write_bytes(b'b')
|
||||
value['artifacts'] = [dict(self.api().identify_file(bundle / path), path=path,
|
||||
role='test', synthetic=True)
|
||||
for path in ('Media/a.wav', 'media/b.wav')]
|
||||
with self.assertRaises(ValueError): self.api().validate_receipt(value, bundle)
|
||||
|
||||
def test_imported_receipt_metadata_tampering_fails_cli(self):
|
||||
bundle, path, _ = self.fixture_receipt()
|
||||
out = self.base / 'test-index'
|
||||
result = self.api().import_receipt(path, bundle, out)
|
||||
stored = Path(result['path'])
|
||||
value = json.loads(stored.read_text())
|
||||
value['limitations'].append('changed metadata')
|
||||
stored.write_text(json.dumps(value))
|
||||
self.assertNotEqual(self.cli('validate', stored, '--root', stored.parent).returncode, 0)
|
||||
|
||||
def test_cli_hostile_output_and_tampering_exit_nonzero(self):
|
||||
result = self.cli('stage', '--source', self.original, '--manifest', self.manifest,
|
||||
'--output', self.original / 'illegal', '--session-id', 'new')
|
||||
self.assertNotEqual(result.returncode, 0)
|
||||
self.assertFalse((self.original / 'illegal').exists())
|
||||
bundle, path, _ = self.fixture_receipt()
|
||||
(bundle / 'port.txt').write_text('changed')
|
||||
(bundle / 'port.wav').write_text('changed')
|
||||
self.assertNotEqual(self.cli('import', path, '--root', bundle,
|
||||
'--output', self.base / 'test-index').returncode, 0)
|
||||
path.write_bytes(b' ' * (4 * 1024 * 1024 + 1))
|
||||
|
||||
Reference in new issue
Block a user