Source tests/test_additive.py
"""Additive output moments, independent certificates, and Storm integration."""from fractions import Fractionimport jsonimport osfrom pathlib import Pathimport subprocessimport sysimport tempfileimport unittestfrom test_results import generate, kernelfrom test_export import ROOTsys.path.insert(0, str(ROOT / 'tools'))import storm_additiveGEOMETRIC = 'let f = rec f u => if flip(0.5) then 0 else 1 + f u in f ()'class AdditiveTests(unittest.TestCase):    def test_native_certificate_and_tampering(self):        with tempfile.TemporaryDirectory() as tmp:            result, prefix = generate(Path(tmp), GEOMETRIC, 'source', '--max-states', '100', additive=True)            self.assertEqual(result.returncode, 0, result.stderr)            data = json.loads(Path(str(prefix) + '.result.json').read_text())            self.assertFalse(data['kernel_checked'])            self.assertEqual(data['termination_statistics_scope'], 'graph')            self.assertEqual((data['return_mass'], data['answer'], data['second_moment'],                              data['conditional_variance']), ('1', '1', '3', '2'))            self.assertLess(data['states'], 100)            certificate = Path(str(prefix) + '.result.lean')            checked = kernel(certificate)            self.assertEqual(checked.returncode, 0, checked.stdout + checked.stderr)            self.assertNotIn('sorryAx', checked.stdout)            text = certificate.read_text()            self.assertNotIn("boundFirstValues", text)            self.assertNotIn("bounds :=", text)            self.assertNotIn("moments_valid :=", text)            for name, value in [('firstValues', '12345'), ('massValues', '0'),                                ('secondValues', '0')]:                changed = text.replace(f'def {name} :', f'def original_{name} :', 1)                changed = changed.replace('def certificate :',                    f'def {name} : Vector Rat model.size := Vector.replicate model.size {value}\n\n'                    'def certificate :', 1)                self.assertNotEqual(changed, text)                certificate.write_text(changed)                self.assertNotEqual(kernel(certificate).returncode, 0, name)            certificate.write_text(text.replace('checkedSource : Expr Rat :=',                                                'checkedSource : Expr Rat := .real 999 --', 1))            self.assertNotEqual(kernel(certificate).returncode, 0)            changed = text.replace('def candidate :', 'def originalCandidate :', 1)            changed = changed.replace('def checkedSource :', """def candidate : Reward.Candidate :=  {originalCandidate with rows := originalCandidate.rows.map fun row =>    {row with edges := row.edges.map fun edge =>      {edge with reward := if edge.reward = 1 then 9 else edge.reward}}}def checkedSource :""", 1)            self.assertNotEqual(changed, text)            certificate.write_text(changed)            self.assertNotEqual(kernel(certificate).returncode, 0)    def test_divergence_certificates(self):        cases = [            ('let f = rec f u => 1 + f u in f ()', ('0', '0', '0', '1')),            ('let d = rec d u => 1 + d u in 2 + (if flip(0.25) then 10 else d ())',             ('1/4', '3', '36', '3/4')),            ('let f = rec f u => if flip(0.5) then 0 else (-1) + f u in f ()',             ('1', '-1', '3', '0')),        ]        for program, expected in cases:            with self.subTest(program=program), tempfile.TemporaryDirectory() as tmp:                result, prefix = generate(Path(tmp), program, 'source', additive=True)                self.assertEqual(result.returncode, 0, result.stdout + result.stderr)                data = json.loads(Path(str(prefix) + '.result.json').read_text())                self.assertEqual(tuple(data[key] for key in                    ('return_mass', 'answer', 'second_moment', 'divergence_probability')), expected)                checked = kernel(Path(str(prefix) + '.result.lean'))                self.assertEqual(checked.returncode, 0, checked.stdout + checked.stderr)                for forbidden in ('sorryAx', 'ofReduceBool', 'trustCompiler'):                    self.assertNotIn(forbidden, checked.stdout + checked.stderr)    def test_edge_format_preserves_rewards(self):        with tempfile.TemporaryDirectory() as tmp:            prefix = Path(tmp) / 'model'            sidecar = Path(str(prefix) + '.additive.edges')            sidecar.write_text('additive-rewards 1\n0 1 1/2 0\n0 1 1/2 2\n1 1 1 0\n')            labels = {'returned': {1}, 'rejected': set()}            controller = [(0, 1, Fraction(1)), (1, 2, Fraction(1)), (2, 2, Fraction(1))]            edges = storm_additive.read_edges(prefix, 3, controller, labels)            def query(rhs):                return [rhs[0] + rhs[1], rhs[1]]            values = storm_additive.moments(query, 3, labels, [0, 0, 0], set(), edges)            self.assertEqual(values['first'][0], 1)            self.assertEqual(values['second'][0], 2)            sidecar.write_text(sidecar.read_text().replace('0 1 1/2 2', '0 1 1/3 2'))            with self.assertRaisesRegex(ValueError, 'disagree'):                storm_additive.read_edges(prefix, 3, controller, labels)    @unittest.skipUnless(os.environ.get('STORM_PYTHON'), 'STORM_PYTHON not configured')    def test_real_storm(self):        cases = [GEOMETRIC, '1 + (-2)',                 'let f = rec f u => 1 + f u in f ()',                 'let f = rec f u => if flip(0.5) then 1 + f u else if flip(0.5) then 0 else (let _ = observe(false) in 0) in f ()']        for program in cases:            with self.subTest(program=program), tempfile.TemporaryDirectory() as tmp:                source = Path(tmp) / 'input.det'                source.write_text(program)                result = subprocess.run([os.environ['STORM_PYTHON'], ROOT / 'tools/storm.py',                    source, '--prefix', Path(tmp) / 'model', '--subject', 'source',                    '--max-states', '100', '--compare'],                    text=True, capture_output=True, timeout=180)                self.assertEqual(result.returncode, 0, result.stdout + result.stderr)if __name__ == '__main__':    unittest.main()