Source results/estimator-variance/experiment.json
{  "started_at": "2026-10-14T23:21:45.315094+00:00",  "machine": {    "system": "macOS-26.6.2-arm64-arm-64bit",    "architecture": "arm64",    "cpu": "Apple M4 Max",    "memory_bytes": "51539607552",    "model": "Mac16,5"  },  "configuration": {    "models": [      "branching",      "hmm",      "load"    ],    "sizes": [      1000,      3000,      10000,      30000,      100000    ],    "replicates": 50,    "fuel": 100000,    "warmup": 1000,    "timeout_seconds": 180,    "seed_policy": "Disjoint consecutive seed blocks per replicate and size; paired subjects.",    "subject_order": "Alternate source-first and determinized-first by replicate.",    "timing": "Runtime loop and online moments only; excludes parsing, determinization, warmup, output.",    "variance_se": "Normal approximation: sample variance * sqrt(2 / (replicates - 1)).",    "binary_sha256": "57546df32485240e0548db7cd87467e0d39317e430abd2c192e82a356152ef79",    "model_sha256": {      "branching": "972092e1d8e7799808870ee0b62be315cc9187ff96412b49913e579236b6f641",      "hmm": "da919484c859cfa14adc4b94c29e68dc2e8e5e39fd6603b726e2de9e50e0c378",      "load": "9c63f6e3cb49d44e3702891d7eae40c85fe6e23404e8e5a6821b1f078c783494"    },    "harness_sha256": "9b88e61fd737ea279f946576bc0720a1cadd37a3a623b4058672446759388fa5",    "runner_sha256": "59f717f68c8268dd57464bec66f8947b1b002405714ce32645f0aaf98a69624f"  },  "command": [    "tools/benchmark_estimator_variance.py",    "--binary",    "/tmp/sampling-bench"  ],  "binary": "/private/tmp/sampling-bench",  "lean_toolchain": "leanprover/lean4:v4.34.1",  "python": "3.12.12 (main, Feb 12 2026, 00:42:34) [Clang 21.1.4 ]",  "status": "completed",  "finished_at": "2026-10-14T23:45:37.152401+00:00",  "completed_trials": 1500,  "requested_executions": 43200000,  "rejected_executions": 5820990,  "failed_executions": 0}