{
  "format": "sutro-pr140-actual-independent-audit-v1",
  "checked_utc": "2026-10-25T19:57:32.272219+00:00",
  "status": "PASS",
  "reviewed_head": "91cf2542e7229755edd2741efe0c1d68698ef2a2",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "independent_auditor_sha256": "2ebcb540e9a1608c83944bf2dca538ab25619a4f7d27f58d5f70a1d51c344c93",
  "roles": {
    "d4": {
      "role": "d4",
      "function": "hybrid_d4",
      "difficulty": 4,
      "source_sha256": "a2c32468ecb4e02957ef218b3d39419a711b55baaca6be98fb1645a6909bdc6a",
      "measurement_plan_sha256": "5303d5853322db8dba0615131679a1eb3a4b8df34dc7c2d9216e0a77d46e15c7",
      "preflight_checks": {
        "required_runs3": true,
        "source_identity": true,
        "stock_runner": true,
        "source_frozen_before_launch": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/source/mnist-a100/submissions/codesign-d4-d5-20261024/d4/fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/canonical/mnist.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/canonical/run_modal.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/launch_frozen_review.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/saved_record_audit.py": true,
        "controller_terminal": true,
        "controller_plan": true,
        "controller_command": true
      },
      "passed_runs": 3,
      "energy_valid_runs": 3,
      "required_runs": 3,
      "complete_raw_runs": 3,
      "median_ranked_ms": 25.26462687854491,
      "median_energy_mj": 3346.874017654736,
      "GPU_uuids": [
        "GPU-6e3d3d2a-ddf8-031c-9520-94f539d4c373",
        "GPU-2ec6f9bd-da2b-4c6e-aeef-a6b27371ce86",
        "GPU-ed01ebe3-13f5-6169-19d7-7bad2879629f"
      ],
      "distinct_physical_GPU_ids": 3,
      "GPU_ids_scope": "Physical IDs observed in retained energy records, not proof of randomized hardware assignment or an added score gate.",
      "controller": {
        "started_utc": "2026-10-25T19:44:35.754235+00:00",
        "command": [
          "/tmp/sutro-pr-review-20261022-controller/bin/python",
          "-u",
          "canonical/run_modal.py",
          "/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/source/mnist-a100/submissions/codesign-d4-d5-20261024/d4/fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py:hybrid_d4",
          "--difficulty",
          "4",
          "--runs",
          "3",
          "--json",
          "/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/d4/modal"
        ],
        "running": false,
        "measurement_plan_sha256": "5303d5853322db8dba0615131679a1eb3a4b8df34dc7c2d9216e0a77d46e15c7",
        "finished_utc": "2026-10-25T19:52:39.704523+00:00",
        "returncode": 0
      },
      "controller_sha256": "bd65d0d599c64af7f56ec0322b1fae1a604fe5948f4e559c13837c0e4324d37e",
      "controller_log_sha256": "c112d70b049ac19397e0bd719345ca1f0cd78530779e913864e4e0ff0ed946a6",
      "infrastructure_log_events": [
        {
          "line": 2,
          "text": "https://modal.com/apps/yaroslavvb/main/ap-Lze0ljGCiuGHlzUrXUcYcg"
        },
        {
          "line": 57,
          "text": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 97,
          "text": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 137,
          "text": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 161,
          "text": "Stopping app - local entrypoint completed."
        },
        {
          "line": 162,
          "text": "\u2713 App completed. View run at "
        },
        {
          "line": 163,
          "text": "https://modal.com/apps/yaroslavvb/main/ap-Lze0ljGCiuGHlzUrXUcYcg"
        },
        {
          "line": 164,
          "text": "passed 3 of 3 runs; median 25.265 ms; energy median 3,346.9 mJ per call over 3 runs"
        }
      ],
      "issues": [],
      "runs": [
        {
          "run": 1,
          "path": "pr140/d4/modal/run-1.json",
          "raw_sha256": "5ad159a0f3acf48e51bffbdeb2c5ec6dae387d55280b4b7e9e373bf446bb6e30",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 3536,
          "stderr_sha256": "741f0f295921aed5a9f38d47ae548353d3a1b5b9eb667aff824e9ded396f482d",
          "stderr_tail": "inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py",
            "function": "hybrid_d4",
            "source_sha256": "a2c32468ecb4e02957ef218b3d39419a711b55baaca6be98fb1645a6909bdc6a",
            "band_bp": 230,
            "sandboxed": true,
            "holdout": "kmnist",
            "device": "NVIDIA A100-SXM4-80GB",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "mnist",
                "ms": 22.819839477539062,
                "parent_ms": 25.56727400000014,
                "correct": 9765,
                "total": 10000,
                "overhead_ms": 2.015196499862622,
                "parent_less_protocol_ms": 23.552077500137518,
                "unexplained_ms": 0.7322380225984553,
                "maximum_unexplained_ms": 61.40991973876953,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "mnist",
                "ms": 23.13523292541504,
                "parent_ms": 26.912861999996096,
                "correct": 9791,
                "total": 10000,
                "overhead_ms": 2.089621999128184,
                "parent_less_protocol_ms": 24.823240000867912,
                "unexplained_ms": 1.688007075452873,
                "maximum_unexplained_ms": 61.56761646270752,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "mnist",
                "ms": 23.351295471191406,
                "parent_ms": 27.44462199999731,
                "correct": 9763,
                "total": 10000,
                "overhead_ms": 1.5580895003414525,
                "parent_less_protocol_ms": 25.886532499655857,
                "unexplained_ms": 2.5352370284644508,
                "maximum_unexplained_ms": 61.6756477355957,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "kmnist",
                "ms": 23.32159996032715,
                "parent_ms": 27.31424299999219,
                "correct": 9657,
                "total": 10000,
                "overhead_ms": 1.7574145012064264,
                "parent_less_protocol_ms": 25.556828498785762,
                "unexplained_ms": 2.235228538458614,
                "maximum_unexplained_ms": 61.660799980163574,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "mnist",
                "ms": 22.348800659179688,
                "parent_ms": 26.36799900000142,
                "correct": 9777,
                "total": 10000,
                "overhead_ms": 1.6325925005155,
                "parent_less_protocol_ms": 24.73540649948592,
                "unexplained_ms": 2.386605840306231,
                "maximum_unexplained_ms": 61.174400329589844,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "kmnist",
                "ms": 23.3492488861084,
                "parent_ms": 27.764075999996862,
                "correct": 9651,
                "total": 10000,
                "overhead_ms": 2.1371909996015006,
                "parent_less_protocol_ms": 25.62688500039536,
                "unexplained_ms": 2.277636114286963,
                "maximum_unexplained_ms": 61.6746244430542,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "mnist",
                "ms": 23.366655349731445,
                "parent_ms": 27.441472000006684,
                "correct": 9799,
                "total": 10000,
                "overhead_ms": 1.6693305001668932,
                "parent_less_protocol_ms": 25.77214149983979,
                "unexplained_ms": 2.405486150108345,
                "maximum_unexplained_ms": 61.68332767486572,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "kmnist",
                "ms": 23.401472091674805,
                "parent_ms": 27.31577899999138,
                "correct": 9619,
                "total": 10000,
                "overhead_ms": 2.022230000688751,
                "parent_less_protocol_ms": 25.29354899930263,
                "unexplained_ms": 1.8920769076278248,
                "maximum_unexplained_ms": 61.7007360458374,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 22.84236717224121,
                "parent_ms": 27.397129999997105,
                "correct": 9780,
                "total": 10000,
                "overhead_ms": 2.1629384987774074,
                "parent_less_protocol_ms": 25.234191501219698,
                "unexplained_ms": 2.391824328978487,
                "maximum_unexplained_ms": 61.421183586120605,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "mnist",
                "ms": 23.29190444946289,
                "parent_ms": 27.341336999995747,
                "correct": 9778,
                "total": 10000,
                "overhead_ms": 2.093769500579242,
                "parent_less_protocol_ms": 25.247567499416505,
                "unexplained_ms": 1.955663049953614,
                "maximum_unexplained_ms": 61.645952224731445,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "mnist",
                "ms": 23.346176147460938,
                "parent_ms": 27.345884999988357,
                "correct": 9778,
                "total": 10000,
                "overhead_ms": 1.9679370003364056,
                "parent_less_protocol_ms": 25.37794799965195,
                "unexplained_ms": 2.0317718521910137,
                "maximum_unexplained_ms": 61.67308807373047,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 23.339008331298828,
                "parent_ms": 27.504004000007853,
                "correct": 9763,
                "total": 10000,
                "overhead_ms": 1.869820499784396,
                "parent_less_protocol_ms": 25.634183500223457,
                "unexplained_ms": 2.2951751689246294,
                "maximum_unexplained_ms": 61.669504165649414,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "mnist",
                "ms": 22.812671661376953,
                "parent_ms": 26.786050999987765,
                "correct": 9802,
                "total": 10000,
                "overhead_ms": 1.896827999999573,
                "parent_less_protocol_ms": 24.889222999988192,
                "unexplained_ms": 2.076551338611239,
                "maximum_unexplained_ms": 61.40633583068848,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "kmnist",
                "ms": 23.320575714111328,
                "parent_ms": 27.313413000001674,
                "correct": 9668,
                "total": 10000,
                "overhead_ms": 1.8652035010446752,
                "parent_less_protocol_ms": 25.448209498957,
                "unexplained_ms": 2.1276337848456706,
                "maximum_unexplained_ms": 61.660287857055664,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "mnist",
                "ms": 22.745088577270508,
                "parent_ms": 26.61603199999263,
                "correct": 9767,
                "total": 10000,
                "overhead_ms": 1.6483365001706716,
                "parent_less_protocol_ms": 24.967695499821957,
                "unexplained_ms": 2.2226069225514493,
                "maximum_unexplained_ms": 61.372544288635254,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 107563,
                "total": 110000,
                "required_correct": 107470,
                "accuracy_margin_labels": 93,
                "accuracy_pct": 97.78454545454545,
                "per_draw_floor_correct": 9620,
                "weakest_correct": 9763,
                "reported_ms_mean": 23.036276383833453,
                "parent_less_protocol_ms_mean": 25.10183700002807,
                "parent_floor_ms": 24.8866556181089,
                "floor_applied": true,
                "ranked_group_ms": 24.8866556181089,
                "median_reported_ms": 23.13523292541504,
                "min_reported_ms": 22.348800659179688,
                "max_reported_ms": 23.366655349731445,
                "trimmed_kept_group_indices": [
                  1,
                  2,
                  7,
                  8,
                  10,
                  11,
                  9,
                  4,
                  6
                ],
                "trimmed_reported_mean_ms": 22.964565489027237,
                "trimmed_parent_less_protocol_mean_ms": 24.94017033342368
              },
              "holdout": {
                "correct": 38595,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 32595,
                "accuracy_pct": 96.4875,
                "per_draw_floor_correct": null,
                "weakest_correct": 9619,
                "reported_ms_mean": 23.34822416305542,
                "parent_less_protocol_ms_mean": 25.481367999360188,
                "parent_floor_ms": 25.26462687854491,
                "floor_applied": true,
                "ranked_group_ms": 25.26462687854491,
                "median_reported_ms": 23.335424423217773,
                "min_reported_ms": 23.320575714111328,
                "max_reported_ms": 23.401472091674805,
                "trimmed_kept_group_indices": [
                  3,
                  4,
                  1
                ],
                "trimmed_reported_mean_ms": 23.347882588704426,
                "trimmed_parent_less_protocol_mean_ms": 25.432862332348463
              }
            },
            "unqualified_ranked_ms": 25.26462687854491
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 25.26462687854491,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-6e3d3d2a-ddf8-031c-9520-94f539d4c373",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 3346.874017654736,
            "method_net_mj_before_control": 3361.150707370384,
            "control_mj_per_call": 14.276689715648594,
            "reference_tflops": 18.469039770997828,
            "reference_j_per_tflop": 8.366730378396243,
            "energy_calls": 867,
            "energy_correct": 8473751,
            "energy_total": 8670000,
            "energy_median_ms": 19.398656845092773,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100-SXM4-80GB",
              "uuid": "GPU-6e3d3d2a-ddf8-031c-9520-94f539d4c373",
              "vbios": "92.00.9E.00.02",
              "driver": "610.57.04",
              "power_limit_w": 500.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        },
        {
          "run": 2,
          "path": "pr140/d4/modal/run-2.json",
          "raw_sha256": "8361dabed642778b9c82e722942e3fe5f2b056ce5cb5e56893988e5e89ed278a",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 3536,
          "stderr_sha256": "741f0f295921aed5a9f38d47ae548353d3a1b5b9eb667aff824e9ded396f482d",
          "stderr_tail": "inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py",
            "function": "hybrid_d4",
            "source_sha256": "a2c32468ecb4e02957ef218b3d39419a711b55baaca6be98fb1645a6909bdc6a",
            "band_bp": 230,
            "sandboxed": true,
            "holdout": "fashion",
            "device": "NVIDIA A100-SXM4-80GB",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "mnist",
                "ms": 23.386112213134766,
                "parent_ms": 28.49912299999957,
                "correct": 9796,
                "total": 10000,
                "overhead_ms": 1.8161539997339524,
                "parent_less_protocol_ms": 26.68296900026562,
                "unexplained_ms": 3.296856787130853,
                "maximum_unexplained_ms": 61.69305610656738,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "mnist",
                "ms": 23.368703842163086,
                "parent_ms": 28.239065999997592,
                "correct": 9780,
                "total": 10000,
                "overhead_ms": 2.457057999861874,
                "parent_less_protocol_ms": 25.78200800013572,
                "unexplained_ms": 2.4133041579726324,
                "maximum_unexplained_ms": 61.68435192108154,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "mnist",
                "ms": 23.393280029296875,
                "parent_ms": 28.62602599999775,
                "correct": 9780,
                "total": 10000,
                "overhead_ms": 1.7751750001652908,
                "parent_less_protocol_ms": 26.85085099983246,
                "unexplained_ms": 3.457570970535585,
                "maximum_unexplained_ms": 61.69664001464844,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "mnist",
                "ms": 23.376895904541016,
                "parent_ms": 28.529703000003792,
                "correct": 9763,
                "total": 10000,
                "overhead_ms": 1.8108190002525362,
                "parent_less_protocol_ms": 26.718883999751256,
                "unexplained_ms": 3.3419880952102403,
                "maximum_unexplained_ms": 61.68844795227051,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "fashion",
                "ms": 23.373823165893555,
                "parent_ms": 28.27431800000113,
                "correct": 8862,
                "total": 10000,
                "overhead_ms": 1.9956644992992665,
                "parent_less_protocol_ms": 26.278653500701864,
                "unexplained_ms": 2.9048303348083095,
                "maximum_unexplained_ms": 61.68691158294678,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "mnist",
                "ms": 23.48543930053711,
                "parent_ms": 28.905671999979177,
                "correct": 9799,
                "total": 10000,
                "overhead_ms": 2.70785250059555,
                "parent_less_protocol_ms": 26.197819499383627,
                "unexplained_ms": 2.7123801988465175,
                "maximum_unexplained_ms": 61.742719650268555,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "mnist",
                "ms": 23.408639907836914,
                "parent_ms": 28.779968999998573,
                "correct": 9775,
                "total": 10000,
                "overhead_ms": 2.2895874999547914,
                "parent_less_protocol_ms": 26.49038150004378,
                "unexplained_ms": 3.0817415922068676,
                "maximum_unexplained_ms": 61.70431995391846,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "mnist",
                "ms": 23.49977684020996,
                "parent_ms": 28.46561199999087,
                "correct": 9764,
                "total": 10000,
                "overhead_ms": 2.2381145001619416,
                "parent_less_protocol_ms": 26.227497499828928,
                "unexplained_ms": 2.727720659618967,
                "maximum_unexplained_ms": 61.74988842010498,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 23.400447845458984,
                "parent_ms": 28.57295299997986,
                "correct": 9796,
                "total": 10000,
                "overhead_ms": 2.0728409979313938,
                "parent_less_protocol_ms": 26.500112002048468,
                "unexplained_ms": 3.0996641565894834,
                "maximum_unexplained_ms": 61.70022392272949,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "mnist",
                "ms": 23.47110366821289,
                "parent_ms": 28.529824000003146,
                "correct": 9785,
                "total": 10000,
                "overhead_ms": 2.370774499191384,
                "parent_less_protocol_ms": 26.15904950081176,
                "unexplained_ms": 2.6879458325988708,
                "maximum_unexplained_ms": 61.735551834106445,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "fashion",
                "ms": 23.438335418701172,
                "parent_ms": 28.779088999982605,
                "correct": 8847,
                "total": 10000,
                "overhead_ms": 2.3010494999908815,
                "parent_less_protocol_ms": 26.478039499991723,
                "unexplained_ms": 3.0397040812905516,
                "maximum_unexplained_ms": 61.719167709350586,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 23.47724723815918,
                "parent_ms": 28.77336900002092,
                "correct": 9791,
                "total": 10000,
                "overhead_ms": 1.7394284987728952,
                "parent_less_protocol_ms": 27.033940501248026,
                "unexplained_ms": 3.556693263088846,
                "maximum_unexplained_ms": 61.73862361907959,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "fashion",
                "ms": 23.569408416748047,
                "parent_ms": 28.802698999982113,
                "correct": 8795,
                "total": 10000,
                "overhead_ms": 2.067695002011533,
                "parent_less_protocol_ms": 26.73500399797058,
                "unexplained_ms": 3.165595581222533,
                "maximum_unexplained_ms": 61.78470420837402,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "fashion",
                "ms": 23.427072525024414,
                "parent_ms": 28.512982000052034,
                "correct": 8874,
                "total": 10000,
                "overhead_ms": 2.655989500158512,
                "parent_less_protocol_ms": 25.856992499893522,
                "unexplained_ms": 2.429919974869108,
                "maximum_unexplained_ms": 61.71353626251221,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "mnist",
                "ms": 23.476224899291992,
                "parent_ms": 28.37758000003987,
                "correct": 9791,
                "total": 10000,
                "overhead_ms": 1.9257589989465487,
                "parent_less_protocol_ms": 26.45182100109332,
                "unexplained_ms": 2.9755961018013295,
                "maximum_unexplained_ms": 61.738112449645996,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 107620,
                "total": 110000,
                "required_correct": 107470,
                "accuracy_margin_labels": 150,
                "accuracy_pct": 97.83636363636363,
                "per_draw_floor_correct": 9620,
                "weakest_correct": 9763,
                "reported_ms_mean": 23.43126106262207,
                "parent_less_protocol_ms_mean": 26.46321213676754,
                "parent_floor_ms": 26.24605583145443,
                "floor_applied": true,
                "ranked_group_ms": 26.24605583145443,
                "median_reported_ms": 23.408639907836914,
                "min_reported_ms": 23.368703842163086,
                "max_reported_ms": 23.49977684020996,
                "trimmed_kept_group_indices": [
                  2,
                  9,
                  5,
                  7,
                  11,
                  6,
                  8,
                  1,
                  4
                ],
                "trimmed_reported_mean_ms": 23.4303716023763,
                "trimmed_parent_less_protocol_mean_ms": 26.3567268892625
              },
              "holdout": {
                "correct": 35378,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 29378,
                "accuracy_pct": 88.445,
                "per_draw_floor_correct": null,
                "weakest_correct": 8795,
                "reported_ms_mean": 23.452159881591797,
                "parent_less_protocol_ms_mean": 26.337172374639422,
                "parent_floor_ms": 26.119911575231463,
                "floor_applied": true,
                "ranked_group_ms": 26.119911575231463,
                "median_reported_ms": 23.432703971862793,
                "min_reported_ms": 23.373823165893555,
                "max_reported_ms": 23.569408416748047,
                "trimmed_kept_group_indices": [
                  4,
                  1,
                  2
                ],
                "trimmed_reported_mean_ms": 23.413077036539715,
                "trimmed_parent_less_protocol_mean_ms": 26.204561833529038
              }
            },
            "unqualified_ranked_ms": 26.24605583145443
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 26.24605583145443,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-2ec6f9bd-da2b-4c6e-aeef-a6b27371ce86",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 3464.9440156435053,
            "method_net_mj_before_control": 3479.4335741408127,
            "control_mj_per_call": 14.489558497307238,
            "reference_tflops": 18.424570000632986,
            "reference_j_per_tflop": 8.535362967238393,
            "energy_calls": 829,
            "energy_correct": 8108962,
            "energy_total": 8290000,
            "energy_median_ms": 19.329023361206055,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100-SXM4-80GB",
              "uuid": "GPU-2ec6f9bd-da2b-4c6e-aeef-a6b27371ce86",
              "vbios": "92.00.9E.00.01",
              "driver": "610.57.04",
              "power_limit_w": 400.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        },
        {
          "run": 3,
          "path": "pr140/d4/modal/run-3.json",
          "raw_sha256": "180a1590992f79aebf26bf1a39e28da123f66cadbbd9bb228f7a33802cf07ec5",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 3536,
          "stderr_sha256": "741f0f295921aed5a9f38d47ae548353d3a1b5b9eb667aff824e9ded396f482d",
          "stderr_tail": "inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n/usr/local/lib/python3.13/site-packages/torch/_inductor/lowering.py:2158: FutureWarning: `torch._prims_common.check` is deprecated and will be removed in the future. Please use `torch._check*` functions instead.\n  check(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "fisher-triton-width128-teacher1-split4-rolled-d4-20261022.py",
            "function": "hybrid_d4",
            "source_sha256": "a2c32468ecb4e02957ef218b3d39419a711b55baaca6be98fb1645a6909bdc6a",
            "band_bp": 230,
            "sandboxed": true,
            "holdout": "kmnist",
            "device": "NVIDIA A100 80GB PCIe",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "mnist",
                "ms": 19.490816116333008,
                "parent_ms": 25.282222000001298,
                "correct": 9804,
                "total": 10000,
                "overhead_ms": 2.789856498343884,
                "parent_less_protocol_ms": 22.492365501657414,
                "unexplained_ms": 3.001549385324406,
                "maximum_unexplained_ms": 59.745408058166504,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "mnist",
                "ms": 19.402751922607422,
                "parent_ms": 24.969577999996773,
                "correct": 9782,
                "total": 10000,
                "overhead_ms": 2.6267019992919813,
                "parent_less_protocol_ms": 22.34287600070479,
                "unexplained_ms": 2.9401240780973694,
                "maximum_unexplained_ms": 59.70137596130371,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "mnist",
                "ms": 19.44883155822754,
                "parent_ms": 25.59343499999045,
                "correct": 9775,
                "total": 10000,
                "overhead_ms": 2.7342795011144574,
                "parent_less_protocol_ms": 22.859155498875992,
                "unexplained_ms": 3.4103239406484533,
                "maximum_unexplained_ms": 59.72441577911377,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "kmnist",
                "ms": 19.42323112487793,
                "parent_ms": 25.7104999999882,
                "correct": 9632,
                "total": 10000,
                "overhead_ms": 2.3958700005942433,
                "parent_less_protocol_ms": 23.314629999393958,
                "unexplained_ms": 3.891398874516028,
                "maximum_unexplained_ms": 59.711615562438965,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "kmnist",
                "ms": 19.41913604736328,
                "parent_ms": 25.174360999997702,
                "correct": 9638,
                "total": 10000,
                "overhead_ms": 2.2270555034583595,
                "parent_less_protocol_ms": 22.947305496539343,
                "unexplained_ms": 3.528169449176062,
                "maximum_unexplained_ms": 59.70956802368164,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "mnist",
                "ms": 19.43142318725586,
                "parent_ms": 31.269895999997743,
                "correct": 9763,
                "total": 10000,
                "overhead_ms": 2.615370997747732,
                "parent_less_protocol_ms": 28.65452500225001,
                "unexplained_ms": 9.223101814994152,
                "maximum_unexplained_ms": 59.71571159362793,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "kmnist",
                "ms": 19.369983673095703,
                "parent_ms": 25.909076000004916,
                "correct": 9675,
                "total": 10000,
                "overhead_ms": 2.3163025013805054,
                "parent_less_protocol_ms": 23.59277349862441,
                "unexplained_ms": 4.222789825528707,
                "maximum_unexplained_ms": 59.68499183654785,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "mnist",
                "ms": 19.525632858276367,
                "parent_ms": 28.428540999982488,
                "correct": 9754,
                "total": 10000,
                "overhead_ms": 2.5499095013461783,
                "parent_less_protocol_ms": 25.87863149863631,
                "unexplained_ms": 6.352998640359942,
                "maximum_unexplained_ms": 59.762816429138184,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 19.406848907470703,
                "parent_ms": 25.126355999987027,
                "correct": 9785,
                "total": 10000,
                "overhead_ms": 2.842122999819935,
                "parent_less_protocol_ms": 22.28423300016709,
                "unexplained_ms": 2.8773840926963885,
                "maximum_unexplained_ms": 59.70342445373535,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "mnist",
                "ms": 19.41913604736328,
                "parent_ms": 25.02956900002573,
                "correct": 9790,
                "total": 10000,
                "overhead_ms": 2.623344502757959,
                "parent_less_protocol_ms": 22.40622449726777,
                "unexplained_ms": 2.9870884499044905,
                "maximum_unexplained_ms": 59.70956802368164,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "mnist",
                "ms": 19.40991973876953,
                "parent_ms": 25.076392000016767,
                "correct": 9809,
                "total": 10000,
                "overhead_ms": 1.9169489984799384,
                "parent_less_protocol_ms": 23.15944300153683,
                "unexplained_ms": 3.7495232627672976,
                "maximum_unexplained_ms": 59.704959869384766,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 19.381248474121094,
                "parent_ms": 24.8047669999778,
                "correct": 9770,
                "total": 10000,
                "overhead_ms": 2.2807249965194387,
                "parent_less_protocol_ms": 22.524042003458362,
                "unexplained_ms": 3.1427935293372684,
                "maximum_unexplained_ms": 59.69062423706055,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "mnist",
                "ms": 19.412992477416992,
                "parent_ms": 29.857305999996697,
                "correct": 9793,
                "total": 10000,
                "overhead_ms": 2.2024924988029397,
                "parent_less_protocol_ms": 27.654813501193757,
                "unexplained_ms": 8.241821023776765,
                "maximum_unexplained_ms": 59.706496238708496,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "mnist",
                "ms": 19.430400848388672,
                "parent_ms": 25.132276000022102,
                "correct": 9775,
                "total": 10000,
                "overhead_ms": 2.279811498252684,
                "parent_less_protocol_ms": 22.85246450176942,
                "unexplained_ms": 3.4220636533807465,
                "maximum_unexplained_ms": 59.715200424194336,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "kmnist",
                "ms": 19.42425537109375,
                "parent_ms": 25.382366000030743,
                "correct": 9620,
                "total": 10000,
                "overhead_ms": 2.112358497888181,
                "parent_less_protocol_ms": 23.270007502142562,
                "unexplained_ms": 3.845752131048812,
                "maximum_unexplained_ms": 59.712127685546875,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 107600,
                "total": 110000,
                "required_correct": 107470,
                "accuracy_margin_labels": 130,
                "accuracy_pct": 97.81818181818181,
                "per_draw_floor_correct": 9620,
                "weakest_correct": 9754,
                "reported_ms_mean": 19.432727466930043,
                "parent_less_protocol_ms_mean": 23.918979455228886,
                "parent_floor_ms": 23.721815817894235,
                "floor_applied": true,
                "ranked_group_ms": 23.721815817894235,
                "median_reported_ms": 19.41913604736328,
                "min_reported_ms": 19.381248474121094,
                "max_reported_ms": 19.525632858276367,
                "trimmed_kept_group_indices": [
                  6,
                  2,
                  7,
                  1,
                  9,
                  3,
                  11,
                  8,
                  5
                ],
                "trimmed_reported_mean_ms": 19.4350651635064,
                "trimmed_parent_less_protocol_mean_ms": 22.977715056008222
              },
              "holdout": {
                "correct": 38565,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 32565,
                "accuracy_pct": 96.4125,
                "per_draw_floor_correct": null,
                "weakest_correct": 9620,
                "reported_ms_mean": 19.409151554107666,
                "parent_less_protocol_ms_mean": 23.28117912417507,
                "parent_floor_ms": 23.08413336640453,
                "floor_applied": true,
                "ranked_group_ms": 23.08413336640453,
                "median_reported_ms": 19.421183586120605,
                "min_reported_ms": 19.369983673095703,
                "max_reported_ms": 19.42425537109375,
                "trimmed_kept_group_indices": [
                  2,
                  4,
                  1
                ],
                "trimmed_reported_mean_ms": 19.422207514444988,
                "trimmed_parent_less_protocol_mean_ms": 23.177314332691953
              }
            },
            "unqualified_ranked_ms": 23.721815817894235
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 23.721815817894235,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-ed01ebe3-13f5-6169-19d7-7bad2879629f",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 2930.405800959674,
            "method_net_mj_before_control": 2949.348087806445,
            "control_mj_per_call": 18.94228684677152,
            "reference_tflops": 17.665212688678317,
            "reference_j_per_tflop": 7.2298968582345555,
            "energy_calls": 828,
            "energy_correct": 8101331,
            "energy_total": 8280000,
            "energy_median_ms": 19.402751922607422,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100 80GB PCIe",
              "uuid": "GPU-ed01ebe3-13f5-6169-19d7-7bad2879629f",
              "vbios": "92.00.68.00.01",
              "driver": "610.57.04",
              "power_limit_w": 300.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        }
      ]
    },
    "d5_244": {
      "role": "d5_244",
      "function": "ladder_kernel",
      "difficulty": 5,
      "source_sha256": "a245b278c9f425ec951942caf13e4a14b7123717a428bc9862b13491f42fdc29",
      "measurement_plan_sha256": "4c180819ce0a0a1d2609c71f91599ab2f57f7ef2f9101b3c16eda2bfbee9b24a",
      "preflight_checks": {
        "required_runs3": true,
        "source_identity": true,
        "stock_runner": true,
        "source_frozen_before_launch": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/source/mnist-a100/submissions/codesign-d4-d5-20261024/d5_244/ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/canonical/mnist.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/canonical/run_modal.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/launch_frozen_review.py": true,
        "input_pin:/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/saved_record_audit.py": true,
        "controller_terminal": true,
        "controller_plan": true,
        "controller_command": true
      },
      "passed_runs": 3,
      "energy_valid_runs": 3,
      "required_runs": 3,
      "complete_raw_runs": 3,
      "median_ranked_ms": 273.8891338241499,
      "median_energy_mj": 40390.43643524726,
      "GPU_uuids": [
        "GPU-6db21a39-d0fd-be30-1bb7-b5178929b05f",
        "GPU-9901c3e4-ea9b-bf1a-cda0-06d70a86c175",
        "GPU-6291f420-a8b7-eba3-bbc8-d68057a54153"
      ],
      "distinct_physical_GPU_ids": 3,
      "GPU_ids_scope": "Physical IDs observed in retained energy records, not proof of randomized hardware assignment or an added score gate.",
      "controller": {
        "started_utc": "2026-10-25T19:44:07.941842+00:00",
        "command": [
          "/tmp/sutro-pr-review-20261022-controller/bin/python",
          "-u",
          "canonical/run_modal.py",
          "/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/source/mnist-a100/submissions/codesign-d4-d5-20261024/d5_244/ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py:ladder_kernel",
          "--difficulty",
          "5",
          "--runs",
          "3",
          "--json",
          "/Users/yaroslavvb/git/sutro-problems/output/pr-review-20261025/pr140/d5_244/modal"
        ],
        "running": false,
        "measurement_plan_sha256": "4c180819ce0a0a1d2609c71f91599ab2f57f7ef2f9101b3c16eda2bfbee9b24a",
        "finished_utc": "2026-10-25T19:57:22.742640+00:00",
        "returncode": 0
      },
      "controller_sha256": "b99d8d49e9c403a2ac7c146dd46f277cc7b18f82e30114b4a4d56eebeee2c8cd",
      "controller_log_sha256": "a383bcb7f545d1df4b078fd5e92f9bcd563793f09c1e088de45a492346b36131",
      "infrastructure_log_events": [
        {
          "line": 2,
          "text": "https://modal.com/apps/yaroslavvb/main/ap-Pt08CkmY3iY5PJvpjm3FQ1"
        },
        {
          "line": 72,
          "text": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py:ladder_kernel at 1.90% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 113,
          "text": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py:ladder_kernel at 1.90% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 139,
          "text": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py:ladder_kernel at 1.90% error: 15 timed calls, each in a fresh process"
        },
        {
          "line": 164,
          "text": "Stopping app - local entrypoint completed."
        },
        {
          "line": 165,
          "text": "\u2713 App completed. View run at "
        },
        {
          "line": 166,
          "text": "https://modal.com/apps/yaroslavvb/main/ap-Pt08CkmY3iY5PJvpjm3FQ1"
        },
        {
          "line": 167,
          "text": "passed 3 of 3 runs; median 273.889 ms; energy median 40,390.4 mJ per call over 3 runs"
        }
      ],
      "issues": [],
      "runs": [
        {
          "run": 1,
          "path": "pr140/d5_244/modal/run-1.json",
          "raw_sha256": "99052db22ab181be2d3ce0827dc5770c7ba2f3efb22fba389212f1f46d2c0f9a",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 6000,
          "stderr_sha256": "05e800338aa18157b36536fdc0732a8a0e070b32d3e372facb0c0dbfa33ca1b7",
          "stderr_tail": "lower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:52:35.305000 2991 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:53:12.577000 3219 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:54:16.588000 3448 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py",
            "function": "ladder_kernel",
            "source_sha256": "a245b278c9f425ec951942caf13e4a14b7123717a428bc9862b13491f42fdc29",
            "band_bp": 190,
            "sandboxed": true,
            "holdout": "fashion",
            "device": "NVIDIA A100 80GB PCIe",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "fashion",
                "ms": 239.68051147460938,
                "parent_ms": 244.3673639999986,
                "correct": 8921,
                "total": 10000,
                "overhead_ms": 1.9862385007734424,
                "parent_less_protocol_ms": 242.38112549922513,
                "unexplained_ms": 2.70061402461576,
                "maximum_unexplained_ms": 169.8402557373047,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "fashion",
                "ms": 239.9252471923828,
                "parent_ms": 244.24607400000298,
                "correct": 8888,
                "total": 10000,
                "overhead_ms": 2.201829998868675,
                "parent_less_protocol_ms": 242.0442440011343,
                "unexplained_ms": 2.11899680875149,
                "maximum_unexplained_ms": 169.9626235961914,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "mnist",
                "ms": 238.93606567382812,
                "parent_ms": 243.32213799999636,
                "correct": 9824,
                "total": 10000,
                "overhead_ms": 2.115872499377417,
                "parent_less_protocol_ms": 241.20626550061894,
                "unexplained_ms": 2.2701998267908152,
                "maximum_unexplained_ms": 169.46803283691406,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "mnist",
                "ms": 239.49209594726562,
                "parent_ms": 243.8116980000018,
                "correct": 9830,
                "total": 10000,
                "overhead_ms": 2.1144740002487197,
                "parent_less_protocol_ms": 241.69722399975308,
                "unexplained_ms": 2.205128052487453,
                "maximum_unexplained_ms": 169.7460479736328,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "mnist",
                "ms": 239.30572509765625,
                "parent_ms": 244.1243170000007,
                "correct": 9835,
                "total": 10000,
                "overhead_ms": 2.108750498704808,
                "parent_less_protocol_ms": 242.0155665012959,
                "unexplained_ms": 2.7098414036396434,
                "maximum_unexplained_ms": 169.65286254882812,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "fashion",
                "ms": 238.8828125,
                "parent_ms": 243.11440500000003,
                "correct": 8887,
                "total": 10000,
                "overhead_ms": 2.140486000128476,
                "parent_less_protocol_ms": 240.97391899987156,
                "unexplained_ms": 2.0911064998715574,
                "maximum_unexplained_ms": 169.44140625,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "fashion",
                "ms": 239.11117553710938,
                "parent_ms": 243.70520999997325,
                "correct": 8894,
                "total": 10000,
                "overhead_ms": 2.1158399985049527,
                "parent_less_protocol_ms": 241.5893700014683,
                "unexplained_ms": 2.4781944643589213,
                "maximum_unexplained_ms": 169.5555877685547,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "mnist",
                "ms": 238.9739532470703,
                "parent_ms": 243.41694499997857,
                "correct": 9830,
                "total": 10000,
                "overhead_ms": 2.1549334997271217,
                "parent_less_protocol_ms": 241.26201150025145,
                "unexplained_ms": 2.288058253181134,
                "maximum_unexplained_ms": 169.48697662353516,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 239.1183319091797,
                "parent_ms": 243.4458490000111,
                "correct": 9855,
                "total": 10000,
                "overhead_ms": 2.1369894992421905,
                "parent_less_protocol_ms": 241.3088595007689,
                "unexplained_ms": 2.190527591589216,
                "maximum_unexplained_ms": 169.55916595458984,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "mnist",
                "ms": 239.16134643554688,
                "parent_ms": 243.717375000017,
                "correct": 9828,
                "total": 10000,
                "overhead_ms": 2.14599949903959,
                "parent_less_protocol_ms": 241.5713755009774,
                "unexplained_ms": 2.4100290654305354,
                "maximum_unexplained_ms": 169.58067321777344,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "mnist",
                "ms": 240.7843780517578,
                "parent_ms": 245.20519700001842,
                "correct": 9856,
                "total": 10000,
                "overhead_ms": 2.133738499739138,
                "parent_less_protocol_ms": 243.07145850027928,
                "unexplained_ms": 2.287080448521465,
                "maximum_unexplained_ms": 170.3921890258789,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 239.5320281982422,
                "parent_ms": 243.98038900000074,
                "correct": 9836,
                "total": 10000,
                "overhead_ms": 2.157058000027291,
                "parent_less_protocol_ms": 241.82333099997345,
                "unexplained_ms": 2.2913028017312627,
                "maximum_unexplained_ms": 169.7660140991211,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "mnist",
                "ms": 239.5115509033203,
                "parent_ms": 243.79654599999867,
                "correct": 9843,
                "total": 10000,
                "overhead_ms": 2.12723099852019,
                "parent_less_protocol_ms": 241.66931500147848,
                "unexplained_ms": 2.157764098158168,
                "maximum_unexplained_ms": 169.75577545166016,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "mnist",
                "ms": 239.6968994140625,
                "parent_ms": 244.16405900001337,
                "correct": 9849,
                "total": 10000,
                "overhead_ms": 2.074140000966736,
                "parent_less_protocol_ms": 242.08991899904663,
                "unexplained_ms": 2.393019584984131,
                "maximum_unexplained_ms": 169.84844970703125,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "mnist",
                "ms": 239.85049438476562,
                "parent_ms": 244.25151399998413,
                "correct": 9814,
                "total": 10000,
                "overhead_ms": 2.0193549990112842,
                "parent_less_protocol_ms": 242.23215900097284,
                "unexplained_ms": 2.3816646162072175,
                "maximum_unexplained_ms": 169.9252471923828,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 108200,
                "total": 110000,
                "required_correct": 107910,
                "accuracy_margin_labels": 290,
                "accuracy_pct": 98.36363636363636,
                "per_draw_floor_correct": 9660,
                "weakest_correct": 9814,
                "reported_ms_mean": 239.48753356933594,
                "parent_less_protocol_ms_mean": 241.8134077277651,
                "parent_floor_ms": 240.51597005991843,
                "floor_applied": true,
                "ranked_group_ms": 240.51597005991843,
                "median_reported_ms": 239.49209594726562,
                "min_reported_ms": 238.93606567382812,
                "max_reported_ms": 240.7843780517578,
                "trimmed_kept_group_indices": [
                  9,
                  5,
                  2,
                  1,
                  7,
                  4,
                  8,
                  11,
                  10
                ],
                "trimmed_reported_mean_ms": 239.54397752549914,
                "trimmed_parent_less_protocol_mean_ms": 241.81783811146033
              },
              "holdout": {
                "correct": 35590,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 29590,
                "accuracy_pct": 88.97500000000001,
                "per_draw_floor_correct": null,
                "weakest_correct": 8887,
                "reported_ms_mean": 239.3999366760254,
                "parent_less_protocol_ms_mean": 241.74716462542483,
                "parent_floor_ms": 240.45016494204472,
                "floor_applied": true,
                "ranked_group_ms": 240.45016494204472,
                "median_reported_ms": 239.39584350585938,
                "min_reported_ms": 238.8828125,
                "max_reported_ms": 239.9252471923828,
                "trimmed_kept_group_indices": [
                  3,
                  2,
                  4
                ],
                "trimmed_reported_mean_ms": 239.30641174316406,
                "trimmed_parent_less_protocol_mean_ms": 241.53584433415804
              }
            },
            "unqualified_ranked_ms": 240.51597005991843
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 240.51597005991843,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-6db21a39-d0fd-be30-1bb7-b5178929b05f",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 36880.25488153779,
            "method_net_mj_before_control": 36900.53958376268,
            "control_mj_per_call": 20.28470222488705,
            "reference_tflops": 18.48066743482993,
            "reference_j_per_tflop": 7.364206489436233,
            "energy_calls": 83,
            "energy_correct": 816224,
            "energy_total": 830000,
            "energy_median_ms": 239.49618530273438,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100 80GB PCIe",
              "uuid": "GPU-6db21a39-d0fd-be30-1bb7-b5178929b05f",
              "vbios": "92.00.A0.00.05",
              "driver": "580.95.05",
              "power_limit_w": 300.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        },
        {
          "run": 2,
          "path": "pr140/d5_244/modal/run-2.json",
          "raw_sha256": "983a0af33bac9589c87fda2e118284350a8db15febb7e2c853ba9c8eea2de4b8",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 6000,
          "stderr_sha256": "d946771b6e3728ba82742be9d2144902a0afcf2d0935688b09e9c2390642d0f0",
          "stderr_tail": "lower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:54:31.767000 2991 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:55:16.583000 3219 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:56:27.220000 3448 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py",
            "function": "ladder_kernel",
            "source_sha256": "a245b278c9f425ec951942caf13e4a14b7123717a428bc9862b13491f42fdc29",
            "band_bp": 190,
            "sandboxed": true,
            "holdout": "fashion",
            "device": "NVIDIA A100-SXM4-80GB",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "mnist",
                "ms": 257.1642761230469,
                "parent_ms": 262.60503999999685,
                "correct": 9811,
                "total": 10000,
                "overhead_ms": 2.5701109966987588,
                "parent_less_protocol_ms": 260.0349290032981,
                "unexplained_ms": 2.870652880251214,
                "maximum_unexplained_ms": 178.58213806152344,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "fashion",
                "ms": 282.00653076171875,
                "parent_ms": 287.44467500000326,
                "correct": 8834,
                "total": 10000,
                "overhead_ms": 2.3654210025901534,
                "parent_less_protocol_ms": 285.0792539974131,
                "unexplained_ms": 3.0727232356943546,
                "maximum_unexplained_ms": 191.00326538085938,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "fashion",
                "ms": 261.3524475097656,
                "parent_ms": 266.98358600000915,
                "correct": 8858,
                "total": 10000,
                "overhead_ms": 2.0308524988706154,
                "parent_less_protocol_ms": 264.95273350113854,
                "unexplained_ms": 3.600285991372914,
                "maximum_unexplained_ms": 180.6762237548828,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "mnist",
                "ms": 269.3273620605469,
                "parent_ms": 274.7965350000072,
                "correct": 9809,
                "total": 10000,
                "overhead_ms": 2.2020845009790264,
                "parent_less_protocol_ms": 272.5944504990282,
                "unexplained_ms": 3.2670884384813235,
                "maximum_unexplained_ms": 184.66368103027344,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "mnist",
                "ms": 269.939697265625,
                "parent_ms": 275.25775399999475,
                "correct": 9841,
                "total": 10000,
                "overhead_ms": 2.0003089975656394,
                "parent_less_protocol_ms": 273.2574450024291,
                "unexplained_ms": 3.317747736804108,
                "maximum_unexplained_ms": 184.9698486328125,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "mnist",
                "ms": 272.43212890625,
                "parent_ms": 279.37635499995395,
                "correct": 9839,
                "total": 10000,
                "overhead_ms": 1.9071429975664387,
                "parent_less_protocol_ms": 277.4692120023875,
                "unexplained_ms": 5.037083096137508,
                "maximum_unexplained_ms": 186.216064453125,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "fashion",
                "ms": 281.2508239746094,
                "parent_ms": 286.65756599997394,
                "correct": 8876,
                "total": 10000,
                "overhead_ms": 2.2152114975565382,
                "parent_less_protocol_ms": 284.4423545024174,
                "unexplained_ms": 3.191530527808027,
                "maximum_unexplained_ms": 190.6254119873047,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "mnist",
                "ms": 269.907958984375,
                "parent_ms": 275.3384330000017,
                "correct": 9831,
                "total": 10000,
                "overhead_ms": 2.083268499527776,
                "parent_less_protocol_ms": 273.25516450047394,
                "unexplained_ms": 3.3472055160989385,
                "maximum_unexplained_ms": 184.9539794921875,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 275.66900634765625,
                "parent_ms": 281.0262220000368,
                "correct": 9820,
                "total": 10000,
                "overhead_ms": 2.181623500326168,
                "parent_less_protocol_ms": 278.8445984997106,
                "unexplained_ms": 3.175592152054378,
                "maximum_unexplained_ms": 187.83450317382812,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "fashion",
                "ms": 263.1137390136719,
                "parent_ms": 268.7819289999993,
                "correct": 8893,
                "total": 10000,
                "overhead_ms": 1.861117998069858,
                "parent_less_protocol_ms": 266.92081100192945,
                "unexplained_ms": 3.807071988257576,
                "maximum_unexplained_ms": 181.55686950683594,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "mnist",
                "ms": 265.1033630371094,
                "parent_ms": 270.398307999983,
                "correct": 9835,
                "total": 10000,
                "overhead_ms": 1.9930170002712657,
                "parent_less_protocol_ms": 268.4052909997117,
                "unexplained_ms": 3.301927962602349,
                "maximum_unexplained_ms": 182.5516815185547,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 266.52978515625,
                "parent_ms": 271.8488499999694,
                "correct": 9836,
                "total": 10000,
                "overhead_ms": 2.187415497920256,
                "parent_less_protocol_ms": 269.66143450204913,
                "unexplained_ms": 3.131649345799133,
                "maximum_unexplained_ms": 183.264892578125,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "mnist",
                "ms": 260.0232849121094,
                "parent_ms": 266.18526000004294,
                "correct": 9832,
                "total": 10000,
                "overhead_ms": 3.133522501499101,
                "parent_less_protocol_ms": 263.05173749854384,
                "unexplained_ms": 3.0284525864344687,
                "maximum_unexplained_ms": 180.0116424560547,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "mnist",
                "ms": 256.3194885253906,
                "parent_ms": 261.7804779999915,
                "correct": 9812,
                "total": 10000,
                "overhead_ms": 2.612142497192508,
                "parent_less_protocol_ms": 259.168335502799,
                "unexplained_ms": 2.848846977408357,
                "maximum_unexplained_ms": 178.1597442626953,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "mnist",
                "ms": 255.17465209960938,
                "parent_ms": 260.50537999992684,
                "correct": 9852,
                "total": 10000,
                "overhead_ms": 2.2801010008133744,
                "parent_less_protocol_ms": 258.22527899911347,
                "unexplained_ms": 3.0506268995040955,
                "maximum_unexplained_ms": 177.5873260498047,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 108118,
                "total": 110000,
                "required_correct": 107910,
                "accuracy_margin_labels": 208,
                "accuracy_pct": 98.2890909090909,
                "per_draw_floor_correct": 9660,
                "weakest_correct": 9809,
                "reported_ms_mean": 265.2355457652699,
                "parent_less_protocol_ms_mean": 268.542534273595,
                "parent_floor_ms": 267.1163565447686,
                "floor_applied": true,
                "ranked_group_ms": 267.1163565447686,
                "median_reported_ms": 266.52978515625,
                "min_reported_ms": 255.17465209960938,
                "max_reported_ms": 275.66900634765625,
                "trimmed_kept_group_indices": [
                  10,
                  1,
                  9,
                  11,
                  8,
                  6,
                  2,
                  7,
                  3
                ],
                "trimmed_reported_mean_ms": 263.91676839192706,
                "trimmed_parent_less_protocol_mean_ms": 267.0270556118537
              },
              "holdout": {
                "correct": 35461,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 29461,
                "accuracy_pct": 88.6525,
                "per_draw_floor_correct": null,
                "weakest_correct": 8834,
                "reported_ms_mean": 271.9308853149414,
                "parent_less_protocol_ms_mean": 275.3487882507246,
                "parent_floor_ms": 273.8891338241499,
                "floor_applied": true,
                "ranked_group_ms": 273.8891338241499,
                "median_reported_ms": 272.1822814941406,
                "min_reported_ms": 261.3524475097656,
                "max_reported_ms": 282.00653076171875,
                "trimmed_kept_group_indices": [
                  1,
                  3,
                  2
                ],
                "trimmed_reported_mean_ms": 274.86993408203125,
                "trimmed_parent_less_protocol_mean_ms": 278.158114000323
              }
            },
            "unqualified_ranked_ms": 273.8891338241499
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 273.8891338241499,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-9901c3e4-ea9b-bf1a-cda0-06d70a86c175",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 41203.65222354974,
            "method_net_mj_before_control": 41215.519381902974,
            "control_mj_per_call": 11.867158353234975,
            "reference_tflops": 18.390344116328926,
            "reference_j_per_tflop": 8.677725257614691,
            "energy_calls": 83,
            "energy_correct": 815591,
            "energy_total": 830000,
            "energy_median_ms": 237.6642608642578,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100-SXM4-80GB",
              "uuid": "GPU-9901c3e4-ea9b-bf1a-cda0-06d70a86c175",
              "vbios": "92.00.9E.00.03",
              "driver": "610.57.04",
              "power_limit_w": 400.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        },
        {
          "run": 3,
          "path": "pr140/d5_244/modal/run-3.json",
          "raw_sha256": "efabbb77bb5c35c127ceb0c780482ba40b121b7a21abe093b7411b3ee8986fd5",
          "present": true,
          "returncode": 0,
          "score_passed": true,
          "energy_valid": true,
          "stderr_bytes": 6000,
          "stderr_sha256": "24005e46d143e490edc9f1ec00739d3d08bcc58981ec7622bcf8d1a381aaa6b8",
          "stderr_tail": "lower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:52:06.232000 2991 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:52:40.364000 3219 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\nW1025 19:53:40.506000 3448 site-packages/torch/_logging/_internal.py:1311] [1/0] Profiler record function <class 'torch.autograd.profiler.record_function'> will be ignored\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
          "stderr_exception_markers": [],
          "record_headers": {
            "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
            "file": "ladder-w480-s315-population-tb20-dec50-lr720-cut50-ph2-initboth-d5-20261024.py",
            "function": "ladder_kernel",
            "source_sha256": "a245b278c9f425ec951942caf13e4a14b7123717a428bc9862b13491f42fdc29",
            "band_bp": 190,
            "sandboxed": true,
            "holdout": "fashion",
            "device": "NVIDIA A100-SXM4-80GB",
            "torch": "2.12.0+cu130"
          },
          "header_checks": {
            "successful_return": true,
            "source_sha256": true,
            "file": true,
            "function": true,
            "version": true,
            "band": true,
            "sandboxed": true,
            "A100": true
          },
          "literal_reconstruction": {
            "checks": {
              "exact15calls": true,
              "exact11MNIST": true,
              "exact4foreign": true,
              "only_declared_datasets": true,
              "foreign_valid": true,
              "call1_valid_counts_clocks": true,
              "call2_valid_counts_clocks": true,
              "call3_valid_counts_clocks": true,
              "call4_valid_counts_clocks": true,
              "call5_valid_counts_clocks": true,
              "call6_valid_counts_clocks": true,
              "call7_valid_counts_clocks": true,
              "call8_valid_counts_clocks": true,
              "call9_valid_counts_clocks": true,
              "call10_valid_counts_clocks": true,
              "call11_valid_counts_clocks": true,
              "call12_valid_counts_clocks": true,
              "call13_valid_counts_clocks": true,
              "call14_valid_counts_clocks": true,
              "call15_valid_counts_clocks": true,
              "mnist_accuracy": true,
              "mnist_per_draw": true,
              "mnist_trimmed_parent_clock": true,
              "mnist_dispersion": true,
              "holdout_accuracy": true,
              "holdout_per_draw": true,
              "holdout_trimmed_parent_clock": true,
              "holdout_dispersion": true
            },
            "literal_calls": [
              {
                "index": 1,
                "dataset": "fashion",
                "ms": 265.2252197265625,
                "parent_ms": 270.3435049999996,
                "correct": 8834,
                "total": 10000,
                "overhead_ms": 2.343625000036255,
                "parent_less_protocol_ms": 267.99987999996335,
                "unexplained_ms": 2.7746602734008547,
                "maximum_unexplained_ms": 182.61260986328125,
                "clock_gate_passed": true
              },
              {
                "index": 2,
                "dataset": "mnist",
                "ms": 263.57861328125,
                "parent_ms": 268.80429099999503,
                "correct": 9819,
                "total": 10000,
                "overhead_ms": 2.2745905009050773,
                "parent_less_protocol_ms": 266.5297004990899,
                "unexplained_ms": 2.951087217839927,
                "maximum_unexplained_ms": 181.789306640625,
                "clock_gate_passed": true
              },
              {
                "index": 3,
                "dataset": "mnist",
                "ms": 284.8440246582031,
                "parent_ms": 289.936976000007,
                "correct": 9824,
                "total": 10000,
                "overhead_ms": 2.1934399997786613,
                "parent_less_protocol_ms": 287.74353600022835,
                "unexplained_ms": 2.899511342025221,
                "maximum_unexplained_ms": 192.42201232910156,
                "clock_gate_passed": true
              },
              {
                "index": 4,
                "dataset": "mnist",
                "ms": 272.5406799316406,
                "parent_ms": 277.44149299999776,
                "correct": 9841,
                "total": 10000,
                "overhead_ms": 2.246196000121074,
                "parent_less_protocol_ms": 275.1952969998767,
                "unexplained_ms": 2.654617068236064,
                "maximum_unexplained_ms": 186.2703399658203,
                "clock_gate_passed": true
              },
              {
                "index": 5,
                "dataset": "fashion",
                "ms": 270.93707275390625,
                "parent_ms": 276.1933410000097,
                "correct": 8881,
                "total": 10000,
                "overhead_ms": 2.3634009999966565,
                "parent_less_protocol_ms": 273.82994000001304,
                "unexplained_ms": 2.892867246106789,
                "maximum_unexplained_ms": 185.46853637695312,
                "clock_gate_passed": true
              },
              {
                "index": 6,
                "dataset": "mnist",
                "ms": 272.5509033203125,
                "parent_ms": 277.6553260000014,
                "correct": 9832,
                "total": 10000,
                "overhead_ms": 1.609945001040046,
                "parent_less_protocol_ms": 276.0453809989614,
                "unexplained_ms": 3.4944776786488774,
                "maximum_unexplained_ms": 186.27545166015625,
                "clock_gate_passed": true
              },
              {
                "index": 7,
                "dataset": "fashion",
                "ms": 284.54296875,
                "parent_ms": 289.16844100001526,
                "correct": 8874,
                "total": 10000,
                "overhead_ms": 2.055541499952028,
                "parent_less_protocol_ms": 287.11289950006324,
                "unexplained_ms": 2.569930750063236,
                "maximum_unexplained_ms": 192.271484375,
                "clock_gate_passed": true
              },
              {
                "index": 8,
                "dataset": "mnist",
                "ms": 269.1563415527344,
                "parent_ms": 274.2399629999568,
                "correct": 9838,
                "total": 10000,
                "overhead_ms": 1.8289354995126814,
                "parent_less_protocol_ms": 272.4110275004441,
                "unexplained_ms": 3.2546859477097314,
                "maximum_unexplained_ms": 184.5781707763672,
                "clock_gate_passed": true
              },
              {
                "index": 9,
                "dataset": "mnist",
                "ms": 271.93548583984375,
                "parent_ms": 277.10154699997247,
                "correct": 9828,
                "total": 10000,
                "overhead_ms": 2.2737954985809665,
                "parent_less_protocol_ms": 274.8277515013915,
                "unexplained_ms": 2.8922656615477536,
                "maximum_unexplained_ms": 185.96774291992188,
                "clock_gate_passed": true
              },
              {
                "index": 10,
                "dataset": "fashion",
                "ms": 278.2812194824219,
                "parent_ms": 283.4417789999861,
                "correct": 8844,
                "total": 10000,
                "overhead_ms": 2.0792064992581345,
                "parent_less_protocol_ms": 281.362572500728,
                "unexplained_ms": 3.0813530183061175,
                "maximum_unexplained_ms": 189.14060974121094,
                "clock_gate_passed": true
              },
              {
                "index": 11,
                "dataset": "mnist",
                "ms": 271.7962341308594,
                "parent_ms": 276.44608800000015,
                "correct": 9845,
                "total": 10000,
                "overhead_ms": 1.877865500198368,
                "parent_less_protocol_ms": 274.5682224998018,
                "unexplained_ms": 2.7719883689424023,
                "maximum_unexplained_ms": 185.8981170654297,
                "clock_gate_passed": true
              },
              {
                "index": 12,
                "dataset": "mnist",
                "ms": 271.4132385253906,
                "parent_ms": 275.9894679999775,
                "correct": 9825,
                "total": 10000,
                "overhead_ms": 1.6819549993149394,
                "parent_less_protocol_ms": 274.30751300066254,
                "unexplained_ms": 2.8942744752719136,
                "maximum_unexplained_ms": 185.7066192626953,
                "clock_gate_passed": true
              },
              {
                "index": 13,
                "dataset": "mnist",
                "ms": 284.4364929199219,
                "parent_ms": 289.64912499998263,
                "correct": 9822,
                "total": 10000,
                "overhead_ms": 2.1353464982146306,
                "parent_less_protocol_ms": 287.513778501768,
                "unexplained_ms": 3.0772855818461267,
                "maximum_unexplained_ms": 192.21824645996094,
                "clock_gate_passed": true
              },
              {
                "index": 14,
                "dataset": "mnist",
                "ms": 257.9660949707031,
                "parent_ms": 262.80088999999407,
                "correct": 9819,
                "total": 10000,
                "overhead_ms": 2.4040480005232894,
                "parent_less_protocol_ms": 260.3968419994708,
                "unexplained_ms": 2.430747028767655,
                "maximum_unexplained_ms": 178.98304748535156,
                "clock_gate_passed": true
              },
              {
                "index": 15,
                "dataset": "mnist",
                "ms": 268.2265625,
                "parent_ms": 273.7895730000446,
                "correct": 9822,
                "total": 10000,
                "overhead_ms": 2.318658999367699,
                "parent_less_protocol_ms": 271.4709140006769,
                "unexplained_ms": 3.244351500676885,
                "maximum_unexplained_ms": 184.11328125,
                "clock_gate_passed": true
              }
            ],
            "groups": {
              "mnist": {
                "correct": 108115,
                "total": 110000,
                "required_correct": 107910,
                "accuracy_margin_labels": 205,
                "accuracy_pct": 98.28636363636363,
                "per_draw_floor_correct": 9660,
                "weakest_correct": 9819,
                "reported_ms_mean": 271.6767883300781,
                "parent_less_protocol_ms_mean": 274.63726940930655,
                "parent_floor_ms": 273.17888546765613,
                "floor_applied": true,
                "ranked_group_ms": 273.17888546765613,
                "median_reported_ms": 271.7962341308594,
                "min_reported_ms": 257.9660949707031,
                "max_reported_ms": 284.8440246582031,
                "trimmed_kept_group_indices": [
                  10,
                  3,
                  7,
                  6,
                  8,
                  2,
                  1,
                  9,
                  11
                ],
                "trimmed_reported_mean_ms": 271.8597140842014,
                "trimmed_parent_less_protocol_mean_ms": 274.72817277810736
              },
              "holdout": {
                "correct": 35433,
                "total": 40000,
                "required_correct": 6000,
                "accuracy_margin_labels": 29433,
                "accuracy_pct": 88.5825,
                "per_draw_floor_correct": null,
                "weakest_correct": 8834,
                "reported_ms_mean": 274.74662017822266,
                "parent_less_protocol_ms_mean": 277.5763230001919,
                "parent_floor_ms": 276.10258989930077,
                "floor_applied": true,
                "ranked_group_ms": 276.10258989930077,
                "median_reported_ms": 274.60914611816406,
                "min_reported_ms": 265.2252197265625,
                "max_reported_ms": 284.54296875,
                "trimmed_kept_group_indices": [
                  3,
                  1,
                  2
                ],
                "trimmed_reported_mean_ms": 273.56842041015625,
                "trimmed_parent_less_protocol_mean_ms": 276.31423983334656
              }
            },
            "unqualified_ranked_ms": 276.10258989930077
          },
          "record_problems": [],
          "canonical_problems": [],
          "canonical_ranked_ms": 276.10258989930077,
          "parity_checks": {
            "literal_rank_vs_canonical": true,
            "record_problems_exact": true,
            "record_summary_exact": true,
            "record_rank_exact": true,
            "literal_pass_agrees_with_canonical": true
          },
          "GPU_uuid": "GPU-6291f420-a8b7-eba3-bbc8-d68057a54153",
          "energy_reconstruction": {
            "valid": true,
            "checks": {
              "finite_nonnegative_windows": true,
              "exact_matmul": true,
              "reference_j_per_tflop": true,
              "reference_tflops": true,
              "idle_utilization_zero": true,
              "idle_contexts_at_most_one": true,
              "energy_correct_vector": true,
              "energy_call_times": true,
              "energy_dispersion": true,
              "positive_net_energy": true
            },
            "rebuilt_mj_per_call": 40390.43643524726,
            "method_net_mj_before_control": 40404.85599196231,
            "control_mj_per_call": 14.419556715047808,
            "reference_tflops": 18.43714030686964,
            "reference_j_per_tflop": 8.32049535159915,
            "energy_calls": 83,
            "energy_correct": 815513,
            "energy_total": 830000,
            "energy_median_ms": 238.07180786132812,
            "energy_window_names": [
              "idle 1",
              "reference",
              "idle 2",
              "control",
              "idle 3",
              "method",
              "idle 4"
            ],
            "GPU_device": {
              "name": "NVIDIA A100-SXM4-80GB",
              "uuid": "GPU-6291f420-a8b7-eba3-bbc8-d68057a54153",
              "vbios": "92.00.9E.00.02",
              "driver": "610.57.04",
              "power_limit_w": 500.0
            },
            "parity_checks": {
              "canonical_record_exact": true,
              "literal_mj_exact": true,
              "literal_validity_agrees": true
            },
            "canonical_problems": []
          }
        }
      ]
    }
  },
  "all_initial_outcomes_retained": true,
  "energy_separate_from_score": true,
  "scope": "Canonical judge/energy_summary replay plus independent literal integer/count/clock-floor/dispersion/energy arithmetic. No PR-authored verifier or root aggregate trusted; no GPU/Modal call, learner import, rerun, replacement or evidence mutation.",
  "paid_runs_launched_or_replaced": 0
}
