{
  "pull_request": 113,
  "reviewed_head": "0b4a34abbb4a73927d14f7ec43f3e142a61f458d",
  "source_sha256": "c6082659a49a6bd942077e359db42f28016626bb49303d68032467710d765a7e",
  "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "manifest_sha256": "131169777810eb312c56bb826e97b2a4cd53021f825411cf9e4196b61d7afe85",
  "difficulty": 3,
  "runs": [
    {
      "run": 1,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "c6082659a49a6bd942077e359db42f28016626bb49303d68032467710d765a7e",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "0b4a34abbb4a73927d14f7ec43f3e142a61f458d"
      },
      "raw_record_identity": {
        "file": "run-1.json",
        "sha256": "50f470f82450ebee952c13973590db5b37bdb59e5adba4bc75be7802afe6f2da"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 97.43% (107,169/110,000), 384.732 ms/call; hold-out (kmnist) 95.76%, 384.851 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 384.85088915893164,
      "reconstructed_ranked_ms": 384.85088915893164,
      "energy_mj": 83843.53446312857,
      "mnist_correct": 107169,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.573636363636367,
      "mnist_error_pct": 2.573636363636367,
      "accuracy_gate_margin_labels": 139,
      "worst_mnist_error_pct": 2.6900000000000035,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100 80GB PCIe",
        "uuid": "GPU-58067bb6-8a35-1899-d581-9f38a4844cce",
        "vbios": "92.00.A0.00.05",
        "driver": "580.95.05",
        "power_limit_w": 300.0
      },
      "passed": true
    },
    {
      "run": 2,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "c6082659a49a6bd942077e359db42f28016626bb49303d68032467710d765a7e",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "0b4a34abbb4a73927d14f7ec43f3e142a61f458d"
      },
      "raw_record_identity": {
        "file": "run-2.json",
        "sha256": "256bb5b51ff3232f2542aed33fa64b5ed13d0020d0e67fea07c8be95f672f99b"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 97.52% (107,273/110,000), 416.135 ms/call; hold-out (kmnist) 95.97%, 415.142 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 416.1345863310698,
      "reconstructed_ranked_ms": 416.1345863310698,
      "energy_mj": 98226.0230732034,
      "mnist_correct": 107273,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.4790909090909086,
      "mnist_error_pct": 2.4790909090909086,
      "accuracy_gate_margin_labels": 243,
      "worst_mnist_error_pct": 2.7699999999999947,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-63c23fa1-0bcd-f22a-f053-828b33a6654b",
        "vbios": "92.00.94.00.04",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    },
    {
      "run": 3,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "c6082659a49a6bd942077e359db42f28016626bb49303d68032467710d765a7e",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "0b4a34abbb4a73927d14f7ec43f3e142a61f458d"
      },
      "raw_record_identity": {
        "file": "run-3.json",
        "sha256": "4e885428eda1e144f338c8933f68be4743112d1f73776620e61e6c7a0fa0a68a"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 97.33% (107,067/110,000), 420.447 ms/call; hold-out (kmnist) 96.08%, 415.003 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 420.4470742548875,
      "reconstructed_ranked_ms": 420.4470742548875,
      "energy_mj": 100261.5159472313,
      "mnist_correct": 107067,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.6663636363636334,
      "mnist_error_pct": 2.6663636363636334,
      "accuracy_gate_margin_labels": 37,
      "worst_mnist_error_pct": 2.9100000000000015,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-3f4257bd-21fb-1482-5e04-959e83d47dd6",
        "vbios": "92.00.94.00.04",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    }
  ],
  "required_passed_runs": 3,
  "passed_runs": 3,
  "median_ranked_ms": 416.1345863310698,
  "median_energy_mj": 98226.0230732034,
  "passed_run_measurements": [
    {
      "run": 1,
      "ranked_ms": 384.85088915893164,
      "energy_mj": 83843.53446312857,
      "mnist_correct": 107169,
      "mnist_total": 110000
    },
    {
      "run": 2,
      "ranked_ms": 416.1345863310698,
      "energy_mj": 98226.0230732034,
      "mnist_correct": 107273,
      "mnist_total": 110000
    },
    {
      "run": 3,
      "ranked_ms": 420.4470742548875,
      "energy_mj": 100261.5159472313,
      "mnist_correct": 107067,
      "mnist_total": 110000
    }
  ],
  "mnist_correct": 321509,
  "mnist_total": 330000,
  "observed_mnist_call_count": 33,
  "aggregate_mnist_accuracy_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, not qualification of incomplete runs.",
  "completed_passes_mnist_correct": 321509,
  "completed_passes_mnist_total": 330000,
  "distinct_gpu_uuids": 3,
  "scope": "Canonical saved-record judge/energy reconstruction only for complete valid records; partial runtime failures retain identities, failure strings and observed-call counts. Fresh Modal execution was performed separately by the unchanged canonical runner.",
  "aggregate_mnist_error_pct": 2.5730303030302992
}
