{
  "pull_request": 113,
  "reviewed_head": "442dba00d11b14e2fef0483660a7f4c100a87e1d",
  "source_sha256": "6c00a6f593d3e4015c9e6d0ce126fac7fd0519654906421682d631c394750083",
  "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "manifest_sha256": "2fb26afc503146fb893d90c272a10a62a413d20e4e4a2e9cf6dba006afe01115",
  "difficulty": 3,
  "runs": [
    {
      "run": 1,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "6c00a6f593d3e4015c9e6d0ce126fac7fd0519654906421682d631c394750083",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "442dba00d11b14e2fef0483660a7f4c100a87e1d"
      },
      "raw_record_identity": {
        "file": "run-1.json",
        "sha256": "b7cc2c6966200fb46994cf2d170d71898bbad4558e7856c5e44a14d3ed710e79"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 97.39% (107,130/110,000), 376.776 ms/call; hold-out (kmnist) 95.75%, 380.212 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 380.21215338870303,
      "reconstructed_ranked_ms": 380.21215338870303,
      "energy_mj": 95780.64037211792,
      "mnist_correct": 107130,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.6090909090909054,
      "mnist_error_pct": 2.6090909090909054,
      "accuracy_gate_margin_labels": 100,
      "worst_mnist_error_pct": 2.959999999999996,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-c823be10-2372-3921-b7e1-7268ec6f5d9a",
        "vbios": "92.00.45.00.0E",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      },
      "passed": true
    },
    {
      "run": 2,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "identity": {
        "source_sha256": "6c00a6f593d3e4015c9e6d0ce126fac7fd0519654906421682d631c394750083",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "442dba00d11b14e2fef0483660a7f4c100a87e1d"
      },
      "raw_record_identity": {
        "file": "run-2.json",
        "sha256": "588a9ed6fdc545802ea7d624dcf4bf1d34dd0d66f4e2967bf45cd0e096a6d4bf"
      },
      "returncode": 0,
      "record_problems": [],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "canonical_summary": "MNIST 97.59% (107,349/110,000), 377.404 ms/call; hold-out (kmnist) 95.84%, 378.846 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "ranked_ms": 378.84614646113755,
      "reconstructed_ranked_ms": 378.84614646113755,
      "energy_mj": 95940.08840124468,
      "mnist_correct": 107349,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.410000000000001,
      "mnist_error_pct": 2.410000000000001,
      "accuracy_gate_margin_labels": 319,
      "worst_mnist_error_pct": 2.62,
      "holdout": "kmnist",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-c9498dc2-05db-a3d1-2b72-26d89e76c4df",
        "vbios": "92.00.94.00.04",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    },
    {
      "run": 3,
      "checks": {
        "source manifest identity": true,
        "scorer file identity": true,
        "runner file identity": true,
        "record present": true,
        "successful return": false,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": false,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": false,
        "exact ranked reconstruction": true,
        "full energy reconstruction": false,
        "energy gates": false
      },
      "identity": {
        "source_sha256": "6c00a6f593d3e4015c9e6d0ce126fac7fd0519654906421682d631c394750083",
        "local_scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
        "local_runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
        "reviewed_head": "442dba00d11b14e2fef0483660a7f4c100a87e1d"
      },
      "raw_record_identity": {
        "file": "run-3.json",
        "sha256": "10bdbcfb09cabd2d53d27d6f88ec9281e20aefcaf41ca892c56c0a9d946f0c6d"
      },
      "returncode": 1,
      "record_problems": [
        "MNIST accuracy 97.271% (106,998/110,000); the band needs 107,030 correct"
      ],
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [
        "MNIST accuracy 97.271% (106,998/110,000); the band needs 107,030 correct"
      ],
      "canonical_summary": "MNIST 97.27% (106,998/110,000), 378.218 ms/call; hold-out (kmnist) 95.88%, 377.325 ms/call (floored by the scorer's clock)",
      "energy_reconstruction_applicable": false,
      "energy_reconstruction_skip_reason": "Complete valid timed-call record and saved energy measurement are required.",
      "energy_problems": [],
      "ranked_ms": null,
      "reconstructed_ranked_ms": 378.2178523599157,
      "energy_mj": null,
      "mnist_correct": 106998,
      "mnist_total": 110000,
      "observed_mnist_call_count": 11,
      "observed_mnist_error_pct": 2.7290909090909143,
      "mnist_error_pct": 2.7290909090909143,
      "accuracy_gate_margin_labels": -32,
      "worst_mnist_error_pct": 2.9299999999999993,
      "holdout": "kmnist",
      "device": "NVIDIA A100-SXM4-80GB",
      "passed": false,
      "stderr": ""
    }
  ],
  "required_passed_runs": 3,
  "passed_runs": 2,
  "median_ranked_ms": null,
  "median_energy_mj": null,
  "passed_run_measurements": [
    {
      "run": 1,
      "ranked_ms": 380.21215338870303,
      "energy_mj": 95780.64037211792,
      "mnist_correct": 107130,
      "mnist_total": 110000
    },
    {
      "run": 2,
      "ranked_ms": 378.84614646113755,
      "energy_mj": 95940.08840124468,
      "mnist_correct": 107349,
      "mnist_total": 110000
    }
  ],
  "mnist_correct": 321477,
  "mnist_total": 330000,
  "observed_mnist_call_count": 33,
  "aggregate_mnist_accuracy_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, not qualification of incomplete runs.",
  "completed_passes_mnist_correct": 214479,
  "completed_passes_mnist_total": 220000,
  "distinct_gpu_uuids": 2,
  "scope": "Canonical saved-record judge/energy reconstruction only for complete valid records; partial runtime failures retain identities, failure strings and observed-call counts. Fresh Modal execution was performed separately by the unchanged canonical runner.",
  "aggregate_mnist_error_pct": 2.58272727272727
}
