{
  "pull_request": 112,
  "reviewed_head": "6ac9c4f48660d9e8bc070527b363637db2b94acf",
  "source_sha256": "3f949ff304de18b537e660fcdbea24bf60697d2799294d8af348bff4f4971023",
  "difficulty": 2,
  "runs": [
    {
      "run": 1,
      "checks": {
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "canonical_problems": [],
      "energy_problems": [],
      "ranked_ms": 14.656804747695002,
      "energy_mj": 1383.5976535036693,
      "mnist_correct": 106426,
      "mnist_total": 110000,
      "mnist_error_pct": 3.2490909090909126,
      "accuracy_gate_margin_labels": 166,
      "worst_mnist_error_pct": 3.500000000000003,
      "holdout": "kmnist",
      "canonical_summary": "MNIST 96.75% (106,426/110,000), 14.657 ms/call; hold-out (kmnist) 95.51%, 13.684 ms/call (floored by the scorer's clock)",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-58c47e32-ef98-4a87-070d-f74111769328",
        "vbios": "92.00.9E.00.01",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    },
    {
      "run": 2,
      "checks": {
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "canonical_problems": [],
      "energy_problems": [],
      "ranked_ms": 14.600212215103877,
      "energy_mj": 1332.6311339366678,
      "mnist_correct": 106356,
      "mnist_total": 110000,
      "mnist_error_pct": 3.312727272727267,
      "accuracy_gate_margin_labels": 96,
      "worst_mnist_error_pct": 3.490000000000004,
      "holdout": "fashion",
      "canonical_summary": "MNIST 96.69% (106,356/110,000), 14.067 ms/call; hold-out (fashion) 87.51%, 14.600 ms/call (floored by the scorer's clock)",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-e30c9077-fea4-0774-fc8e-8fcadbb81cc3",
        "vbios": "92.00.9E.00.01",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    },
    {
      "run": 3,
      "checks": {
        "successful return": true,
        "source identity": true,
        "filename": true,
        "entry point": true,
        "scorer version": true,
        "band": true,
        "sandbox": true,
        "record problems empty": true,
        "calls": true,
        "counts and finite timing": true,
        "canonical judge passes": true,
        "exact ranked reconstruction": true,
        "full energy reconstruction": true,
        "energy gates": true
      },
      "canonical_problems": [],
      "energy_problems": [],
      "ranked_ms": 14.227055945154145,
      "energy_mj": 1326.6736940531177,
      "mnist_correct": 106382,
      "mnist_total": 110000,
      "mnist_error_pct": 3.289090909090908,
      "accuracy_gate_margin_labels": 122,
      "worst_mnist_error_pct": 3.4800000000000053,
      "holdout": "kmnist",
      "canonical_summary": "MNIST 96.71% (106,382/110,000), 13.935 ms/call; hold-out (kmnist) 95.35%, 14.227 ms/call (floored by the scorer's clock)",
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-2408ff8b-aa78-0b8b-b135-418c6f8a766a",
        "vbios": "92.00.9E.00.01",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "passed": true
    }
  ],
  "passed_runs": 3,
  "median_ranked_ms": 14.600212215103877,
  "median_energy_mj": 1332.6311339366678,
  "mnist_correct": 319164,
  "mnist_total": 330000,
  "distinct_gpu_uuids": 3,
  "scope": "Full canonical saved-record reconstruction, plus source identity checks; fresh Modal execution performed separately by canonical runner",
  "aggregate_mnist_error_pct": 3.2836363636363664
}
