{
  "source_sha256": "0bb2b7b4852db2bda7726029d7f211d109473d1b7c672a8256d6ce86daa94bef",
  "source_bytes": 11300,
  "difficulty": 4,
  "source_file": "/Users/yaroslavvb/.codex/worktrees/sutro-pr-review-20261018/sutro-problems/mnist-a100/submissions/rfm-ensemble-d4-20261017/submission.py",
  "function": "kernel_ensemble",
  "expected_record_filename": "submission.py",
  "filename_scope": "Author sources may be packaged under submission.py after original execution; exact source hash, not filename alone, establishes identity.",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "required_runs": 3,
  "passed_runs": 3,
  "energy_valid_runs": 3,
  "runs": [
    {
      "run": 1,
      "raw_sha256": "a795cdd5c39895caf7f696cf077a833da9e6d96adcf5bfd11fb0191d71175f56",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 107488,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 2.2836363636363637,
      "mnist_error_pct": 2.2836363636363637,
      "accuracy_gate_margin_labels": 18,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 219.24426112517764,
      "rebuilt_ranked_ms": 219.24426112517764,
      "energy_mj": 42847.43227045305,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-a198bca2-a6a7-2929-9ca6-0e21d6ec02cb",
        "vbios": "92.00.9E.00.03",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      },
      "score_passed": true,
      "energy_passed": true
    },
    {
      "run": 2,
      "raw_sha256": "c7a62789f49743d51ae6dbb31e37cbbc44ddf547c20d148807eec0ae92458fa5",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 107480,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 2.290909090909091,
      "mnist_error_pct": 2.290909090909091,
      "accuracy_gate_margin_labels": 10,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 219.1943702697754,
      "rebuilt_ranked_ms": 219.1943702697754,
      "energy_mj": 42617.16840253514,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-92625e48-e034-611f-a82b-317c1d999f80",
        "vbios": "92.00.9E.00.03",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      },
      "score_passed": true,
      "energy_passed": true
    },
    {
      "run": 3,
      "raw_sha256": "9043bbfe423fadd2baf969d7147d2d0f4bcb3754e1b1f1965888f4a949423997",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 107528,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 2.247272727272727,
      "mnist_error_pct": 2.247272727272727,
      "accuracy_gate_margin_labels": 58,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 218.95531116832387,
      "rebuilt_ranked_ms": 218.95531116832387,
      "energy_mj": 40462.84390827301,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100 80GB PCIe",
        "uuid": "GPU-f012d28a-4b51-9fb0-0b37-9f17af0f7579",
        "vbios": "92.00.A0.00.03",
        "driver": "610.57.04",
        "power_limit_w": 300.0
      },
      "score_passed": true,
      "energy_passed": true
    }
  ],
  "median_ranked_ms": 219.1943702697754,
  "median_energy_mj": 42617.16840253514,
  "mnist_correct": 322496,
  "mnist_total": 330000,
  "aggregate_mnist_error_pct": 2.273939393939394,
  "aggregate_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, never qualification of incomplete runs. Each full run must independently qualify.",
  "distinct_energy_gpu_uuids": 3,
  "scope": "Independent canonical judge and complete energy-window reconstruction of frozen raw records; fresh execution is a separate evidence set."
}
