{
  "source_sha256": "a3b18bac64dddc3f7aa8c614e2279932aa74040720cb861e8dfa40eaa67923c3",
  "source_bytes": 12135,
  "difficulty": 5,
  "source_file": "/Users/yaroslavvb/.codex/worktrees/review-latest-20261012/sutro-problems/mnist-a100/submissions/tangent-crossteach-d5-20261012/submission.py",
  "expected_record_filename": "submission.py",
  "filename_scope": "Author sources may be packaged under submission.py after original execution; exact source hash, not filename alone, establishes identity.",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "required_runs": 3,
  "passed_runs": 3,
  "runs": [
    {
      "run": 1,
      "raw_sha256": "e6abe418e240fae7230e42e7335cccecfb033d149a33d1a662650aae3926aca7",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 107940,
      "mnist_total": 110000,
      "mnist_error_pct": 1.8727272727272728,
      "accuracy_gate_margin_labels": 30,
      "canonical_judge_applicable": true,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 3335.3948863636365,
      "rebuilt_ranked_ms": 3335.3948863636365,
      "energy_mj": 662154.9928770815,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-fead6022-616b-0f82-49fd-e252c11a8b5d",
        "vbios": "92.00.9E.00.02",
        "driver": "580.95.05",
        "power_limit_w": 500.0
      }
    },
    {
      "run": 2,
      "raw_sha256": "fff3175f303f47c35206896835629cfdca95077f0fdb70f451e26005c8dbb476",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 108063,
      "mnist_total": 110000,
      "mnist_error_pct": 1.760909090909091,
      "accuracy_gate_margin_labels": 153,
      "canonical_judge_applicable": true,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 3358.2722778320312,
      "rebuilt_ranked_ms": 3358.2722778320312,
      "energy_mj": 629924.8344042524,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-a4a70fac-f23c-1060-74b3-9b31a88c63d8",
        "vbios": "92.00.9E.00.02",
        "driver": "580.95.05",
        "power_limit_w": 500.0
      }
    },
    {
      "run": 3,
      "raw_sha256": "3bb64c016595a99ec851b825efe303e0e18f8d44a3fa5b6384aca7ea10e92a5a",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 107975,
      "mnist_total": 110000,
      "mnist_error_pct": 1.8409090909090908,
      "accuracy_gate_margin_labels": 65,
      "canonical_judge_applicable": true,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 3322.150457208807,
      "rebuilt_ranked_ms": 3322.150457208807,
      "energy_mj": 638234.1545680828,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-cfa61e7e-ee3a-7215-e81b-10b74518e197",
        "vbios": "92.00.9E.00.02",
        "driver": "580.95.05",
        "power_limit_w": 500.0
      }
    }
  ],
  "median_ranked_ms": 3335.3948863636365,
  "median_energy_mj": 638234.1545680828,
  "mnist_correct": 323978,
  "mnist_total": 330000,
  "aggregate_mnist_error_pct": 1.824848484848485,
  "aggregate_scope": "Descriptive saved-call aggregate; each run must independently qualify.",
  "distinct_energy_gpu_uuids": 3,
  "scope": "Independent canonical judge and complete energy-window reconstruction of frozen raw records; fresh execution is a separate evidence set."
}
