{
  "source_sha256": "9adc570a02279b34d0766344ec72f5589ff10fae06e1b6b341b58dc351a6445a",
  "source_bytes": 13363,
  "difficulty": 5,
  "source_file": "/Users/yaroslavvb/.codex/worktrees/sutro-pr-review-20261014/sutro-problems/mnist-a100/submissions/tangent-relu-d5-20261012/submission.py",
  "expected_record_filename": "submission.py",
  "filename_scope": "Author sources may be packaged under submission.py after original execution; exact source hash, not filename alone, establishes identity.",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "required_runs": 3,
  "passed_runs": 3,
  "runs": [
    {
      "run": 1,
      "raw_sha256": "8e4fc0644d3397154b42dd63ad2c722bcdcec001578054dbd0ad7612683a6703",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 108009,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 1.81,
      "mnist_error_pct": 1.81,
      "accuracy_gate_margin_labels": 99,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 1922.2285045276988,
      "rebuilt_ranked_ms": 1922.2285045276988,
      "energy_mj": 331163.1708744292,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-4a75c130-1ed3-8dcc-4ae4-5fbafdebd3b1",
        "vbios": "92.00.9E.00.01",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      }
    },
    {
      "run": 2,
      "raw_sha256": "da7bc9526068630d879ebcf23745de09a08ddd2ef2906981cd90ad0815aa503c",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 108006,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 1.8127272727272727,
      "mnist_error_pct": 1.8127272727272727,
      "accuracy_gate_margin_labels": 96,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 1913.7589721679688,
      "rebuilt_ranked_ms": 1913.7589721679688,
      "energy_mj": 343151.62255701073,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-b32b359b-8b9e-bb96-b6b6-0f63ad6377e5",
        "vbios": "92.00.9E.00.01",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      }
    },
    {
      "run": 3,
      "raw_sha256": "c019047c556ec4cbf12d12d2586442e0b81b96599011ce329a324ab5f97b6cdd",
      "returncode": 0,
      "passed": true,
      "checks": {
        "source_identity": true,
        "filename": true,
        "entry_point": true,
        "canonical_scorer_version": true,
        "band": true,
        "sandbox": true,
        "complete_calls": true,
        "valid_calls": true,
        "successful_return": true,
        "record_problems_empty": true,
        "canonical_judge_passes": true,
        "canonical_problems_exact": true,
        "ranked_exact": true,
        "summary_exact": true,
        "energy_reconstruction_exact": true,
        "energy_passes": true
      },
      "recorded_filename": "submission.py",
      "calls": 15,
      "mnist_calls": 11,
      "holdout_calls": 4,
      "mnist_correct": 108081,
      "mnist_total": 110000,
      "observed_mnist_error_pct": 1.7445454545454546,
      "mnist_error_pct": 1.7445454545454546,
      "accuracy_gate_margin_labels": 171,
      "canonical_judge_applicable": true,
      "canonical_judge_skip_reason": null,
      "canonical_problems": [],
      "record_problems": [],
      "ranked_ms": 1915.4024963378906,
      "rebuilt_ranked_ms": 1915.4024963378906,
      "energy_mj": 346421.25216555665,
      "energy_reconstruction_applicable": true,
      "energy_reconstruction_skip_reason": null,
      "energy_problems": [],
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-ae75595c-5f89-eb21-eba4-ef4c3ff20d1d",
        "vbios": "92.00.9E.00.01",
        "driver": "610.57.04",
        "power_limit_w": 400.0
      }
    }
  ],
  "median_ranked_ms": 1915.4024963378906,
  "median_energy_mj": 343151.62255701073,
  "mnist_correct": 324096,
  "mnist_total": 330000,
  "aggregate_mnist_error_pct": 1.789090909090909,
  "aggregate_scope": "Only saved observed MNIST calls, including partial failed runs; descriptive accuracy, never qualification of incomplete runs. Each full run must independently qualify.",
  "distinct_energy_gpu_uuids": 3,
  "scope": "Independent canonical judge and complete energy-window reconstruction of frozen raw records; fresh execution is a separate evidence set."
}
