{
  "author_evidence_groups": [
    {
      "descriptive_mnist_error_pct": 1.8278787878787879,
      "label": "Existing author evaluation group",
      "median_energy_mj": 31897.99799804715,
      "median_ranked_ms": 308.4206160337264,
      "observed_mnist_correct": 323968,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "5754027efaadd7b3b2b26ea5e1f7bd1c953c6e70b1692797887565e6e23ba005",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    }
  ],
  "declared_category": "D5",
  "declared_category_difficulty": 5,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/review-decision.json",
      "sha256": "510cf15bfbbea1487962d594aa58ed4da107bd120f1b07eb7cdcce6830eb751b",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/review-decision.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/verification.json",
      "sha256": "19676f65a0530cf82f6aadbb7d77513d80fae15c1a47d1a62f286424cbead399",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/verification.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/source-review.json",
      "sha256": "720723f83745cee589ec9041a4aafeeddb39ef92ff9f2796b9194ae7977dff02",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/source-review.json"
    }
  ],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "6ac0b846e1281840b6e70ed9eba73462ad6f3ec6971ea9207bac54d02f21dce1",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "caf397184912d47f5bf55a4b0c73268e1f9515ad37b35807b65235885091000f",
    "review_decision_sha256": "510cf15bfbbea1487962d594aa58ed4da107bd120f1b07eb7cdcce6830eb751b"
  },
  "pull_request": 127,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/127",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "19d2a3faba642814aee9c12ed1a118a927b796d2",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": true,
      "descriptive_observed_mnist_correct": 323616,
      "descriptive_observed_mnist_total": 330000,
      "existing_public_raw_records": [
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/run-1.json",
          "sha256": "1425c659e6ba45e236b8f4abdaf6f6f7dcd4e19587822b0ddf72d1acb162d123",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/run-1.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/run-2.json",
          "sha256": "f8c6bfa840d309d02382bf86ab19f884d932586eb9e1c1a5355d03337e959880",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/run-2.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr127/run-3.json",
          "sha256": "410647e67b28d75f8c5ffa42d62e7fde1eaf423b651c3465774ef227f590fa36",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr127/run-3.json"
        }
      ],
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "runs": [
        {
          "accepted_energy_mj": 36438.337154577675,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 59,
          "mnist_correct": 107969,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.8463636363636364,
          "qualified_ranked_ms": 308.57519231555864,
          "raw_record_sha256": "1425c659e6ba45e236b8f4abdaf6f6f7dcd4e19587822b0ddf72d1acb162d123",
          "required_correct_for_complete_run": 107910,
          "run": 1,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 97.995% (107,794/110,000); the band needs 107,910 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -116,
          "mnist_correct": 107794,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.0054545454545454,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "f8c6bfa840d309d02382bf86ab19f884d932586eb9e1c1a5355d03337e959880",
          "required_correct_for_complete_run": 107910,
          "run": 2,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 98.048% (107,853/110,000); the band needs 107,910 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -57,
          "mnist_correct": 107853,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.951818181818182,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "410647e67b28d75f8c5ffa42d62e7fde1eaf423b651c3465774ef227f590fa36",
          "required_correct_for_complete_run": 107910,
          "run": 3,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "5754027efaadd7b3b2b26ea5e1f7bd1c953c6e70b1692797887565e6e23ba005"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 20326,
    "entry_point": "ladder_kernel",
    "repository_path": "mnist-a100/submissions/ladder-d5-20261018/submission.py",
    "sha256": "5754027efaadd7b3b2b26ea5e1f7bd1c953c6e70b1692797887565e6e23ba005",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "partially_settled",
    "summary": "Eleven normalized teacher helpers match @spartanhaden PR121. Upstream credits include @islamborghini kernel-PCG, @SethTS and Rasmus et al. for Ladder. Optimizer, schedules, architecture, Triton kernels and readout differ substantially; remaining full lineage is not settled."
  }
}
