{
  "author_evidence_groups": [
    {
      "canonical_arithmetic_passed_runs": 3,
      "corresponding_record_source_supplied": false,
      "descriptive_mnist_error_pct": 2.1606060606060606,
      "label": "Existing author numerical records (different unsupplied source)",
      "qualified_median_for_integrated_source_ms": null,
      "record_source_bytes": 18611,
      "record_source_sha256": "c7b78944bfbc45859ec53ec68b94d0808a93decec0c4e2115ae6b6e3c52d78b1",
      "reported_median_energy_mj": 5661.410458524692,
      "reported_median_ranked_ms": 35.678699914267305,
      "runs": 3,
      "same_as_integrated_source": false,
      "scope": "Arithmetic and energy reconstruct, but source identity does not bind these records to packaged submission.py. Logs/device IDs were removed by author. These records cannot establish the submitted source median or distinct-board provenance."
    }
  ],
  "declared_category": "D4",
  "declared_category_difficulty": 4,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/review-decision.json",
      "sha256": "a2d31d25cc47f8631abbc9255532fe48b355516b82882b960266b9ef8aaa3f64",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/review-decision.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/verification.json",
      "sha256": "cb4ee77834428b9286179efbf3e2ee830501b401812247176cf7f0594422d60a",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/verification.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/source-review.json",
      "sha256": "689a749e64eb8dee1305a70159c5222c1ea423de16994102c63da6e04b3d3ad1",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/source-review.json"
    }
  ],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "f613476d1a602bc123ac2358a2ed2bd56f5d5dfe5ddee8dedd59417d3dac8706",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "0045a9a1afc0f9c9cae3c4e3daad7106e7fd3dc3a08f4a52ce49d71592eeebca",
    "review_decision_sha256": "a2d31d25cc47f8631abbc9255532fe48b355516b82882b960266b9ef8aaa3f64"
  },
  "pull_request": 126,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/126",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "4199965260948ad7837fadbaccc7639b02cb80d6",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": true,
      "descriptive_observed_mnist_correct": 322417,
      "descriptive_observed_mnist_total": 330000,
      "existing_public_raw_records": [
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/run-1.json",
          "sha256": "c4279025a499218034f8934fcd5876fdbd64b54de232083004d525b22ba31bde",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/run-1.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/run-2.json",
          "sha256": "9cbed883ed2f9e3739e2b050dabd1918d33be5ef6182439ed7b42ccb4f45b188",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/run-2.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261018-pass2/pr126/run-3.json",
          "sha256": "1f2eecce652ed8d911097dd243d14feef52a0dd09565672a97e38da09c8d026d",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261018-pass2/pr126/run-3.json"
        }
      ],
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "runs": [
        {
          "accepted_energy_mj": 5759.76254573317,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 53,
          "mnist_correct": 107523,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.251818181818182,
          "qualified_ranked_ms": 34.923387595707524,
          "raw_record_sha256": "c4279025a499218034f8934fcd5876fdbd64b54de232083004d525b22ba31bde",
          "required_correct_for_complete_run": 107470,
          "run": 1,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 97.676% (107,444/110,000); the band needs 107,470 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -26,
          "mnist_correct": 107444,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.3236363636363637,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "9cbed883ed2f9e3739e2b050dabd1918d33be5ef6182439ed7b42ccb4f45b188",
          "required_correct_for_complete_run": 107470,
          "run": 2,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 97.682% (107,450/110,000); the band needs 107,470 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -20,
          "mnist_correct": 107450,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.3181818181818183,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "1f2eecce652ed8d911097dd243d14feef52a0dd09565672a97e38da09c8d026d",
          "required_correct_for_complete_run": 107470,
          "run": 3,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "1966a800debdb3681b1c897527c28771d958a02604b0281b9dbe8508f183aa77"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 18558,
    "entry_point": "classify",
    "repository_path": "mnist-a100/submissions/neural-d4-20261018/submission.py",
    "sha256": "1966a800debdb3681b1c897527c28771d958a02604b0281b9dbe8508f183aa77",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "partially_settled",
    "summary": "Prior static audit proves four teacher helpers equivalent after normalization to @spartanhaden kernel/Ladder D4. Broader neural/tangent/Muon/cross-teaching design overlaps entries by @likelytobelaura; joint graph propagation is credited to @sjbaebae. Complete development lineage is not proven."
  }
}
