{
  "author_evidence_groups": [
    {
      "descriptive_mnist_error_pct": 1.8490909090909113,
      "label": "Existing author set1 (failed)",
      "median_energy_mj": null,
      "median_ranked_ms": null,
      "observed_mnist_correct": 323898,
      "observed_mnist_total": 330000,
      "passed_runs": 2,
      "record_source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Separate complete author batch; no failing outcome from either batch is dropped or replaced. This is not the independent reviewer group."
    },
    {
      "descriptive_mnist_error_pct": 1.8287878787878742,
      "label": "Existing author set2 (later passing group)",
      "median_energy_mj": 190385.7741831504,
      "median_ranked_ms": 1490.8948669433594,
      "observed_mnist_correct": 323965,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Separate complete author batch; no failing outcome from either batch is dropped or replaced. This is not the independent reviewer group."
    }
  ],
  "declared_category": "D5",
  "declared_category_difficulty": 5,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261014/pr122/review-decision.json",
      "sha256": "63927a4972a61216713b1ebd3be6764ab00418bdf73a65f14adf4cb7dea37399",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/review-decision.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261014/pr122/verification.json",
      "sha256": "bf282342865ba5bff2a8da40a7f7047d88fab1ecdcb618adb699531ad3b4eade",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/verification.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261014/pr122/source-review.json",
      "sha256": "7798cc2829991058240dd9d483ce323acb10e13651bbf592ff41676f64a543f2",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/source-review.json"
    }
  ],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "d7b8b120290da4a6a16c9a8fa70a18498249f2f1020e3756ee809b4d050823e5",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "bf282342865ba5bff2a8da40a7f7047d88fab1ecdcb618adb699531ad3b4eade",
    "review_decision_sha256": "63927a4972a61216713b1ebd3be6764ab00418bdf73a65f14adf4cb7dea37399"
  },
  "pull_request": 122,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/122",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "f63a5521d0bd24fea490b91d1056ea5d6491bd8d",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": true,
      "descriptive_observed_mnist_correct": 323726,
      "descriptive_observed_mnist_total": 330000,
      "existing_public_raw_records": [
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261014/pr122/run-1.json",
          "sha256": "aaa16417095586b69e757b229220d99cd046e3ddfa5afeae5f508ac0508c47d0",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/run-1.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261014/pr122/run-2.json",
          "sha256": "76d8a88f0d6d05d80605135de07ad21f0fcbf8d75d16ba5cd6b2751ffa6f0d3f",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/run-2.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261014/pr122/run-3.json",
          "sha256": "366f31ef1dedf934af79c177651d350bbea8bef266a272e4a2f7322bb8f24cb9",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261014/pr122/run-3.json"
        }
      ],
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "runs": [
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 98.075% (107,882/110,000); the band needs 107,910 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -28,
          "mnist_correct": 107882,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.9254545454545455,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "aaa16417095586b69e757b229220d99cd046e3ddfa5afeae5f508ac0508c47d0",
          "required_correct_for_complete_run": 107910,
          "run": 1,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": 189576.97757571167,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 98,
          "mnist_correct": 108008,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.8109090909090908,
          "qualified_ranked_ms": 1463.8066850142045,
          "raw_record_sha256": "76d8a88f0d6d05d80605135de07ad21f0fcbf8d75d16ba5cd6b2751ffa6f0d3f",
          "required_correct_for_complete_run": 107910,
          "run": 2,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 98.033% (107,836/110,000); the band needs 107,910 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -74,
          "mnist_correct": 107836,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.9672727272727273,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "366f31ef1dedf934af79c177651d350bbea8bef266a272e4a2f7322bb8f24cb9",
          "required_correct_for_complete_run": 107910,
          "run": 3,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 15223,
    "entry_point": "classify",
    "repository_path": "mnist-a100/submissions/tangent-relu-w128-bias-d5-20261013/submission.py",
    "sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "documented_in_original_report",
    "summary": "@likelytobelaura neural/tangent/Muon/cross-teaching implementation; @sjbaebae joint train/query graph propagation; tangent-method and Muon algorithm references retained in original report."
  }
}
