{
  "author_evidence_groups": [
    {
      "descriptive_mnist_error_pct": 3.2887878787878786,
      "label": "Existing author evaluation group",
      "median_energy_mj": 408.7816011346498,
      "median_ranked_ms": 3.029522463405591,
      "observed_mnist_correct": 319147,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "65a14f4024d8af73ea3b7c088aeec44591715095b5cf2f76bcaf3a5c1d693a91",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    }
  ],
  "declared_category": "D2",
  "declared_category_difficulty": 2,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/review-decision.json",
      "sha256": "3d65095d725f96fe14d6731e2eb0f2abe661895e2e7ade8187a603eb80af0289",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/review-decision.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/verification.json",
      "sha256": "a174638f86100f6b9f8c7d7473a77138b6ecfe5537a295adea75c4140a1e8914",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/verification.json"
    },
    {
      "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
      "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/source-review.json",
      "sha256": "d3736ad2913a9d502b2f273c465d681babdd6c6fa70d7cf0c3fe97a8bb0c4f56",
      "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/source-review.json"
    }
  ],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "c34582a774b1863cb24d56161105aa4024e45b0476974b306b216a414ab75d11",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "a174638f86100f6b9f8c7d7473a77138b6ecfe5537a295adea75c4140a1e8914",
    "review_decision_sha256": "4fbc1326b13464e67643486b9d36e079eb9059d86075d950ebca922b58c3e890"
  },
  "pull_request": 133,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/133",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "62b0b1ca6daed88399a14949be59dac24f49cf9b",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": true,
      "descriptive_observed_mnist_correct": 318972,
      "descriptive_observed_mnist_total": 330000,
      "existing_public_raw_records": [
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/run-1.json",
          "sha256": "7a1f6453ff65e7710f2e8f3ea3c3b1245451055b27627ebb8552d3c5089b44e2",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/run-1.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/run-2.json",
          "sha256": "3ec95659c231688996ac4eaefbdce3aae9ea3557eb366b348df3f34fade1af2d",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/run-2.json"
        },
        {
          "commit": "9fbad5cf840014d911f3266e7a87cb21ceac7619",
          "repository_path": "mnist-a100/reviews/20261019-pass3/pr133/run-3.json",
          "sha256": "0d7b98ac958eb536c70eed77771a17f6ed9bc5eca4fc4fa18135e304af4a6490",
          "url": "https://github.com/cybertronai/sutro-problems/blob/9fbad5cf840014d911f3266e7a87cb21ceac7619/mnist-a100/reviews/20261019-pass3/pr133/run-3.json"
        }
      ],
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 2,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "runs": [
        {
          "accepted_energy_mj": 145.0397848444251,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 108,
          "mnist_correct": 106368,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 3.3018181818181818,
          "qualified_ranked_ms": 3.0546836261905295,
          "raw_record_sha256": "7a1f6453ff65e7710f2e8f3ea3c3b1245451055b27627ebb8552d3c5089b44e2",
          "required_correct_for_complete_run": 106260,
          "run": 1,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": 169.13139973964206,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 85,
          "mnist_correct": 106345,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 3.3227272727272728,
          "qualified_ranked_ms": 3.922284494749061,
          "raw_record_sha256": "3ec95659c231688996ac4eaefbdce3aae9ea3557eb366b348df3f34fade1af2d",
          "required_correct_for_complete_run": 106260,
          "run": 2,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 96.599% (106,259/110,000); the band needs 106,260 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -1,
          "mnist_correct": 106259,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 3.400909090909091,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "0d7b98ac958eb536c70eed77771a17f6ed9bc5eca4fc4fa18135e304af4a6490",
          "required_correct_for_complete_run": 106260,
          "run": 3,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "65a14f4024d8af73ea3b7c088aeec44591715095b5cf2f76bcaf3a5c1d693a91"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 16400,
    "entry_point": "kc_d2",
    "repository_path": "mnist-a100/submissions/fisher-reduced-d2-20261019/submission.py",
    "sha256": "65a14f4024d8af73ea3b7c088aeec44591715095b5cf2f76bcaf3a5c1d693a91",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "documented_and_AST_checked_in_prior_review",
    "summary": "Direct parameter-budget derivative of @spartanhaden PR131 Fisher-PCG D2, with @sigkillme0 Fisher/compression and @islamborghini kernel lineage; onlyQROWS2048->1024 andNHARD4096->3072 change, beyond docs. Original credits retained."
  }
}
