{
  "author_evidence_groups": [
    {
      "descriptive_mnist_error_pct": 2.225151515151515,
      "label": "Existing author evaluation group",
      "median_energy_mj": 286669.68324843334,
      "median_ranked_ms": 985.0741355202415,
      "observed_mnist_correct": 322657,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    }
  ],
  "declared_category": "D4",
  "declared_category_difficulty": 4,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "2cec174e3f02aec1f24a4af58126ee392b0d4edb7e384b9f1acecb0a5d2f58b0",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "bfe0bea1d9c8b577f70be7497417862936c9609b9d1d96b94bc799c17907eaab",
    "review_decision_sha256": "4f78089f91dedd25d4b9bafeb4460b54d4a0e61da2db935dbb35d91e15b32e3b"
  },
  "pull_request": 114,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/114",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "74dc7ad1eb3f0d5d4fd4c75ec1394b6fb8e1e9c1",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": true,
      "descriptive_observed_mnist_correct": 322433,
      "descriptive_observed_mnist_total": 330000,
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "raw_record_availability": "Maintainer retains original raw records identified by SHA; this summary does not invent a public raw-record location.",
      "runs": [
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 97.642% (107,406/110,000); the band needs 107,470 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -64,
          "mnist_correct": 107406,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.3581818181818184,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "ed0c4f46ed975bdfa05dfb8bff8f3bca5772b34730d104bc1ec7f77577f8de15",
          "required_correct_for_complete_run": 107470,
          "run": 1,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "MNIST accuracy 97.696% (107,466/110,000); the band needs 107,470 correct"
          ],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": -4,
          "mnist_correct": 107466,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.3036363636363637,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "bc7cafe04761ebf10130ecf203e5b2a42f5c1ab62e6f4bca0714e82731c1749b",
          "required_correct_for_complete_run": 107470,
          "run": 2,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": 307125.79305102857,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 91,
          "mnist_correct": 107561,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 2.2172727272727273,
          "qualified_ranked_ms": 983.4973588423295,
          "raw_record_sha256": "cd5b06797e2d6346ae22dfa1f1e8abb498c438dfdf64424a3f9281ed4c9d8d57",
          "required_correct_for_complete_run": 107470,
          "run": 3,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1"
    },
    {
      "failed_outcomes_replaced": 0,
      "label": "Earlier pre-repair source reviewer group; historical source, not the integrated repair",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "reviewed_head": "2bcb36d7c1c2ff72f20c4c411dda6d8d29b7deda",
      "runs": [
        {
          "accepted_energy_mj": 296868.8191600951,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 24,
          "mnist_correct": 107494,
          "mnist_total_observed": 110000,
          "qualified_ranked_ms": 986.3569946289062,
          "raw_record_sha256": "b28ff3aa9039460e3457ff9f2c0bfcd58c03bc4b7a3a0c4d5a93cd1c1251e948",
          "run": 1,
          "score_passed": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "timed out while running the method on the untimed warm-up on a kmnist draw"
          ],
          "complete_15_timed_calls": false,
          "complete_run_margin_labels": null,
          "failed_untimed_warmup_dataset": "kmnist",
          "mnist_correct": 9802,
          "mnist_total_observed": 10000,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "26831acf5f13ff38ce1b298e0eaafd935320a708b359e2f043f73d50baed4932",
          "run": 2,
          "score_passed": false,
          "timed_calls_retained": 1,
          "warmup_limit_seconds": 90
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "timed out while running the method on the untimed warm-up on a kmnist draw"
          ],
          "complete_15_timed_calls": false,
          "complete_run_margin_labels": null,
          "failed_untimed_warmup_dataset": "kmnist",
          "mnist_correct": 0,
          "mnist_total_observed": 0,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "91ab43c731a7ff353412a6ec4e0c1568d358a8edfdeddd63ab809cddbb862b94",
          "run": 3,
          "score_passed": false,
          "timed_calls_retained": 1,
          "warmup_limit_seconds": 90
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": false,
      "scope": "Separate earlier source. Two later KMNIST warm-ups timed out; these outcomes are preserved and are not counted as failures of the repaired source.",
      "source_sha256": "8b7790e61ce658ba5ee0409c6b59014e4312331ae2a2f892ec57cbabeda81175"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 19538,
    "entry_point": "classify",
    "repository_path": "mnist-a100/submissions/native-mlp-d4-20261007/leancompile-repair/submission.py",
    "sha256": "c5ed1d8ffb115cc58a6a6b4ac468b07c780d773b3f8d7387ec3f295b6f1b3eb1",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "not_fully_settled",
    "summary": "Submitted by @sjbaebae. This documentation-only integration does not settle the full upstream lineage of the archived native teacher/student and CUDA components."
  }
}
