{
  "author_evidence_groups": [
    {
      "descriptive_mnist_error_pct": 1.8481818181818181,
      "label": "Existing author evaluation group",
      "median_energy_mj": 536878.610466496,
      "median_ranked_ms": 2580.8455810546875,
      "observed_mnist_correct": 323901,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
      "runs": 3,
      "same_as_integrated_source": true,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    },
    {
      "descriptive_mnist_error_pct": 1.7903030303030303,
      "label": "Separate author2500-update comparison",
      "median_energy_mj": 674307.0533432962,
      "median_ranked_ms": 3385.8267822265625,
      "observed_mnist_correct": 324092,
      "observed_mnist_total": 330000,
      "passed_runs": 3,
      "record_source_sha256": "86d7caab67e4c9de30a698652fab6195599e5184113c359a83872f5135851018",
      "runs": 3,
      "same_as_integrated_source": false,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    },
    {
      "descriptive_mnist_error_pct": 1.877878787878788,
      "label": "Earlier different one-refresh author candidate (2/3 passed; one failed)",
      "median_energy_mj": null,
      "median_ranked_ms": null,
      "observed_mnist_correct": 323803,
      "observed_mnist_total": 330000,
      "passed_runs": 2,
      "record_source_sha256": "92e90c1ffcc0e66f4af06a290655b25cbc9dcb0a7305a412f4bdd3ffcc99804b",
      "runs": 3,
      "same_as_integrated_source": false,
      "scope": "Saved author records and arithmetic are preserved separately; this is not the independent reviewer group."
    }
  ],
  "declared_category": "D5",
  "declared_category_difficulty": 5,
  "energy_scope": "Optional energy is separate from score qualification. Missing/unmeasured energy after a failed score is not an additional score failure; no successful-run-only energy median is promoted.",
  "existing_published_review_evidence": [],
  "format": "sutro-research-inclusion-reviewer-evidence-v1",
  "historical_documentation_scope": "The original author report below the integration notice is preserved as historical author evidence. Historical hold/recommendation wording in retained evidence predates this research-inclusion decision.",
  "inclusion_status": "research_archive",
  "provenance": {
    "frozen_original_readme_sha256": "68331883a0c82d78b2498d430f9fc17a470290ffe0b72bece3b3e36b4a20118d",
    "new_GPU_runs_or_replacements_for_this_integration": 0,
    "original_author_report_preserved": true,
    "original_runtime_and_author_JSON_preserved": true,
    "record_reconstruction_audit_sha256": "4a17e003c956e0d18219e4b7498c6d17a6a63c4bf87ebe0e7f4c49e803cba3aa",
    "review_decision_sha256": "9ead6709385cc19dd3db0ed2e07e7023f9f92fc71ea5f4f15ec8212ffe981ac6"
  },
  "pull_request": 119,
  "pull_request_url": "https://github.com/cybertronai/sutro-problems/pull/119",
  "qualification_scope": {
    "official_leaderboard_promotion": false,
    "permanent_source_ban": false,
    "policy": "Valid research and non-record artifacts may be included. This does not turn failed or incomplete reviewer outcomes into a category qualification. Published rules do not mandate a universal second maintainer3/3 batch; author evidence remains separately attributed.",
    "research_inclusion": true,
    "reviewer_qualifying_median_energy_mj": null,
    "reviewer_qualifying_median_ranked_ms": null,
    "verified_category_result": false
  },
  "reviewed_head": "4f2ea071a78da77a84e1de0f5551ec5f71f6ceec",
  "reviewer_groups": [
    {
      "all_45_timed_calls_complete": false,
      "descriptive_observed_mnist_correct": 235722,
      "descriptive_observed_mnist_total": 240000,
      "failed_outcomes_replaced": 0,
      "label": "Initial retained independent reviewer group for the integrated source",
      "passed_runs": 1,
      "qualifying_median_energy_mj": null,
      "qualifying_median_ranked_ms": null,
      "raw_record_availability": "Maintainer retains original raw records identified by SHA; this summary does not invent a public raw-record location.",
      "runs": [
        {
          "accepted_energy_mj": 517731.0214702567,
          "canonical_problems": [],
          "complete_15_timed_calls": true,
          "complete_run_margin_labels": 123,
          "mnist_correct": 108033,
          "mnist_total_observed": 110000,
          "observed_mnist_error_pct": 1.788181818181818,
          "qualified_ranked_ms": 2571.362149325284,
          "raw_record_sha256": "248a0729a9bfe2a9d4a4caa4cd01474075438b4cee69e1ede3cd65c305eb6559",
          "required_correct_for_complete_run": 107910,
          "run": 1,
          "score_passed": true,
          "source_identity_bound": true,
          "timed_calls_retained": 15
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "timed out while running the method on the untimed warm-up on a kmnist draw"
          ],
          "complete_15_timed_calls": false,
          "complete_run_margin_labels": null,
          "mnist_correct": 68746,
          "mnist_total_observed": 70000,
          "observed_mnist_error_pct": 1.7914285714285714,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "6cd8354b4f5ffdd0d54ade69b83a42004b9e257ffa78f9976e11eb59000271fc",
          "required_correct_for_complete_run": 107910,
          "run": 2,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 7
        },
        {
          "accepted_energy_mj": null,
          "canonical_problems": [
            "timed out while running the method on the untimed warm-up on a fashion draw"
          ],
          "complete_15_timed_calls": false,
          "complete_run_margin_labels": null,
          "mnist_correct": 58943,
          "mnist_total_observed": 60000,
          "observed_mnist_error_pct": 1.7616666666666667,
          "qualified_ranked_ms": null,
          "raw_record_sha256": "3e8f2a02f50c4f5e2c2a0b58811d4fecf218ff5b010bbe713bf84c0fba961de1",
          "required_correct_for_complete_run": 107910,
          "run": 3,
          "score_passed": false,
          "source_identity_bound": true,
          "timed_calls_retained": 7
        }
      ],
      "runs_requested": 3,
      "runs_retained": 3,
      "same_as_integrated_source": true,
      "scope": "Per-run gates remain authoritative. Pooled observed counts include all retained outcomes and never repair a failed or incomplete run. No median of passing runs is promoted.",
      "source_sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f"
    }
  ],
  "runtime_identity": {
    "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
    "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064"
  },
  "source": {
    "bytes": 10883,
    "entry_point": "classify",
    "repository_path": "mnist-a100/submissions/tangent-refresh400-d5-20261012/submission.py",
    "sha256": "6f0e1a109ece2679f8ee1e0527cd98abc6a58e664d11fc6033740765ba4a990f",
    "unchanged_by_inclusion": true
  },
  "source_lineage": {
    "status": "documented_in_original_report",
    "summary": "Credited derivative of @likelytobelaura PR118 at436b80bb40e4c346792ddad71670c7a5dbc8c5e9; joint graph propagation credited to @sjbaebae; Muon coefficients to Keller Jordan et al. Original credits retained."
  }
}
