{
  "status": "official_qualification_passed",
  "submitted": false,
  "maintainer_accepted": false,
  "difficulty": 3,
  "runs": [
    {
      "run": 1,
      "ranked_ms": 1157.1375954367898,
      "energy_mj": 151759.93248143466,
      "mnist_correct": 107336,
      "mnist_total": 110000,
      "mnist_error_pct": 2.4218181818181805,
      "worst_mnist_error_pct": 2.62,
      "holdout": "kmnist",
      "holdout_accuracy_pct": 96.165,
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-e43b903c-5679-c491-84f5-1099087057ce",
        "vbios": "92.00.9E.00.02",
        "driver": "580.95.05",
        "power_limit_w": 500.0
      },
      "energy_window_error_pct": 2.4866666666666704,
      "passed": true
    },
    {
      "run": 2,
      "ranked_ms": 1156.458740234375,
      "energy_mj": 151403.97012476073,
      "mnist_correct": 107180,
      "mnist_total": 110000,
      "mnist_error_pct": 2.563636363636368,
      "worst_mnist_error_pct": 2.7699999999999947,
      "holdout": "kmnist",
      "holdout_accuracy_pct": 96.0325,
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-9c5cdfd3-d60c-d719-75c0-86646a012593",
        "vbios": "92.00.45.00.0E",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "energy_window_error_pct": 2.630555555555558,
      "passed": true
    },
    {
      "run": 3,
      "ranked_ms": 1160.5053405761719,
      "energy_mj": 149399.70686970057,
      "mnist_correct": 107082,
      "mnist_total": 110000,
      "mnist_error_pct": 2.6527272727272733,
      "worst_mnist_error_pct": 2.8100000000000014,
      "holdout": "fashion",
      "holdout_accuracy_pct": 87.5425,
      "device": {
        "name": "NVIDIA A100-SXM4-80GB",
        "uuid": "GPU-348a3f5e-55d4-bff5-903d-6b6c52390660",
        "vbios": "92.00.9E.00.01",
        "driver": "580.95.05",
        "power_limit_w": 400.0
      },
      "energy_window_error_pct": 2.63944444444445,
      "passed": true
    }
  ],
  "source_file": "ladder_d3.py",
  "function": "classify",
  "source_sha256": "5052f86e9cdf6086783bd64c90a31fcb86b3d19d1d0f27ef8f21457923c713e1",
  "source_bytes": 20194,
  "scorer_version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "upstream_revision": "aa6c51e6ad661089cbf71a39c95c577c216b627f",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "median_ranked_ms": 1157.1375954367898,
  "median_energy_mj": 151403.97012476073,
  "aggregate_mnist_correct": 321598,
  "aggregate_mnist_total": 330000,
  "aggregate_mnist_error_pct": 2.5460606060606072,
  "worst_mnist_error_pct": 2.8100000000000014,
  "published_baseline_ms": 1443.3,
  "published_baseline_energy_mj": 201792,
  "time_reduction_vs_published_pct": 19.826952439770686,
  "energy_reduction_vs_published_pct": 24.970281217907186,
  "minimum_run_accuracy_margin_percentage_points": 0.04727272727272691,
  "qualification_estimated_compute_usd_upper": 1.1732,
  "qualification_cost_basis": "3 concurrent containers \u00d7 controller log lifetime plus 5 seconds each at conservative $0.001/s; settled billing pending",
  "independent_review": "GO for submission",
  "independent_review_file": "evidence/INDEPENDENT_QUALIFICATION_REVIEW.md",
  "cleanup": {
    "all_task_apps_stopped": true,
    "active_containers": 0
  }
}