{
  "pull_request": 121,
  "reviewed_head": "afa877280f75ad3d337c0a781b15306362c40d48",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "difficulty": 5,
  "source_sha256": "039bde8b8576a67dbfd20017d7b70cbb2fce59f0927d0fc9f989c1bb6db45728",
  "passed_runs": 3,
  "energy_passed_runs": 3,
  "passed": true,
  "energy_passed": true,
  "runs": [
    {
      "run": 1,
      "present": true,
      "raw_sha256": "865b2108cd9cf8ccf28333f6c3ba08df2ab4acb34873635197085fe3a3a393e2",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "039bde8b8576a67dbfd20017d7b70cbb2fce59f0927d0fc9f989c1bb6db45728",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 1818.08750788452,
      "mnist_correct": 108014,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35556,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 226351.85026905139,
      "energy_problems": [],
      "gpu_uuid": "GPU-1b99bc68-0efd-9c7b-8b4b-1550c5659149",
      "energy_passed": true,
      "mnist_error_pct": 1.8054545454545434,
      "worst_draw_error_pct": 1.959999999999995,
      "accuracy_margin_labels": 104
    },
    {
      "run": 2,
      "present": true,
      "raw_sha256": "c3df9ea0a3689fa4c9059284487e2e8fb436c4b0377f94ae2c398fb009df56bd",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "039bde8b8576a67dbfd20017d7b70cbb2fce59f0927d0fc9f989c1bb6db45728",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 1811.3319202769887,
      "mnist_correct": 108148,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35565,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 231912.53663703435,
      "energy_problems": [],
      "gpu_uuid": "GPU-9f37ae1b-fd82-d6ac-3885-9017c18feb80",
      "energy_passed": true,
      "mnist_error_pct": 1.683636363636365,
      "worst_draw_error_pct": 1.959999999999995,
      "accuracy_margin_labels": 238
    },
    {
      "run": 3,
      "present": true,
      "raw_sha256": "9d62e829a509a05490932e2bdfe02eb2b1a637db73a350474e82de1b41d1136c",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "039bde8b8576a67dbfd20017d7b70cbb2fce59f0927d0fc9f989c1bb6db45728",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 1818.7066955566406,
      "mnist_correct": 108215,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35453,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 221130.90779965313,
      "energy_problems": [],
      "gpu_uuid": "GPU-cc180485-780c-af1b-e0b5-16f4b5688512",
      "energy_passed": true,
      "mnist_error_pct": 1.6227272727272757,
      "worst_draw_error_pct": 1.8299999999999983,
      "accuracy_margin_labels": 305
    }
  ],
  "median_ranked_ms": 1818.08750788452,
  "pooled_mnist_error_pct": 1.703939393939391,
  "median_energy_mj": 226351.85026905139,
  "distinct_gpu_uuids": 3
}
