{
  "pull_request": 121,
  "reviewed_head": "afa877280f75ad3d337c0a781b15306362c40d48",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "difficulty": 3,
  "source_sha256": "da456d0ed99d8fb59b26e76b1658d6cd8d69b31710122936f2ca5f81f0ced966",
  "passed_runs": 3,
  "energy_passed_runs": 3,
  "passed": true,
  "energy_passed": true,
  "runs": [
    {
      "run": 1,
      "present": true,
      "raw_sha256": "2a69ba6d0778622306e1d537be4e0c01541f2a2089d68225dadfbbadce9841f9",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "da456d0ed99d8fb59b26e76b1658d6cd8d69b31710122936f2ca5f81f0ced966",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 18.411804128714508,
      "mnist_correct": 107400,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 38690,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 2100.016333131861,
      "energy_problems": [],
      "gpu_uuid": "GPU-0def0b5f-3be7-b6bb-8a12-8a942901c2d1",
      "energy_passed": true,
      "mnist_error_pct": 2.3636363636363678,
      "worst_draw_error_pct": 2.52,
      "accuracy_margin_labels": 370
    },
    {
      "run": 2,
      "present": true,
      "raw_sha256": "c941ee7cc8cc10111388df9ebc26599b405fc06f78c3f88f47438c7de16f4f6d",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "da456d0ed99d8fb59b26e76b1658d6cd8d69b31710122936f2ca5f81f0ced966",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 18.112283613329414,
      "mnist_correct": 107256,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 38638,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 2361.8151123441817,
      "energy_problems": [],
      "gpu_uuid": "GPU-5d2671a2-819f-7321-b111-cc5ae2557a34",
      "energy_passed": true,
      "mnist_error_pct": 2.4945454545454493,
      "worst_draw_error_pct": 2.829999999999999,
      "accuracy_margin_labels": 226
    },
    {
      "run": 3,
      "present": true,
      "raw_sha256": "31f21c4948a4ffe999cb8c1a40b62345c3579c5a2c7c6bb26c6dfe5f6417c9d0",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "da456d0ed99d8fb59b26e76b1658d6cd8d69b31710122936f2ca5f81f0ced966",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 18.143664723884225,
      "mnist_correct": 107212,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35198,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 2370.3290648052025,
      "energy_problems": [],
      "gpu_uuid": "GPU-a392bc7b-d805-15ab-702d-5181e0e95bce",
      "energy_passed": true,
      "mnist_error_pct": 2.534545454545456,
      "worst_draw_error_pct": 2.749999999999997,
      "accuracy_margin_labels": 182
    }
  ],
  "median_ranked_ms": 18.143664723884225,
  "pooled_mnist_error_pct": 2.4642424242424243,
  "median_energy_mj": 2361.8151123441817,
  "distinct_gpu_uuids": 3
}
