{
  "pull_request": 121,
  "reviewed_head": "afa877280f75ad3d337c0a781b15306362c40d48",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "difficulty": 4,
  "source_sha256": "f4c69bf486197cd00721320a90dbd644ad734b3371e65ea2fff498d9304ebbdc",
  "passed_runs": 3,
  "energy_passed_runs": 3,
  "passed": true,
  "energy_passed": true,
  "runs": [
    {
      "run": 1,
      "present": true,
      "raw_sha256": "b067922d524d0f84bebfedfbe184bb2c3c805ff116bf57e6baa7bef49ceedb5b",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "f4c69bf486197cd00721320a90dbd644ad734b3371e65ea2fff498d9304ebbdc",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 580.0937697845702,
      "mnist_correct": 107643,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 38730,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 62922.12604484678,
      "energy_problems": [],
      "gpu_uuid": "GPU-c661626f-9372-1442-1b86-f1bc5a7c84cb",
      "energy_passed": true,
      "mnist_error_pct": 2.142727272727274,
      "worst_draw_error_pct": 2.2599999999999953,
      "accuracy_margin_labels": 173
    },
    {
      "run": 2,
      "present": true,
      "raw_sha256": "702e79bb9dc1eb6816ca256ee254c7d8d8061b2a91b9402fdff6ff70b790270e",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "f4c69bf486197cd00721320a90dbd644ad734b3371e65ea2fff498d9304ebbdc",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 578.6570281982422,
      "mnist_correct": 107580,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35331,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 70019.83570224437,
      "energy_problems": [],
      "gpu_uuid": "GPU-d7b66d2c-5691-ea15-1975-ac0d3652497d",
      "energy_passed": true,
      "mnist_error_pct": 2.200000000000002,
      "worst_draw_error_pct": 2.4499999999999966,
      "accuracy_margin_labels": 110
    },
    {
      "run": 3,
      "present": true,
      "raw_sha256": "826d078dc73ceb0837a506eb5f09d5c2c74ea3eafd0d04c234792fcb0a426918",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "f4c69bf486197cd00721320a90dbd644ad734b3371e65ea2fff498d9304ebbdc",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 580.3052708372106,
      "mnist_correct": 107738,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35379,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 63113.16601867904,
      "energy_problems": [],
      "gpu_uuid": "GPU-c2287682-da87-8473-db70-8601289be117",
      "energy_passed": true,
      "mnist_error_pct": 2.056363636363634,
      "worst_draw_error_pct": 2.2299999999999986,
      "accuracy_margin_labels": 268
    }
  ],
  "median_ranked_ms": 580.0937697845702,
  "pooled_mnist_error_pct": 2.1330303030303033,
  "median_energy_mj": 63113.16601867904,
  "distinct_gpu_uuids": 3
}
