{
  "pull_request": 121,
  "reviewed_head": "afa877280f75ad3d337c0a781b15306362c40d48",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "difficulty": 2,
  "source_sha256": "d2e38e1072b2f7ca6e0e3ade3746d2bddb32604aca8d1ddcc6127233135f2776",
  "passed_runs": 3,
  "energy_passed_runs": 3,
  "passed": true,
  "energy_passed": true,
  "runs": [
    {
      "run": 1,
      "present": true,
      "raw_sha256": "0b6405579d50877caebfba2faddf6e962572c1bb4295d90f8a38a2560017b402",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "d2e38e1072b2f7ca6e0e3ade3746d2bddb32604aca8d1ddcc6127233135f2776",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 4.382245657389574,
      "mnist_correct": 106444,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 38192,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 602.6621120249142,
      "energy_problems": [],
      "gpu_uuid": "GPU-0a8275da-b4a7-ab7f-e0fc-eb35eabadc52",
      "energy_passed": true,
      "mnist_error_pct": 3.232727272727276,
      "worst_draw_error_pct": 3.4299999999999997,
      "accuracy_margin_labels": 184
    },
    {
      "run": 2,
      "present": true,
      "raw_sha256": "ace5458a747b4825312f22d1da9ba9d10b9419345903227f12233efe85f4fee6",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "d2e38e1072b2f7ca6e0e3ade3746d2bddb32604aca8d1ddcc6127233135f2776",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 4.578528534200891,
      "mnist_correct": 106529,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 35052,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 628.3324343093066,
      "energy_problems": [],
      "gpu_uuid": "GPU-62675b4c-6227-e305-92aa-dd4252c4e4e5",
      "energy_passed": true,
      "mnist_error_pct": 3.15545454545455,
      "worst_draw_error_pct": 3.4299999999999997,
      "accuracy_margin_labels": 269
    },
    {
      "run": 3,
      "present": true,
      "raw_sha256": "71b21e6c67d8afae971ad8653e69a6f5fe9da2e737323376f2a1e38db0171574",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "d2e38e1072b2f7ca6e0e3ade3746d2bddb32604aca8d1ddcc6127233135f2776",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 5.8921144881242915,
      "mnist_correct": 106558,
      "mnist_total": 110000,
      "holdout": "fashion",
      "holdout_correct": 34920,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 425.0053911344673,
      "energy_problems": [],
      "gpu_uuid": "GPU-673a6ee1-7d28-e10c-00b4-78a4ea320ee9",
      "energy_passed": true,
      "mnist_error_pct": 3.1290909090909036,
      "worst_draw_error_pct": 3.4599999999999964,
      "accuracy_margin_labels": 298
    }
  ],
  "median_ranked_ms": 4.578528534200891,
  "pooled_mnist_error_pct": 3.1724242424242433,
  "median_energy_mj": 602.6621120249142,
  "distinct_gpu_uuids": 3
}
