{
  "pull_request": 121,
  "reviewed_head": "afa877280f75ad3d337c0a781b15306362c40d48",
  "scorer_sha256": "1bc6d8d96a776565bc70f3ccdb91be7de57187d4495b2b0437fac98f5e120064",
  "runner_sha256": "1180b843cf6c32414774da90c835a8b7298d2db8719989237a793ca1c62a10ab",
  "difficulty": 1,
  "source_sha256": "34ac5441dec258a0f9fc49f42c58d865e96020146df0a42b062305f8bf25346b",
  "passed_runs": 3,
  "energy_passed_runs": 3,
  "passed": true,
  "energy_passed": true,
  "runs": [
    {
      "run": 1,
      "present": true,
      "raw_sha256": "4956138c682856c63f5fd3e61ace842b147b105c0d4e9816b039150bdceb25de",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "34ac5441dec258a0f9fc49f42c58d865e96020146df0a42b062305f8bf25346b",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 2.149163110929402,
      "mnist_correct": 104573,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 37199,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 60.207195450222876,
      "energy_problems": [],
      "gpu_uuid": "GPU-fd895c52-d95d-6eab-524f-5f3c9c22aac6",
      "energy_passed": true,
      "mnist_error_pct": 4.933636363636362,
      "worst_draw_error_pct": 5.34,
      "accuracy_margin_labels": 513
    },
    {
      "run": 2,
      "present": true,
      "raw_sha256": "c33a2ba89032c8c738d8c141ad41a3274bb5e96fb8aa49a113620f08f86963d8",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "34ac5441dec258a0f9fc49f42c58d865e96020146df0a42b062305f8bf25346b",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 1.6278415561691333,
      "mnist_correct": 104600,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 37211,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 60.50183039615669,
      "energy_problems": [],
      "gpu_uuid": "GPU-6ff30e52-32c9-782d-e2cb-4ecd9f6e9199",
      "energy_passed": true,
      "mnist_error_pct": 4.909090909090907,
      "worst_draw_error_pct": 5.0899999999999945,
      "accuracy_margin_labels": 540
    },
    {
      "run": 3,
      "present": true,
      "raw_sha256": "db11a3bb3b4206bd8a7c7abe7e91c2e68285881390a1b7948f8550f5ceb92c67",
      "returncode": 0,
      "passed": true,
      "checks": {
        "successful_return": true,
        "source_hash": true,
        "entry_function": true,
        "scorer_version": true,
        "difficulty_band": true,
        "sandbox": true,
        "record_problems_empty": true,
        "complete_protocol": true,
        "valid_calls": true,
        "canonical_judge": true,
        "ranked_reconstruction": true
      },
      "energy_checks": {
        "present": true,
        "canonical_reconstruction": true,
        "energy_gates": true
      },
      "source_sha256": "34ac5441dec258a0f9fc49f42c58d865e96020146df0a42b062305f8bf25346b",
      "problems": [],
      "reconstructed_problems": [],
      "observed_calls": 15,
      "ranked_ms": 1.4979029312335523,
      "mnist_correct": 104474,
      "mnist_total": 110000,
      "holdout": "kmnist",
      "holdout_correct": 37202,
      "holdout_total": 40000,
      "device": "NVIDIA A100-SXM4-80GB",
      "energy_mj": 58.883796894425515,
      "energy_problems": [],
      "gpu_uuid": "GPU-84be5636-9bf9-f915-cf6d-413492a31bcd",
      "energy_passed": true,
      "mnist_error_pct": 5.0236363636363635,
      "worst_draw_error_pct": 5.420000000000003,
      "accuracy_margin_labels": 414
    }
  ],
  "median_ranked_ms": 1.6278415561691333,
  "pooled_mnist_error_pct": 4.955454545454541,
  "median_energy_mj": 60.207195450222876,
  "distinct_gpu_uuids": 3
}
