{
  "difficulty": 4,
  "function": "classify",
  "scorer_commit": "14a92c25a899f8ae4509c0068a6ce577b508fc1b",
  "profiles": [
    {
      "id": "default",
      "source": "submission.py",
      "source_sha256": "1966a800debdb3681b1c897527c28771d958a02604b0281b9dbe8508f183aa77",
      "resource_profile": "canonical a100-80gb runner; default cpu request and temporary storage",
      "source_bytes": 18558,
      "median_ms": 35.678699914267305,
      "median_energy_mj": 5661.410458524692,
      "pooled_error_pct": 2.1606060606060606,
      "runs": [
        {
          "error_pct": 2.2009090909090907,
          "ranked_ms": 35.678699914267305,
          "energy_mj": 5653.947918118546,
          "holdout": "fashion",
          "holdout_accuracy_pct": 87.65,
          "record": "evidence/default/run-1.json"
        },
        {
          "error_pct": 2.1263636363636365,
          "ranked_ms": 35.09016427026353,
          "energy_mj": 5661.410458524692,
          "holdout": "fashion",
          "holdout_accuracy_pct": 87.725,
          "record": "evidence/default/run-2.json"
        },
        {
          "error_pct": 2.1545454545454548,
          "ranked_ms": 40.888277742253926,
          "energy_mj": 5725.088069159327,
          "holdout": "kmnist",
          "holdout_accuracy_pct": 96.5075,
          "record": "evidence/default/run-3.json"
        }
      ],
      "record_source_sha256": "c7b78944bfbc45859ec53ec68b94d0808a93decec0c4e2115ae6b6e3c52d78b1",
      "record_source_bytes": 18611
    }
  ]
}
