{
 "submission": "mnist-a100/submissions/tangent-relu-w128-bias-d5-20261013 (set 1, failed)",
 "difficulty": 5,
 "band_error_pct": 1.9,
 "source_bytes": 15223,
 "source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
 "review_flags": [],
 "distinct_gpus": true,
 "passed_runs": 2,
 "runs": 3,
 "median_ranked_ms": null,
 "median_energy_mj_per_call": null,
 "aggregate_mnist_error_pct": 1.8490909090909113,
 "per_run": [
  {
   "file": "run-1.json",
   "device": "NVIDIA A100-SXM4-80GB",
   "gpu_uuid": "GPU-e0694ae2-adc0-9827-668e-41e8890f4e3c",
   "holdout": "fashion",
   "ranked_ms": 1535.1474914550781,
   "recomputed_ranked_ms": 1535.1474914550781,
   "energy_mj_per_call": 201885.90787283145,
   "datasets": {
    "fashion": {
     "calls": 4,
     "correct": 35592,
     "total": 40000,
     "error_pct": 11.019999999999996,
     "worst_call_error_pct": 11.409999999999998,
     "mean_ms": 1535.1474914550781,
     "parent_floor_ms": 1530.900893673124,
     "slowest_over_median": 1.0092995786353924,
     "fastest_over_median": 0.9577241122113247
    },
    "mnist": {
     "calls": 11,
     "correct": 107979,
     "total": 110000,
     "error_pct": 1.8372727272727318,
     "worst_call_error_pct": 2.0000000000000018,
     "mean_ms": 1519.2729714133523,
     "parent_floor_ms": 1518.7753203828374,
     "slowest_over_median": 1.0375800449517545,
     "fastest_over_median": 0.9910387482958798
    }
   },
   "checks": {
    "source_sha256_matches": true,
    "sandboxed": true,
    "no_scorer_problems": true,
    "mnist_calls_11_holdout_calls_4": true,
    "mnist_mean_error_within_band": true,
    "every_mnist_call_within_band_plus_1_5": true,
    "holdout_accuracy_at_least_15pct": true,
    "same_work_timing": true,
    "ranked_ms_reproduced": true,
    "no_energy_problems": true
   },
   "passed": true
  },
  {
   "file": "run-2.json",
   "device": "NVIDIA A100-SXM4-80GB",
   "gpu_uuid": "GPU-627155dd-2fc4-3577-6d4a-c02064911e9b",
   "holdout": "fashion",
   "ranked_ms": 1533.5976007634943,
   "recomputed_ranked_ms": 1533.5976007634943,
   "energy_mj_per_call": 210611.19167934096,
   "datasets": {
    "mnist": {
     "calls": 11,
     "correct": 108010,
     "total": 110000,
     "error_pct": 1.8090909090909046,
     "worst_call_error_pct": 2.059999999999995,
     "mean_ms": 1533.5976007634943,
     "parent_floor_ms": 1529.1879990013153,
     "slowest_over_median": 1.0162471379310152,
     "fastest_over_median": 0.9746476371622663
    },
    "fashion": {
     "calls": 4,
     "correct": 35533,
     "total": 40000,
     "error_pct": 11.167499999999997,
     "worst_call_error_pct": 11.629999999999995,
     "mean_ms": 1507.3653869628906,
     "parent_floor_ms": 1502.8768242653566,
     "slowest_over_median": 1.022746499419817,
     "fastest_over_median": 0.9764411675297857
    }
   },
   "checks": {
    "source_sha256_matches": true,
    "sandboxed": true,
    "no_scorer_problems": true,
    "mnist_calls_11_holdout_calls_4": true,
    "mnist_mean_error_within_band": true,
    "every_mnist_call_within_band_plus_1_5": true,
    "holdout_accuracy_at_least_15pct": true,
    "same_work_timing": true,
    "ranked_ms_reproduced": true,
    "no_energy_problems": true
   },
   "passed": true
  },
  {
   "file": "run-3.json",
   "device": "NVIDIA A100-SXM4-80GB",
   "gpu_uuid": null,
   "holdout": "kmnist",
   "ranked_ms": null,
   "recomputed_ranked_ms": 1524.0803444602273,
   "energy_mj_per_call": null,
   "datasets": {
    "mnist": {
     "calls": 11,
     "correct": 107909,
     "total": 110000,
     "error_pct": 1.9009090909090864,
     "worst_call_error_pct": 2.1199999999999997,
     "mean_ms": 1524.0803444602273,
     "parent_floor_ms": 1519.697717178554,
     "slowest_over_median": 1.0340781808983877,
     "fastest_over_median": 0.9622339368139424
    },
    "kmnist": {
     "calls": 4,
     "correct": 38849,
     "total": 40000,
     "error_pct": 2.8774999999999995,
     "worst_call_error_pct": 3.159999999999996,
     "mean_ms": 1516.1827697753906,
     "parent_floor_ms": 1511.5766009219547,
     "slowest_over_median": 1.0156221476655107,
     "fastest_over_median": 0.9683313865539631
    }
   },
   "checks": {
    "source_sha256_matches": true,
    "sandboxed": true,
    "no_scorer_problems": false,
    "mnist_calls_11_holdout_calls_4": true,
    "mnist_mean_error_within_band": false,
    "every_mnist_call_within_band_plus_1_5": true,
    "holdout_accuracy_at_least_15pct": true,
    "same_work_timing": true,
    "ranked_ms_reproduced": true,
    "no_energy_problems": true
   },
   "passed": false
  }
 ]
}
