{
 "returncode": 1,
 "stdout": "submission.py:classify at 1.90% error: 15 timed calls, each in a fresh process\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 1,574.778 ms, scorer's clock 1,577.516 ms\n  call  2/15: 1,505.719 ms, scorer's clock 1,509.950 ms\n  call  3/15: 1,554.125 ms, scorer's clock 1,557.439 ms\n  call  4/15: 1,579.229 ms, scorer's clock 1,581.996 ms\n  call  5/15: 1,505.775 ms, scorer's clock 1,508.132 ms\n  call  6/15: 1,527.185 ms, scorer's clock 1,531.081 ms\n  call  7/15: 1,529.666 ms, scorer's clock 1,534.670 ms\n  call  8/15: 1,517.265 ms, scorer's clock 1,520.308 ms\n  call  9/15: 1,546.071 ms, scorer's clock 1,549.721 ms\n  call 10/15: 1,487.303 ms, scorer's clock 1,490.026 ms\n  call 11/15: 1,474.081 ms, scorer's clock 1,477.154 ms\n  call 12/15: 1,487.341 ms, scorer's clock 1,489.579 ms\n  call 13/15: 1,538.805 ms, scorer's clock 1,542.085 ms\n  call 14/15: 1,469.510 ms, scorer's clock 1,472.790 ms\n  call 15/15: 1,532.764 ms, scorer's clock 1,536.430 ms\nMNIST 98.10% (107,909/110,000), 1524.080 ms/call; hold-out (kmnist) 97.12%, 1516.183 ms/call\ndisqualified: MNIST accuracy 98.099% (107,909/110,000); the band needs 107,910 correct\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
  "band_bp": 190,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 1574.77783203125,
    "parent_ms": 1582.117873999998,
    "correct": 9817,
    "total": 10000,
    "overhead_ms": 4.60211649877423
   },
   {
    "dataset": "mnist",
    "ms": 1505.71923828125,
    "parent_ms": 1513.9731980000022,
    "correct": 9788,
    "total": 10000,
    "overhead_ms": 4.0228140005055195
   },
   {
    "dataset": "mnist",
    "ms": 1554.124755859375,
    "parent_ms": 1561.5451209999947,
    "correct": 9813,
    "total": 10000,
    "overhead_ms": 4.105943500247008
   },
   {
    "dataset": "mnist",
    "ms": 1579.2291259765625,
    "parent_ms": 1586.1903819999839,
    "correct": 9822,
    "total": 10000,
    "overhead_ms": 4.19483450258781
   },
   {
    "dataset": "kmnist",
    "ms": 1505.7745361328125,
    "parent_ms": 1513.0498430000046,
    "correct": 9684,
    "total": 10000,
    "overhead_ms": 4.917781001204162
   },
   {
    "dataset": "mnist",
    "ms": 1527.1854248046875,
    "parent_ms": 1535.162099000047,
    "correct": 9813,
    "total": 10000,
    "overhead_ms": 4.081276999209081
   },
   {
    "dataset": "mnist",
    "ms": 1529.66552734375,
    "parent_ms": 1538.3694389999505,
    "correct": 9814,
    "total": 10000,
    "overhead_ms": 3.6996820017259324
   },
   {
    "dataset": "mnist",
    "ms": 1517.264892578125,
    "parent_ms": 1524.545140999976,
    "correct": 9809,
    "total": 10000,
    "overhead_ms": 4.23757849884646
   },
   {
    "dataset": "kmnist",
    "ms": 1546.071044921875,
    "parent_ms": 1554.2903040000056,
    "correct": 9712,
    "total": 10000,
    "overhead_ms": 4.569012495818697
   },
   {
    "dataset": "mnist",
    "ms": 1487.3026123046875,
    "parent_ms": 1494.3658170000162,
    "correct": 9802,
    "total": 10000,
    "overhead_ms": 4.339526499361227
   },
   {
    "dataset": "kmnist",
    "ms": 1474.080810546875,
    "parent_ms": 1481.2200140000868,
    "correct": 9720,
    "total": 10000,
    "overhead_ms": 4.066200001906509
   },
   {
    "dataset": "mnist",
    "ms": 1487.340576171875,
    "parent_ms": 1494.2132040000615,
    "correct": 9800,
    "total": 10000,
    "overhead_ms": 4.634436997280773
   },
   {
    "dataset": "kmnist",
    "ms": 1538.8046875,
    "parent_ms": 1546.5516560000196,
    "correct": 9733,
    "total": 10000,
    "overhead_ms": 4.466960498354638
   },
   {
    "dataset": "mnist",
    "ms": 1469.5096435546875,
    "parent_ms": 1476.8081490000213,
    "correct": 9803,
    "total": 10000,
    "overhead_ms": 4.018136999937269
   },
   {
    "dataset": "mnist",
    "ms": 1532.76416015625,
    "parent_ms": 1540.4714149999563,
    "correct": 9828,
    "total": 10000,
    "overhead_ms": 4.0416844974197375
   }
  ],
  "problems": [
   "MNIST accuracy 98.099% (107,909/110,000); the band needs 107,910 correct"
  ],
  "summary": "MNIST 98.10% (107,909/110,000), 1524.080 ms/call; hold-out (kmnist) 97.12%, 1516.183 ms/call",
  "ranked_ms": null
 }
}
