{
 "returncode": 0,
 "stdout": "submission.py:classify at 1.90% error: 15 timed calls, each in a fresh process\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 1,498.105 ms, scorer's clock 1,501.547 ms\n  call  2/15: 1,491.884 ms, scorer's clock 1,495.511 ms\n  call  3/15: 1,453.622 ms, scorer's clock 1,457.243 ms\n  call  4/15: 1,495.372 ms, scorer's clock 1,499.820 ms\n  call  5/15: 1,477.972 ms, scorer's clock 1,482.763 ms\n  call  6/15: 1,510.467 ms, scorer's clock 1,512.509 ms\n  call  7/15: 1,479.989 ms, scorer's clock 1,483.328 ms\n  call  8/15: 1,497.318 ms, scorer's clock 1,505.190 ms\n  call  9/15: 1,501.635 ms, scorer's clock 1,504.084 ms\n  call 10/15: 1,464.133 ms, scorer's clock 1,467.931 ms\n  call 11/15: 1,515.311 ms, scorer's clock 1,519.099 ms\n  call 12/15: 1,509.254 ms, scorer's clock 1,512.051 ms\n  call 13/15: 1,486.554 ms, scorer's clock 1,489.941 ms\n  call 14/15: 1,469.059 ms, scorer's clock 1,472.253 ms\n  call 15/15: 1,469.591 ms, scorer's clock 1,473.122 ms\nMNIST 98.18% (107,994/110,000), 1485.090 ms/call; hold-out (kmnist) 96.97%, 1496.069 ms/call; score 1496.069 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 65.2 W with the method frozen; telemetry reference 18.2 TFLOP/s at 7.99 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 14.3 mJ per call over 2,618 empty calls, subtracted\n  the method: 14 calls in 20.9 s, MNIST 98.12%, 1,481.827 ms per call, 192.8 W on average\nenergy 190385.774 mJ per call above idle\n",
 "stderr": "",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "submission.py",
  "function": "classify",
  "source_sha256": "d3bc8a2bf543c8db7f90e57d9b974532eb4e15d3f5415c1f79015ac34a2075a9",
  "band_bp": 190,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 1498.1048583984375,
    "parent_ms": 1503.9672670000002,
    "correct": 9826,
    "total": 10000,
    "overhead_ms": 2.4207099982591096
   },
   {
    "dataset": "kmnist",
    "ms": 1491.884033203125,
    "parent_ms": 1498.2370500000002,
    "correct": 9694,
    "total": 10000,
    "overhead_ms": 2.7259055005067694
   },
   {
    "dataset": "mnist",
    "ms": 1453.622314453125,
    "parent_ms": 1460.0490659999964,
    "correct": 9827,
    "total": 10000,
    "overhead_ms": 2.806115997651432
   },
   {
    "dataset": "kmnist",
    "ms": 1495.371826171875,
    "parent_ms": 1502.6088589999915,
    "correct": 9698,
    "total": 10000,
    "overhead_ms": 2.78935099746559
   },
   {
    "dataset": "mnist",
    "ms": 1477.971923828125,
    "parent_ms": 1485.6791100000066,
    "correct": 9824,
    "total": 10000,
    "overhead_ms": 2.9165449976543414
   },
   {
    "dataset": "kmnist",
    "ms": 1510.466552734375,
    "parent_ms": 1516.3824409999904,
    "correct": 9682,
    "total": 10000,
    "overhead_ms": 3.8735965002391595
   },
   {
    "dataset": "mnist",
    "ms": 1479.9892578125,
    "parent_ms": 1486.1559989999478,
    "correct": 9798,
    "total": 10000,
    "overhead_ms": 2.8281070000646196
   },
   {
    "dataset": "mnist",
    "ms": 1497.318359375,
    "parent_ms": 1508.4502619999967,
    "correct": 9813,
    "total": 10000,
    "overhead_ms": 3.2604910014460984
   },
   {
    "dataset": "mnist",
    "ms": 1501.634521484375,
    "parent_ms": 1507.4786110000105,
    "correct": 9818,
    "total": 10000,
    "overhead_ms": 3.3950374994781214
   },
   {
    "dataset": "mnist",
    "ms": 1464.132568359375,
    "parent_ms": 1470.9617099999832,
    "correct": 9812,
    "total": 10000,
    "overhead_ms": 3.0306295007487734
   },
   {
    "dataset": "mnist",
    "ms": 1515.3111572265625,
    "parent_ms": 1521.962043999963,
    "correct": 9824,
    "total": 10000,
    "overhead_ms": 2.862554997454481
   },
   {
    "dataset": "mnist",
    "ms": 1509.254150390625,
    "parent_ms": 1515.173662000052,
    "correct": 9826,
    "total": 10000,
    "overhead_ms": 3.1229585030969247
   },
   {
    "dataset": "kmnist",
    "ms": 1486.5540771484375,
    "parent_ms": 1492.6450560000148,
    "correct": 9716,
    "total": 10000,
    "overhead_ms": 2.704329000423513
   },
   {
    "dataset": "mnist",
    "ms": 1469.05908203125,
    "parent_ms": 1474.9706220000007,
    "correct": 9828,
    "total": 10000,
    "overhead_ms": 2.7177714968347573
   },
   {
    "dataset": "mnist",
    "ms": 1469.590576171875,
    "parent_ms": 1475.7883570000558,
    "correct": 9798,
    "total": 10000,
    "overhead_ms": 2.665932498881375
   }
  ],
  "problems": [],
  "summary": "MNIST 98.18% (107,994/110,000), 1485.090 ms/call; hold-out (kmnist) 96.97%, 1496.069 ms/call",
  "ranked_ms": 1496.0691223144531,
  "energy": {
   "mj_per_call": 190385.7741831504,
   "problems": [],
   "net_mj_before_control": 190400.11107771556,
   "control_mj_per_call": 14.336894565131209,
   "control_calls": 2618,
   "gross_mj_per_call": 287732.64285714284,
   "idle_w": 65.23440448398384,
   "active_w": 192.84474845393729,
   "calls": 14,
   "seconds": 20.88860097199995,
   "ms_median": 1481.8267822265625,
   "timed_mnist_ms_median": 1479.9892578125,
   "correct": 137363,
   "total": 140000,
   "reference": {
    "tflops_per_s": 18.22686745149093,
    "j_per_tflop": 7.988075156882226,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-1aea15d3-524d-e73a-1fc8-ae9c36526ad8",
    "vbios": "92.00.9E.00.01",
    "driver": "610.57.04",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.006707676000019,
     "joules": 326.561,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.187836047000019,
     "joules": 1094.384,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.005163338999978,
     "joules": 327.758,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.005303411,
     "joules": 364.47,
     "calls": 2618
    },
    {
     "name": "idle 3",
     "seconds": 5.006456907000029,
     "joules": 326.18,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.88860097199995,
     "joules": 4028.257,
     "calls": 14,
     "ms": [
      1504.07470703125,
      1481.512939453125,
      1481.970703125,
      1481.7843017578125,
      1481.9676513671875,
      1481.5509033203125,
      1482.398681640625,
      1482.0689697265625,
      1481.8939208984375,
      1481.8109130859375,
      1481.4873046875,
      1481.8426513671875,
      1481.7781982421875,
      1481.617431640625
     ],
     "correct": [
      9798,
      9796,
      9821,
      9796,
      9808,
      9811,
      9807,
      9825,
      9813,
      9818,
      9842,
      9817,
      9808,
      9803
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.005745456,
     "joules": 326.96,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
