{
 "returncode": 0,
 "stdout": "sd4_z400.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: 20,460 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 96.994 ms, scorer's clock 99.420 ms\n  call  2/15: 93.469 ms, scorer's clock 96.177 ms\n  call  3/15: 103.608 ms, scorer's clock 105.389 ms\n  call  4/15: 93.770 ms, scorer's clock 96.932 ms\n  call  5/15: 98.665 ms, scorer's clock 100.892 ms\n  call  6/15: 103.748 ms, scorer's clock 106.049 ms\n  call  7/15: 94.819 ms, scorer's clock 97.186 ms\n  call  8/15: 96.440 ms, scorer's clock 98.669 ms\n  call  9/15: 93.513 ms, scorer's clock 96.114 ms\n  call 10/15: 94.432 ms, scorer's clock 96.912 ms\n  call 11/15: 93.582 ms, scorer's clock 96.883 ms\n  call 12/15: 94.727 ms, scorer's clock 96.531 ms\n  call 13/15: 94.330 ms, scorer's clock 96.619 ms\n  call 14/15: 94.164 ms, scorer's clock 96.607 ms\n  call 15/15: 93.368 ms, scorer's clock 95.991 ms\nMNIST 97.90% (107,695/110,000), 97.944 ms/call; hold-out (kmnist) 96.63%, 97.574 ms/call (floored by the scorer's clock); score 97.944 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 66.8 W with the method frozen; telemetry reference 18.4 TFLOP/s at 8.26 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 14.9 mJ per call over 2,428 empty calls, subtracted\n  the method: 200 calls in 20.1 s, MNIST 97.84%, 94.934 ms per call, 215.7 W on average\nenergy 14942.789 mJ per call above idle\n",
 "stderr": "/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "sd4_z400.py",
  "function": "hybrid_d4",
  "source_sha256": "102363cfe2825eee42b5ee641731655679825e7087c3d83e19c3340d93859306",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 96.99430084228516,
    "parent_ms": 102.63645499999896,
    "correct": 9796,
    "total": 10000,
    "overhead_ms": 3.2166364994724645
   },
   {
    "dataset": "mnist",
    "ms": 93.46867370605469,
    "parent_ms": 99.35516000000177,
    "correct": 9802,
    "total": 10000,
    "overhead_ms": 3.177748999818192
   },
   {
    "dataset": "mnist",
    "ms": 103.60832214355469,
    "parent_ms": 109.0366139999972,
    "correct": 9788,
    "total": 10000,
    "overhead_ms": 3.647498502066668
   },
   {
    "dataset": "kmnist",
    "ms": 93.76972961425781,
    "parent_ms": 100.1303379999996,
    "correct": 9647,
    "total": 10000,
    "overhead_ms": 3.1986999998250667
   },
   {
    "dataset": "kmnist",
    "ms": 98.66547393798828,
    "parent_ms": 104.15249199999721,
    "correct": 9653,
    "total": 10000,
    "overhead_ms": 3.260313001380098
   },
   {
    "dataset": "mnist",
    "ms": 103.7475814819336,
    "parent_ms": 109.24079400000153,
    "correct": 9774,
    "total": 10000,
    "overhead_ms": 3.1916305006854486
   },
   {
    "dataset": "mnist",
    "ms": 94.81932830810547,
    "parent_ms": 100.9201340000061,
    "correct": 9774,
    "total": 10000,
    "overhead_ms": 3.733788999828164
   },
   {
    "dataset": "kmnist",
    "ms": 96.44032287597656,
    "parent_ms": 101.97616800002152,
    "correct": 9678,
    "total": 10000,
    "overhead_ms": 3.3073699977448996
   },
   {
    "dataset": "kmnist",
    "ms": 93.51270294189453,
    "parent_ms": 99.48605799999655,
    "correct": 9675,
    "total": 10000,
    "overhead_ms": 3.3724504998543807
   },
   {
    "dataset": "mnist",
    "ms": 94.43225860595703,
    "parent_ms": 100.70162700000651,
    "correct": 9794,
    "total": 10000,
    "overhead_ms": 3.7899084991141763
   },
   {
    "dataset": "mnist",
    "ms": 93.58233642578125,
    "parent_ms": 99.93083099999467,
    "correct": 9792,
    "total": 10000,
    "overhead_ms": 3.047345003362693
   },
   {
    "dataset": "mnist",
    "ms": 94.72716522216797,
    "parent_ms": 100.11535399999616,
    "correct": 9796,
    "total": 10000,
    "overhead_ms": 3.5838849971403306
   },
   {
    "dataset": "mnist",
    "ms": 94.3298568725586,
    "parent_ms": 99.78048699997544,
    "correct": 9803,
    "total": 10000,
    "overhead_ms": 3.1612790017328507
   },
   {
    "dataset": "mnist",
    "ms": 94.16397094726562,
    "parent_ms": 100.41525799999818,
    "correct": 9784,
    "total": 10000,
    "overhead_ms": 3.808605998951066
   },
   {
    "dataset": "mnist",
    "ms": 93.36831665039062,
    "parent_ms": 99.10085899997512,
    "correct": 9792,
    "total": 10000,
    "overhead_ms": 3.1096260013857773
   }
  ],
  "problems": [],
  "summary": "MNIST 97.90% (107,695/110,000), 97.944 ms/call; hold-out (kmnist) 96.63%, 97.574 ms/call (floored by the scorer's clock)",
  "ranked_ms": 97.94358267639669,
  "energy": {
   "mj_per_call": 14942.788588745823,
   "problems": [],
   "net_mj_before_control": 14957.738378295575,
   "control_mj_per_call": 14.949789549752262,
   "control_calls": 2428,
   "gross_mj_per_call": 21673.15,
   "idle_w": 66.82469534781362,
   "active_w": 215.66833539980033,
   "calls": 200,
   "seconds": 20.098592553999993,
   "ms_median": 94.93350219726562,
   "timed_mnist_ms_median": 94.43225860595703,
   "correct": 1956800,
   "total": 2000000,
   "reference": {
    "tflops_per_s": 18.41124332713145,
    "j_per_tflop": 8.26116818433621,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-4f41810e-c120-f49a-a057-4cb23464ff0d",
    "vbios": "92.00.45.00.0E",
    "driver": "610.57.04",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.006849884000019,
     "joules": 333.34,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.195603030000029,
     "joules": 1137.391,
     "matmuls": 696,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.0057456530000195,
     "joules": 335.659,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.004754816999991,
     "joules": 370.598,
     "calls": 2428
    },
    {
     "name": "idle 3",
     "seconds": 5.004916195000021,
     "joules": 333.018,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.098592553999993,
     "joules": 4334.63,
     "calls": 200,
     "ms": [
      114.8436508178711,
      114.82624053955078,
      95.52178955078125,
      95.01593780517578,
      94.8479995727539,
      94.89305877685547,
      94.94834899902344,
      94.87872314453125,
      94.9381103515625,
      94.87872314453125,
      94.89715576171875,
      94.88690948486328,
      94.81318664550781,
      94.85619354248047,
      94.83366394042969,
      94.92787170410156,
      94.8674545288086,
      94.8674545288086,
      94.89920043945312,
      94.87564849853516,
      94.92377471923828,
      94.94322967529297,
      94.56845092773438,
      94.93401336669922,
      94.86335754394531,
      94.96883392333984,
      94.9780502319336,
      94.97599792480469,
      94.89817810058594,
      94.92889404296875,
      94.8848648071289,
      94.97599792480469,
      94.9780502319336,
      94.96473693847656,
      94.92991638183594,
      94.94732666015625,
      94.97907257080078,
      95.00160217285156,
      94.98419189453125,
      94.94322967529297,
      95.04768371582031,
      94.87564849853516,
      95.01593780517578,
      94.93913269042969,
      94.88076782226562,
      94.87769317626953,
      94.90943908691406,
      94.94937896728516,
      94.93299102783203,
      94.919677734375,
      94.93196868896484,
      94.96883392333984,
      94.95449829101562,
      94.92991638183594,
      94.95142364501953,
      94.96781158447266,
      94.87052917480469,
      94.90943908691406,
      94.96678161621094,
      94.93299102783203,
      94.88179016113281,
      94.89408111572266,
      94.91455841064453,
      94.96268463134766,
      94.92377471923828,
      94.89715576171875,
      94.92377471923828,
      94.85823822021484,
      94.91455841064453,
      94.89612579345703,
      94.94220733642578,
      94.91251373291016,
      94.90022277832031,
      94.94937896728516,
      94.89612579345703,
      94.91763305664062,
      94.92582702636719,
      94.94937896728516,
      94.98214721679688,
      94.85619354248047,
      94.95552062988281,
      94.91558074951172,
      94.95040130615234,
      94.91865539550781,
      94.9227523803711,
      94.98009490966797,
      94.91455841064453,
      94.99954986572266,
      94.92889404296875,
      94.93299102783203,
      94.94322967529297,
      94.993408203125,
      94.87872314453125,
      94.97087860107422,
      94.91661071777344,
      94.91455841064453,
      94.96883392333984,
      94.92787170410156,
      94.89100646972656,
      94.91149139404297,
      94.96063995361328,
      94.91455841064453,
      94.89612579345703,
      94.89408111572266,
      94.97087860107422,
      94.9012451171875,
      94.9411849975586,
      94.9780502319336,
      94.88998413085938,
      95.00057220458984,
      94.97087860107422,
      94.993408203125,
      95.03437042236328,
      94.94937896728516,
      94.95449829101562,
      94.93299102783203,
      94.9032974243164,
      94.96268463134766,
      94.93094635009766,
      94.87257385253906,
      94.94528198242188,
      95.00466918945312,
      94.9596176147461,
      94.88896179199219,
      94.92787170410156,
      94.89510345458984,
      94.96268463134766,
      94.92889404296875,
      94.9217300415039,
      94.90739440917969,
      94.95756530761719,
      94.96063995361328,
      95.00057220458984,
      94.93606567382812,
      94.95244598388672,
      94.92377471923828,
      94.93708801269531,
      94.94630432128906,
      94.96371459960938,
      94.98316955566406,
      94.9719009399414,
      95.01696014404297,
      94.87769317626953,
      94.82752227783203,
      94.96985626220703,
      94.9032974243164,
      94.91046142578125,
      94.94528198242188,
      94.96678161621094,
      94.9012451171875,
      94.86438751220703,
      94.89510345458984,
      94.88690948486328,
      94.92787170410156,
      94.89100646972656,
      94.90943908691406,
      94.96473693847656,
      94.96781158447266,
      94.96371459960938,
      94.96473693847656,
      94.94322967529297,
      94.93196868896484,
      94.96781158447266,
      94.9411849975586,
      94.96575927734375,
      94.98623657226562,
      94.93708801269531,
      94.95142364501953,
      94.95654296875,
      94.94732666015625,
      94.919677734375,
      94.93196868896484,
      94.9585952758789,
      94.97395324707031,
      94.9217300415039,
      94.92479705810547,
      94.99545288085938,
      94.97395324707031,
      94.92582702636719,
      94.96678161621094,
      94.98419189453125,
      94.90022277832031,
      94.8848648071289,
      94.86847686767578,
      94.9534683227539,
      94.85311889648438,
      94.97395324707031,
      94.9381103515625,
      94.99136352539062,
      94.88998413085938,
      94.9585952758789,
      94.9401626586914,
      94.9411849975586,
      94.96985626220703,
      94.90227508544922,
      94.95654296875,
      95.00774383544922,
      94.90841674804688,
      94.9227523803711,
      94.99954986572266
     ],
     "correct": [
      9782,
      9774,
      9789,
      9808,
      9772,
      9798,
      9778,
      9767,
      9787,
      9774,
      9780,
      9793,
      9784,
      9783,
      9817,
      9779,
      9777,
      9780,
      9780,
      9793,
      9792,
      9788,
      9777,
      9816,
      9774,
      9753,
      9781,
      9780,
      9759,
      9789,
      9793,
      9781,
      9773,
      9772,
      9790,
      9813,
      9769,
      9799,
      9780,
      9775,
      9778,
      9779,
      9773,
      9796,
      9796,
      9783,
      9820,
      9778,
      9776,
      9778,
      9777,
      9796,
      9790,
      9785,
      9785,
      9809,
      9781,
      9755,
      9797,
      9772,
      9759,
      9785,
      9787,
      9777,
      9784,
      9776,
      9790,
      9811,
      9764,
      9803,
      9780,
      9778,
      9786,
      9767,
      9773,
      9805,
      9789,
      9782,
      9812,
      9777,
      9776,
      9788,
      9776,
      9804,
      9790,
      9791,
      9776,
      9812,
      9784,
      9744,
      9777,
      9780,
      9763,
      9781,
      9790,
      9781,
      9781,
      9781,
      9782,
      9814,
      9768,
      9795,
      9780,
      9779,
      9776,
      9774,
      9767,
      9791,
      9795,
      9789,
      9812,
      9781,
      9770,
      9783,
      9781,
      9800,
      9795,
      9785,
      9781,
      9804,
      9783,
      9743,
      9788,
      9785,
      9760,
      9794,
      9793,
      9785,
      9786,
      9776,
      9788,
      9816,
      9768,
      9796,
      9772,
      9779,
      9784,
      9768,
      9777,
      9794,
      9791,
      9796,
      9815,
      9776,
      9763,
      9783,
      9781,
      9792,
      9793,
      9784,
      9786,
      9806,
      9775,
      9747,
      9783,
      9770,
      9760,
      9788,
      9796,
      9785,
      9782,
      9778,
      9793,
      9812,
      9769,
      9801,
      9773,
      9780,
      9773,
      9771,
      9771,
      9795,
      9787,
      9785,
      9813,
      9779,
      9770,
      9787,
      9785,
      9803,
      9791,
      9791,
      9786,
      9818,
      9776,
      9748,
      9787,
      9781,
      9758,
      9782,
      9793,
      9777,
      9783,
      9779,
      9795,
      9810,
      9761,
      9794,
      9785,
      9778
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.005735731000016,
     "joules": 335.941,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
