{
 "returncode": 0,
 "stdout": "sd4_z400.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: 20,460 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 93.342 ms, scorer's clock 93.697 ms\n  call  2/15: 103.822 ms, scorer's clock 107.071 ms\n  call  3/15: 92.954 ms, scorer's clock 96.023 ms\n  call  4/15: 96.305 ms, scorer's clock 100.602 ms\n  call  5/15: 94.986 ms, scorer's clock 99.212 ms\n  call  6/15: 93.124 ms, scorer's clock 96.791 ms\n  call  7/15: 94.818 ms, scorer's clock 98.584 ms\n  call  8/15: 94.565 ms, scorer's clock 97.487 ms\n  call  9/15: 106.303 ms, scorer's clock 109.560 ms\n  call 10/15: 93.051 ms, scorer's clock 96.256 ms\n  call 11/15: 107.561 ms, scorer's clock 110.411 ms\n  call 12/15: 93.643 ms, scorer's clock 96.501 ms\n  call 13/15: 97.483 ms, scorer's clock 100.240 ms\n  call 14/15: 96.139 ms, scorer's clock 99.620 ms\n  call 15/15: 98.502 ms, scorer's clock 101.947 ms\nMNIST 97.89% (107,683/110,000), 99.092 ms/call; hold-out (fashion) 88.67%, 101.302 ms/call (floored by the scorer's clock); score 101.302 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 66.3 W with the method frozen; telemetry reference 18.2 TFLOP/s at 8.21 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 14.5 mJ per call over 3,063 empty calls, subtracted\n  the method: 200 calls in 20.1 s, MNIST 97.92%, 93.500 ms per call, 215.0 W on average\nenergy 14892.901 mJ per call above idle\n",
 "stderr": "/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "sd4_z400.py",
  "function": "hybrid_d4",
  "source_sha256": "102363cfe2825eee42b5ee641731655679825e7087c3d83e19c3340d93859306",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "fashion",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 93.3416976928711,
    "parent_ms": 96.08711699999972,
    "correct": 9786,
    "total": 10000,
    "overhead_ms": 2.390080998952339
   },
   {
    "dataset": "mnist",
    "ms": 103.82233428955078,
    "parent_ms": 110.12011100000052,
    "correct": 9778,
    "total": 10000,
    "overhead_ms": 3.0493254980825526
   },
   {
    "dataset": "mnist",
    "ms": 92.95359802246094,
    "parent_ms": 98.77511400000571,
    "correct": 9798,
    "total": 10000,
    "overhead_ms": 2.752278002415295
   },
   {
    "dataset": "mnist",
    "ms": 96.3051528930664,
    "parent_ms": 103.44097299999078,
    "correct": 9772,
    "total": 10000,
    "overhead_ms": 2.83857450137117
   },
   {
    "dataset": "mnist",
    "ms": 94.98623657226562,
    "parent_ms": 102.00869600001283,
    "correct": 9822,
    "total": 10000,
    "overhead_ms": 2.7965660029376522
   },
   {
    "dataset": "mnist",
    "ms": 93.12358093261719,
    "parent_ms": 99.21493899997813,
    "correct": 9805,
    "total": 10000,
    "overhead_ms": 2.424164997570358
   },
   {
    "dataset": "fashion",
    "ms": 94.81830596923828,
    "parent_ms": 101.27346699999862,
    "correct": 8871,
    "total": 10000,
    "overhead_ms": 2.6897734972172884
   },
   {
    "dataset": "fashion",
    "ms": 94.56537628173828,
    "parent_ms": 100.51221700001634,
    "correct": 8903,
    "total": 10000,
    "overhead_ms": 3.025062497664294
   },
   {
    "dataset": "fashion",
    "ms": 106.3034896850586,
    "parent_ms": 112.03845200000728,
    "correct": 8871,
    "total": 10000,
    "overhead_ms": 2.478115497566705
   },
   {
    "dataset": "mnist",
    "ms": 93.0508804321289,
    "parent_ms": 98.90913300000648,
    "correct": 9781,
    "total": 10000,
    "overhead_ms": 2.653107997906659
   },
   {
    "dataset": "mnist",
    "ms": 107.56095886230469,
    "parent_ms": 112.80440999999541,
    "correct": 9779,
    "total": 10000,
    "overhead_ms": 2.392970500236288
   },
   {
    "dataset": "mnist",
    "ms": 93.64275360107422,
    "parent_ms": 99.10027300000479,
    "correct": 9780,
    "total": 10000,
    "overhead_ms": 2.5991629966866867
   },
   {
    "dataset": "mnist",
    "ms": 97.48274993896484,
    "parent_ms": 103.33446600003526,
    "correct": 9785,
    "total": 10000,
    "overhead_ms": 3.094677497224211
   },
   {
    "dataset": "mnist",
    "ms": 96.13926696777344,
    "parent_ms": 102.0588409999732,
    "correct": 9797,
    "total": 10000,
    "overhead_ms": 2.438871002852693
   },
   {
    "dataset": "fashion",
    "ms": 98.50163269042969,
    "parent_ms": 104.78421499999513,
    "correct": 8824,
    "total": 10000,
    "overhead_ms": 2.836938002750685
   }
  ],
  "problems": [],
  "summary": "MNIST 97.89% (107,683/110,000), 99.092 ms/call; hold-out (fashion) 88.67%, 101.302 ms/call (floored by the scorer's clock)",
  "ranked_ms": 101.30187937042152,
  "energy": {
   "mj_per_call": 14892.901147492385,
   "problems": [],
   "net_mj_before_control": 14907.354544166292,
   "control_mj_per_call": 14.453396673906733,
   "control_calls": 3063,
   "gross_mj_per_call": 21558.695,
   "idle_w": 66.34347093233467,
   "active_w": 215.03615167031643,
   "calls": 200,
   "seconds": 20.05122843999999,
   "ms_median": 93.49990463256836,
   "timed_mnist_ms_median": 94.98623657226562,
   "correct": 1958358,
   "total": 2000000,
   "reference": {
    "tflops_per_s": 18.161933242871342,
    "j_per_tflop": 8.205614434029837,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-18902bdf-14b8-aaa4-a65d-71bb4e5cc9bc",
    "vbios": "92.00.9E.00.01",
    "driver": "610.57.04",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.009051618000001,
     "joules": 333.731,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.2063840739999705,
     "joules": 1123.791,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.005769047999991,
     "joules": 335.447,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.0047318219999966,
     "joules": 378.916,
     "calls": 3063
    },
    {
     "name": "idle 3",
     "seconds": 5.005616142000008,
     "joules": 333.972,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.05122843999999,
     "joules": 4311.739,
     "calls": 200,
     "ms": [
      113.09056091308594,
      109.80863952636719,
      101.96991729736328,
      93.34783935546875,
      93.29971313476562,
      93.43590545654297,
      93.36217498779297,
      93.20140838623047,
      93.44204711914062,
      93.45536041259766,
      93.46662139892578,
      93.49017333984375,
      93.50860595703125,
      93.517822265625,
      93.53113555908203,
      93.43590545654297,
      93.51168060302734,
      93.5331802368164,
      93.4277114868164,
      93.44306945800781,
      93.46662139892578,
      93.47071838378906,
      93.45740509033203,
      93.4461441040039,
      93.4840316772461,
      93.51884460449219,
      93.51884460449219,
      93.47789001464844,
      93.51168060302734,
      93.37036895751953,
      93.44921875,
      93.45945739746094,
      93.50450897216797,
      93.51577758789062,
      93.50041961669922,
      93.53421020507812,
      93.45945739746094,
      93.49734497070312,
      93.50041961669922,
      93.53215789794922,
      93.47993469238281,
      93.54444885253906,
      93.49120330810547,
      93.52601623535156,
      93.5024642944336,
      93.44000244140625,
      93.54649353027344,
      93.5393295288086,
      93.5014419555664,
      93.5731201171875,
      93.46662139892578,
      93.50553894042969,
      93.48710632324219,
      93.56594848632812,
      93.53523254394531,
      93.54444885253906,
      93.48095703125,
      93.49632263183594,
      93.58131408691406,
      93.52703857421875,
      93.52909088134766,
      93.49222564697266,
      93.58335876464844,
      93.53523254394531,
      94.17523193359375,
      93.65401458740234,
      93.62944030761719,
      93.56185913085938,
      93.60588836669922,
      93.44306945800781,
      93.52806091308594,
      93.49529266357422,
      93.5567398071289,
      93.45638275146484,
      93.46662139892578,
      93.48505401611328,
      93.52601623535156,
      93.49734497070312,
      93.50860595703125,
      93.57107543945312,
      93.48915100097656,
      93.48607635498047,
      93.52397155761719,
      93.65606689453125,
      93.5198745727539,
      93.52499389648438,
      93.55980682373047,
      93.4830093383789,
      93.47891235351562,
      93.50348663330078,
      93.61203002929688,
      93.5362548828125,
      93.42156982421875,
      93.56082916259766,
      93.64889526367188,
      93.52909088134766,
      93.58233642578125,
      93.47789001464844,
      93.50962829589844,
      93.48607635498047,
      93.52397155761719,
      93.48710632324219,
      93.56902313232422,
      93.4645767211914,
      93.5014419555664,
      93.49120330810547,
      93.49017333984375,
      93.4840316772461,
      93.47789001464844,
      93.41337585449219,
      93.44921875,
      93.53523254394531,
      93.48095703125,
      93.49836730957031,
      93.4307861328125,
      93.42668914794922,
      93.45433807373047,
      93.50041961669922,
      93.52499389648438,
      93.56800079345703,
      93.48812866210938,
      93.48812866210938,
      93.51065826416016,
      93.47174072265625,
      93.50553894042969,
      93.44921875,
      93.5014419555664,
      93.54752349853516,
      93.46662139892578,
      93.53113555908203,
      93.50962829589844,
      93.49120330810547,
      93.51679992675781,
      93.51884460449219,
      93.49324798583984,
      93.54035186767578,
      93.5516128540039,
      93.4676513671875,
      93.51475524902344,
      93.52191925048828,
      93.5014419555664,
      93.4277114868164,
      93.44818878173828,
      93.50656127929688,
      93.4092788696289,
      93.48505401611328,
      93.45843505859375,
      93.45945739746094,
      93.4840316772461,
      93.5208969116211,
      93.56185913085938,
      93.517822265625,
      93.47379302978516,
      93.54752349853516,
      93.54137420654297,
      93.45536041259766,
      93.42566680908203,
      93.54239654541016,
      93.48710632324219,
      93.39289855957031,
      93.50041961669922,
      93.53727722167969,
      93.51884460449219,
      93.48812866210938,
      93.44000244140625,
      93.4840316772461,
      93.53215789794922,
      93.54649353027344,
      93.44000244140625,
      93.5383071899414,
      93.49324798583984,
      93.54444885253906,
      93.49632263183594,
      93.47277069091797,
      93.43385314941406,
      93.46662139892578,
      93.46150207519531,
      93.54854583740234,
      93.49120330810547,
      93.5198745727539,
      93.4993896484375,
      93.53727722167969,
      93.43283081054688,
      93.4655990600586,
      93.52703857421875,
      93.43692779541016,
      93.48607635498047,
      93.44818878173828,
      93.5208969116211,
      93.52909088134766,
      93.5024642944336,
      93.4676513671875,
      93.4993896484375,
      93.45331573486328,
      93.51884460449219,
      93.51065826416016,
      93.53215789794922,
      93.45945739746094,
      93.45536041259766,
      93.4676513671875
     ],
     "correct": [
      9773,
      9772,
      9794,
      9801,
      9791,
      9794,
      9786,
      9809,
      9800,
      9804,
      9775,
      9802,
      9798,
      9806,
      9771,
      9780,
      9767,
      9801,
      9779,
      9795,
      9752,
      9795,
      9814,
      9804,
      9792,
      9807,
      9808,
      9798,
      9806,
      9762,
      9763,
      9806,
      9772,
      9779,
      9803,
      9807,
      9794,
      9797,
      9786,
      9797,
      9802,
      9798,
      9770,
      9798,
      9803,
      9809,
      9766,
      9777,
      9772,
      9801,
      9789,
      9801,
      9762,
      9791,
      9811,
      9803,
      9787,
      9815,
      9810,
      9796,
      9803,
      9766,
      9770,
      9809,
      9780,
      9779,
      9802,
      9801,
      9793,
      9798,
      9791,
      9800,
      9804,
      9794,
      9770,
      9805,
      9810,
      9813,
      9776,
      9777,
      9776,
      9804,
      9780,
      9789,
      9754,
      9793,
      9801,
      9799,
      9790,
      9818,
      9803,
      9806,
      9803,
      9768,
      9761,
      9809,
      9775,
      9774,
      9801,
      9803,
      9791,
      9793,
      9784,
      9807,
      9812,
      9800,
      9777,
      9793,
      9806,
      9805,
      9777,
      9772,
      9775,
      9794,
      9787,
      9791,
      9763,
      9797,
      9805,
      9801,
      9789,
      9812,
      9813,
      9804,
      9805,
      9778,
      9780,
      9802,
      9784,
      9779,
      9801,
      9803,
      9786,
      9791,
      9795,
      9800,
      9800,
      9799,
      9771,
      9796,
      9806,
      9802,
      9776,
      9777,
      9782,
      9806,
      9782,
      9787,
      9764,
      9787,
      9808,
      9801,
      9789,
      9809,
      9807,
      9795,
      9805,
      9760,
      9758,
      9809,
      9783,
      9774,
      9802,
      9805,
      9789,
      9791,
      9792,
      9802,
      9804,
      9802,
      9770,
      9804,
      9799,
      9810,
      9771,
      9779,
      9771,
      9803,
      9780,
      9790,
      9769,
      9791,
      9802,
      9802,
      9790,
      9811,
      9812,
      9800,
      9805,
      9775,
      9768,
      9800,
      9776,
      9773,
      9804,
      9805,
      9796,
      9790,
      9790,
      9801
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.005390303000013,
     "joules": 330.193,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
