{
 "returncode": 0,
 "stdout": "sd4_z400.py:hybrid_d4 at 2.30% error: 15 timed calls, each in a fresh process\n  review flag: 20,460 bytes, close to the 20,480-byte limit\n  NVIDIA A100-SXM4-80GB, torch 2.12.0+cu130, sandbox on\n  call  1/15: 98.848 ms, scorer's clock 103.322 ms\n  call  2/15: 94.840 ms, scorer's clock 99.354 ms\n  call  3/15: 97.351 ms, scorer's clock 100.949 ms\n  call  4/15: 95.787 ms, scorer's clock 99.314 ms\n  call  5/15: 96.223 ms, scorer's clock 99.567 ms\n  call  6/15: 106.257 ms, scorer's clock 109.842 ms\n  call  7/15: 94.889 ms, scorer's clock 98.021 ms\n  call  8/15: 97.271 ms, scorer's clock 101.395 ms\n  call  9/15: 94.697 ms, scorer's clock 98.480 ms\n  call 10/15: 98.277 ms, scorer's clock 101.397 ms\n  call 11/15: 97.983 ms, scorer's clock 102.084 ms\n  call 12/15: 94.504 ms, scorer's clock 98.351 ms\n  call 13/15: 94.521 ms, scorer's clock 98.732 ms\n  call 14/15: 94.395 ms, scorer's clock 97.574 ms\n  call 15/15: 100.286 ms, scorer's clock 104.393 ms\nMNIST 97.89% (107,679/110,000), 100.563 ms/call; hold-out (kmnist) 96.80%, 99.449 ms/call (floored by the scorer's clock); score 100.563 ms\nenergy: one more fresh process runs the method back to back on fresh MNIST draws for 20 s, between idle windows in which it is frozen\n  NVIDIA A100-SXM4-80GB: idle 72.1 W with the method frozen; telemetry reference 18.2 TFLOP/s at 7.93 J/TFLOP above idle (a healthy NVIDIA A100-SXM4-80GB reads 6-11)\n  the round trip alone: 14.4 mJ per call over 2,307 empty calls, subtracted\n  the method: 199 calls in 20.1 s, MNIST 97.85%, 93.218 ms per call, 216.6 W on average\nenergy 14573.188 mJ per call above idle\n",
 "stderr": "/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n/usr/local/lib/python3.13/site-packages/torch/_dynamo/guards.py:1317: RuntimeWarning: Guards may run slower on Python 3.13.0. Consider upgrading to Python 3.13.1+.\n  warnings.warn(\n",
 "record": {
  "version": "mnist-a100/1.2.0 (protections of sutro-mnist-medium/3.0.0, tightened; energy column)",
  "file": "sd4_z400.py",
  "function": "hybrid_d4",
  "source_sha256": "102363cfe2825eee42b5ee641731655679825e7087c3d83e19c3340d93859306",
  "band_bp": 230,
  "sandboxed": true,
  "holdout": "kmnist",
  "device": "NVIDIA A100-SXM4-80GB",
  "torch": "2.12.0+cu130",
  "calls": [
   {
    "dataset": "mnist",
    "ms": 98.84774780273438,
    "parent_ms": 106.69155599999769,
    "correct": 9767,
    "total": 10000,
    "overhead_ms": 3.3692325046639766
   },
   {
    "dataset": "kmnist",
    "ms": 94.83980560302734,
    "parent_ms": 102.26121299999846,
    "correct": 9677,
    "total": 10000,
    "overhead_ms": 2.9070420006805477
   },
   {
    "dataset": "mnist",
    "ms": 97.35065460205078,
    "parent_ms": 103.95973699999672,
    "correct": 9795,
    "total": 10000,
    "overhead_ms": 3.0109630044102857
   },
   {
    "dataset": "mnist",
    "ms": 95.7870101928711,
    "parent_ms": 102.73315799999239,
    "correct": 9803,
    "total": 10000,
    "overhead_ms": 3.4196429997191444
   },
   {
    "dataset": "mnist",
    "ms": 96.22322845458984,
    "parent_ms": 103.29144800000734,
    "correct": 9799,
    "total": 10000,
    "overhead_ms": 3.7246885010204664
   },
   {
    "dataset": "mnist",
    "ms": 106.25740814208984,
    "parent_ms": 113.02747400000612,
    "correct": 9788,
    "total": 10000,
    "overhead_ms": 3.1857835009345763
   },
   {
    "dataset": "kmnist",
    "ms": 94.88896179199219,
    "parent_ms": 101.21121899999252,
    "correct": 9693,
    "total": 10000,
    "overhead_ms": 3.1903155009542843
   },
   {
    "dataset": "mnist",
    "ms": 97.27078247070312,
    "parent_ms": 104.3503519999831,
    "correct": 9789,
    "total": 10000,
    "overhead_ms": 2.955404500520558
   },
   {
    "dataset": "mnist",
    "ms": 94.69747161865234,
    "parent_ms": 102.03215000001364,
    "correct": 9775,
    "total": 10000,
    "overhead_ms": 3.551757998517701
   },
   {
    "dataset": "mnist",
    "ms": 98.27737426757812,
    "parent_ms": 104.49198300000262,
    "correct": 9793,
    "total": 10000,
    "overhead_ms": 3.09452550120443
   },
   {
    "dataset": "mnist",
    "ms": 97.98348999023438,
    "parent_ms": 105.26689599998917,
    "correct": 9782,
    "total": 10000,
    "overhead_ms": 3.1833520005143328
   },
   {
    "dataset": "kmnist",
    "ms": 94.50393676757812,
    "parent_ms": 101.49249599999166,
    "correct": 9658,
    "total": 10000,
    "overhead_ms": 3.141800999557063
   },
   {
    "dataset": "mnist",
    "ms": 94.52134704589844,
    "parent_ms": 101.64618099997824,
    "correct": 9794,
    "total": 10000,
    "overhead_ms": 2.9139770015112845
   },
   {
    "dataset": "mnist",
    "ms": 94.39539337158203,
    "parent_ms": 101.16771600002039,
    "correct": 9794,
    "total": 10000,
    "overhead_ms": 3.5940755011909005
   },
   {
    "dataset": "kmnist",
    "ms": 100.28646087646484,
    "parent_ms": 107.69538800002465,
    "correct": 9692,
    "total": 10000,
    "overhead_ms": 3.3022534975511917
   }
  ],
  "problems": [],
  "summary": "MNIST 97.89% (107,679/110,000), 100.563 ms/call; hold-out (kmnist) 96.80%, 99.449 ms/call (floored by the scorer's clock)",
  "ranked_ms": 100.56338076781681,
  "energy": {
   "mj_per_call": 14573.187899490365,
   "problems": [],
   "net_mj_before_control": 14587.618105770185,
   "control_mj_per_call": 14.430206279819819,
   "control_calls": 2307,
   "gross_mj_per_call": 21864.904522613066,
   "idle_w": 72.10239081172145,
   "active_w": 216.63458061808217,
   "calls": 199,
   "seconds": 20.085048229999984,
   "ms_median": 93.21778869628906,
   "timed_mnist_ms_median": 97.27078247070312,
   "correct": 1947130,
   "total": 1990000,
   "reference": {
    "tflops_per_s": 18.227200206784012,
    "j_per_tflop": 7.927020414742348,
    "exact": true,
    "band": [
     [
      6.0,
      11.0
     ],
     [
      15.0,
      23.0
     ]
    ]
   },
   "device": {
    "name": "NVIDIA A100-SXM4-80GB",
    "uuid": "GPU-728176a7-3352-1a71-7944-8a53605e33b1",
    "vbios": "92.00.9E.00.01",
    "driver": "610.57.04",
    "power_limit_w": 400.0
   },
   "windows": [
    {
     "name": "idle 1",
     "seconds": 5.007268243999988,
     "joules": 366.346,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "reference",
     "seconds": 5.1877413380000235,
     "joules": 1130.111,
     "matmuls": 688,
     "dim": 4096,
     "exact": true
    },
    {
     "name": "idle 2",
     "seconds": 5.006951067000045,
     "joules": 368.249,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "control",
     "seconds": 5.004528101999995,
     "joules": 398.954,
     "calls": 2307
    },
    {
     "name": "idle 3",
     "seconds": 5.005131095999957,
     "joules": 363.3,
     "utilization_max": 0,
     "contexts": 1
    },
    {
     "name": "method",
     "seconds": 20.085048229999984,
     "joules": 4351.116,
     "calls": 199,
     "ms": [
      113.71110534667969,
      94.30630493164062,
      92.9986572265625,
      93.25465393066406,
      93.16556549072266,
      93.20243072509766,
      93.28844451904297,
      93.24134063720703,
      93.21574401855469,
      93.17375946044922,
      93.21062469482422,
      93.1778564453125,
      93.12665557861328,
      93.27104187011719,
      93.1932144165039,
      93.27206420898438,
      93.15122985839844,
      93.21574401855469,
      93.10822296142578,
      93.1809310913086,
      93.21062469482422,
      93.19116973876953,
      93.17171478271484,
      93.20448303222656,
      93.19116973876953,
      93.17068481445312,
      93.18605041503906,
      93.17273712158203,
      93.28844451904297,
      93.20448303222656,
      93.35910034179688,
      93.29151916503906,
      93.25055694580078,
      93.28844451904297,
      93.28025817871094,
      93.3038101196289,
      93.27616119384766,
      93.22393798828125,
      93.27308654785156,
      93.24031829833984,
      93.27513885498047,
      93.17068481445312,
      93.21062469482422,
      93.17068481445312,
      93.20448303222656,
      93.21676635742188,
      93.16864013671875,
      93.23519897460938,
      93.2126693725586,
      93.20857238769531,
      93.1379165649414,
      93.19014739990234,
      93.20038604736328,
      93.20550537109375,
      93.19833374023438,
      93.17683410644531,
      93.24031829833984,
      93.1942367553711,
      93.2300796508789,
      93.26387023925781,
      93.2300796508789,
      93.16044616699219,
      93.1747817993164,
      93.22188568115234,
      93.14201354980469,
      93.2126693725586,
      93.233154296875,
      93.25977325439453,
      93.20243072509766,
      93.2485122680664,
      93.25055694580078,
      93.24031829833984,
      93.21676635742188,
      93.30687713623047,
      93.1942367553711,
      93.27513885498047,
      93.15532684326172,
      93.1962890625,
      93.24441528320312,
      93.26182556152344,
      93.22393798828125,
      93.23622131347656,
      93.20243072509766,
      93.18297576904297,
      93.17581176757812,
      93.29151916503906,
      93.16044616699219,
      93.24646759033203,
      93.23212432861328,
      93.15225219726562,
      93.17375946044922,
      93.27410888671875,
      93.18502044677734,
      93.17068481445312,
      93.2116470336914,
      93.26284790039062,
      93.16352081298828,
      93.23929595947266,
      93.24646759033203,
      93.20345306396484,
      93.2147216796875,
      93.33248138427734,
      93.32530975341797,
      93.29663848876953,
      93.25977325439453,
      93.40825653076172,
      93.2495346069336,
      93.2833251953125,
      93.26182556152344,
      93.22700500488281,
      93.26284790039062,
      93.63660430908203,
      93.25977325439453,
      93.33657836914062,
      93.27718353271484,
      93.19014739990234,
      93.36627197265625,
      93.31814575195312,
      93.22905731201172,
      93.24237060546875,
      93.31609344482422,
      93.28742218017578,
      93.27513885498047,
      93.18809509277344,
      93.25875091552734,
      93.32633972167969,
      93.40211486816406,
      93.26387023925781,
      93.29357147216797,
      93.1778564453125,
      93.15430450439453,
      93.22496032714844,
      93.24031829833984,
      93.29151916503906,
      93.23622131347656,
      93.26898956298828,
      93.264892578125,
      93.2126693725586,
      93.22905731201172,
      93.30278778076172,
      93.25055694580078,
      93.17068481445312,
      93.2116470336914,
      93.18809509277344,
      93.1942367553711,
      93.24543762207031,
      93.23827362060547,
      93.1747817993164,
      93.15328216552734,
      93.22803497314453,
      93.1993637084961,
      93.26592254638672,
      93.2669448852539,
      93.15737915039062,
      93.2300796508789,
      93.11743927001953,
      93.14201354980469,
      93.1563491821289,
      93.12358093261719,
      93.18399810791016,
      93.17171478271484,
      93.21574401855469,
      93.2147216796875,
      93.15840148925781,
      93.21574401855469,
      93.16864013671875,
      93.22905731201172,
      93.2495346069336,
      93.17581176757812,
      93.22291564941406,
      93.18605041503906,
      93.1409912109375,
      93.23212432861328,
      93.18605041503906,
      93.17171478271484,
      93.18195343017578,
      93.18502044677734,
      93.15737915039062,
      93.18605041503906,
      93.2300796508789,
      93.22496032714844,
      93.25465393066406,
      93.18195343017578,
      93.25977325439453,
      93.1409912109375,
      93.16966247558594,
      93.22803497314453,
      93.17375946044922,
      93.16659545898438,
      93.23827362060547,
      93.23725128173828,
      93.21676635742188,
      93.18809509277344,
      93.22496032714844,
      93.233154296875,
      93.21778869628906,
      93.15840148925781,
      93.30687713623047,
      93.31916809082031
     ],
     "correct": [
      9795,
      9794,
      9779,
      9778,
      9812,
      9796,
      9782,
      9782,
      9799,
      9758,
      9772,
      9762,
      9796,
      9784,
      9768,
      9788,
      9794,
      9806,
      9767,
      9781,
      9795,
      9791,
      9757,
      9771,
      9781,
      9782,
      9812,
      9807,
      9784,
      9784,
      9766,
      9777,
      9797,
      9792,
      9772,
      9773,
      9812,
      9802,
      9780,
      9778,
      9801,
      9763,
      9779,
      9767,
      9784,
      9788,
      9786,
      9791,
      9789,
      9809,
      9762,
      9773,
      9793,
      9788,
      9766,
      9772,
      9790,
      9785,
      9805,
      9802,
      9785,
      9780,
      9759,
      9790,
      9796,
      9790,
      9777,
      9779,
      9814,
      9805,
      9781,
      9787,
      9804,
      9753,
      9785,
      9768,
      9793,
      9791,
      9769,
      9796,
      9793,
      9807,
      9765,
      9770,
      9785,
      9796,
      9762,
      9763,
      9799,
      9779,
      9809,
      9808,
      9783,
      9781,
      9764,
      9779,
      9797,
      9793,
      9765,
      9764,
      9809,
      9803,
      9778,
      9785,
      9798,
      9762,
      9773,
      9766,
      9791,
      9787,
      9776,
      9786,
      9788,
      9809,
      9754,
      9778,
      9788,
      9792,
      9762,
      9766,
      9792,
      9785,
      9798,
      9818,
      9782,
      9780,
      9760,
      9790,
      9795,
      9792,
      9772,
      9778,
      9805,
      9807,
      9784,
      9779,
      9800,
      9751,
      9781,
      9764,
      9785,
      9786,
      9768,
      9788,
      9781,
      9804,
      9766,
      9780,
      9789,
      9792,
      9766,
      9771,
      9788,
      9778,
      9801,
      9800,
      9778,
      9778,
      9763,
      9777,
      9792,
      9789,
      9778,
      9781,
      9806,
      9808,
      9782,
      9784,
      9805,
      9767,
      9778,
      9763,
      9799,
      9788,
      9776,
      9791,
      9793,
      9808,
      9763,
      9774,
      9801,
      9785,
      9758,
      9776,
      9787,
      9777,
      9807,
      9808,
      9778,
      9790,
      9760,
      9789,
      9797,
      9795,
      9771,
      9770,
      9805,
      9809,
      9776
     ]
    },
    {
     "name": "idle 4",
     "seconds": 5.0094199319999575,
     "joules": 358.771,
     "utilization_max": 0,
     "contexts": 1
    }
   ]
  }
 }
}
