From af0516fc49235747454c3476a6c2db28efa75d4f Mon Sep 17 00:00:00 2001 From: github-action-benchmark Date: Mon, 13 Jan 2025 10:26:10 +0000 Subject: [PATCH] add CPU Benchmark Results (pytest) benchmark result for 447348540fe6615aa48c4a36736553ced4e1423b --- dev/bench/data.js | 1545 ++++++++++++++++++++++++++++++++++++++++++++- 1 file changed, 1544 insertions(+), 1 deletion(-) diff --git a/dev/bench/data.js b/dev/bench/data.js index 80ba19a50..07b655bb3 100644 --- a/dev/bench/data.js +++ b/dev/bench/data.js @@ -1,5 +1,5 @@ window.BENCHMARK_DATA = { - "lastUpdate": 1736758989695, + "lastUpdate": 1736763969607, "repoUrl": "https://github.com/pytorch/tensordict", "entries": { "CPU Benchmark Results": [ @@ -411693,6 +411693,1549 @@ window.BENCHMARK_DATA = { "extra": "mean: 24.642061785717335 msec\nrounds: 42" } ] + }, + { + "commit": { + "author": { + "email": "vmoens@meta.com", + "name": "Vincent Moens", + "username": "vmoens" + }, + "committer": { + "email": "noreply@github.com", + "name": "GitHub", + "username": "web-flow" + }, + "distinct": true, + "id": "447348540fe6615aa48c4a36736553ced4e1423b", + "message": "[BugFix] Make min/max tensorclasses be interchangeable with PT equivalent (#1180)", + "timestamp": "2025-01-13T10:17:23Z", + "tree_id": "16c8dedf02562118ab4be3a9e0e8d5934f6d206d", + "url": "https://github.com/pytorch/tensordict/commit/447348540fe6615aa48c4a36736553ced4e1423b" + }, + "date": 1736763935413, + "tool": "pytest", + "benches": [ + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested", + "value": 46754.52060231265, + "unit": "iter/sec", + "range": "stddev: 9.985701986498047e-7", + "extra": "mean: 21.388306138477148 usec\nrounds: 6435" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested", + "value": 46309.66004458259, + "unit": "iter/sec", + "range": "stddev: 0.0000019130032754322505", + "extra": "mean: 21.593766808853573 usec\nrounds: 14992" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_nested_inplace", + "value": 42988.62692534695, + "unit": "iter/sec", + "range": "stddev: 0.0000019621104968413525", + "extra": "mean: 23.261966513528723 usec\nrounds: 27444" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_plain_set_stack_nested_inplace", + "value": 42906.88389989582, + "unit": "iter/sec", + "range": "stddev: 0.0000020650623325241144", + "extra": "mean: 23.306283493647694 usec\nrounds: 19750" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items", + "value": 238997.7029319334, + "unit": "iter/sec", + "range": "stddev: 3.4945113347572094e-7", + "extra": "mean: 4.184140632869598 usec\nrounds: 63136" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested", + "value": 2536.6229714401347, + "unit": "iter/sec", + "range": "stddev: 0.000015549169026898905", + "extra": "mean: 394.2249247361593 usec\nrounds: 2086" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_locked", + "value": 2519.3017280816603, + "unit": "iter/sec", + "range": "stddev: 0.0000438934472165776", + "extra": "mean: 396.9353844572865 usec\nrounds: 2432" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_nested_leaf", + "value": 13154.263275273328, + "unit": "iter/sec", + "range": "stddev: 0.0000021769299434021994", + "extra": "mean: 76.02098111262117 usec\nrounds: 9742" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested", + "value": 2511.8265451525544, + "unit": "iter/sec", + "range": "stddev: 0.00002025575018154583", + "extra": "mean: 398.1166621277448 usec\nrounds: 2350" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_leaf", + "value": 12777.470638870622, + "unit": "iter/sec", + "range": "stddev: 0.0000025931235801534377", + "extra": "mean: 78.26275076366665 usec\nrounds: 10805" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_items_stack_nested_locked", + "value": 2514.8721344446362, + "unit": "iter/sec", + "range": "stddev: 0.000010788773562200699", + "extra": "mean: 397.63453032208804 usec\nrounds: 1616" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys", + "value": 285609.55108400807, + "unit": "iter/sec", + "range": "stddev: 2.582392627760876e-7", + "extra": "mean: 3.5012834697039383 usec\nrounds: 115261" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested", + "value": 6120.318806961096, + "unit": "iter/sec", + "range": "stddev: 0.0000032226466414272324", + "extra": "mean: 163.39018138444442 usec\nrounds: 5028" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_locked", + "value": 5887.987645417631, + "unit": "iter/sec", + "range": "stddev: 0.000009120248218310105", + "extra": "mean: 169.83731288537217 usec\nrounds: 5510" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_nested_leaf", + "value": 7028.281648528295, + "unit": "iter/sec", + "range": "stddev: 0.000005376639818389201", + "extra": "mean: 142.28228890192494 usec\nrounds: 5154" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested", + "value": 6142.5054402302685, + "unit": "iter/sec", + "range": "stddev: 0.000003909205262069869", + "extra": "mean: 162.8000186130095 usec\nrounds: 5695" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_leaf", + "value": 7145.471541890675, + "unit": "iter/sec", + "range": "stddev: 0.000007061314957524238", + "extra": "mean: 139.94877652754633 usec\nrounds: 6399" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_keys_stack_nested_locked", + "value": 5954.69498104756, + "unit": "iter/sec", + "range": "stddev: 0.000005281595500007183", + "extra": "mean: 167.93471423519972 usec\nrounds: 5662" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values", + "value": 814964.8433843029, + "unit": "iter/sec", + "range": "stddev: 8.98947090615392e-8", + "extra": "mean: 1.227046796089144 usec\nrounds: 189754" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested", + "value": 16070.150917294293, + "unit": "iter/sec", + "range": "stddev: 0.0000020011713517593497", + "extra": "mean: 62.22716918755412 usec\nrounds: 11768" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_locked", + "value": 15970.477255390007, + "unit": "iter/sec", + "range": "stddev: 0.0000021003128808526206", + "extra": "mean: 62.61553640562005 usec\nrounds: 14668" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_nested_leaf", + "value": 14109.736931359022, + "unit": "iter/sec", + "range": "stddev: 0.000003727356220856105", + "extra": "mean: 70.8730435489191 usec\nrounds: 12331" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested", + "value": 15542.855261534824, + "unit": "iter/sec", + "range": "stddev: 0.0000033896657823578813", + "extra": "mean: 64.33824308168022 usec\nrounds: 13045" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_leaf", + "value": 14099.561452996692, + "unit": "iter/sec", + "range": "stddev: 0.000004818333303592475", + "extra": "mean: 70.92419174409585 usec\nrounds: 12016" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_values_stack_nested_locked", + "value": 15807.906668648364, + "unit": "iter/sec", + "range": "stddev: 0.0000020493255653234195", + "extra": "mean: 63.25948279940748 usec\nrounds: 14360" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership", + "value": 1141186.2175152823, + "unit": "iter/sec", + "range": "stddev: 1.313189204425363e-7", + "extra": "mean: 876.2811753697055 nsec\nrounds: 160231" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested", + "value": 343566.6282201688, + "unit": "iter/sec", + "range": "stddev: 3.131843323908706e-7", + "extra": "mean: 2.9106435778715007 usec\nrounds: 128634" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf", + "value": 340414.5168703659, + "unit": "iter/sec", + "range": "stddev: 2.8894135193862015e-7", + "extra": "mean: 2.9375950508621007 usec\nrounds: 145075" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested", + "value": 345104.1789456347, + "unit": "iter/sec", + "range": "stddev: 2.7730294858291757e-7", + "extra": "mean: 2.897675719416695 usec\nrounds: 74488" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf", + "value": 341023.17845948937, + "unit": "iter/sec", + "range": "stddev: 3.1834993185363425e-7", + "extra": "mean: 2.9323520017534275 usec\nrounds: 102062" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_last", + "value": 224041.35488077428, + "unit": "iter/sec", + "range": "stddev: 3.720053355790376e-7", + "extra": "mean: 4.463461669976775 usec\nrounds: 87712" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_nested_leaf_last", + "value": 224233.9931086389, + "unit": "iter/sec", + "range": "stddev: 5.814835524184366e-7", + "extra": "mean: 4.459627133855262 usec\nrounds: 100111" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_last", + "value": 150979.12319172962, + "unit": "iter/sec", + "range": "stddev: 5.2170007285003e-7", + "extra": "mean: 6.62343229222554 usec\nrounds: 54248" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_membership_stacked_nested_leaf_last", + "value": 150271.59524765745, + "unit": "iter/sec", + "range": "stddev: 5.19688824560069e-7", + "extra": "mean: 6.654617583262722 usec\nrounds: 57134" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getleaf", + "value": 93115.49225481003, + "unit": "iter/sec", + "range": "stddev: 8.28185976307515e-7", + "extra": "mean: 10.739351484750845 usec\nrounds: 61997" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_get", + "value": 97246.1720417124, + "unit": "iter/sec", + "range": "stddev: 6.071093643551862e-7", + "extra": "mean: 10.283181116590008 usec\nrounds: 68409" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getleaf", + "value": 93294.31195599647, + "unit": "iter/sec", + "range": "stddev: 9.234188382654452e-7", + "extra": "mean: 10.718767082731299 usec\nrounds: 51031" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_get", + "value": 98820.2112307123, + "unit": "iter/sec", + "range": "stddev: 6.054867125064821e-7", + "extra": "mean: 10.119387396018945 usec\nrounds: 56712" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitemleaf", + "value": 88476.12837551808, + "unit": "iter/sec", + "range": "stddev: 6.99403265979858e-7", + "extra": "mean: 11.302483713524547 usec\nrounds: 39143" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_nested_getitem", + "value": 94006.7543839803, + "unit": "iter/sec", + "range": "stddev: 6.421843733767288e-7", + "extra": "mean: 10.637533510787925 usec\nrounds: 61577" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitemleaf", + "value": 89668.59675974466, + "unit": "iter/sec", + "range": "stddev: 5.601656866576492e-7", + "extra": "mean: 11.152176304033953 usec\nrounds: 49097" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_stacked_getitem", + "value": 92657.72250565981, + "unit": "iter/sec", + "range": "stddev: 6.009777609505019e-7", + "extra": "mean: 10.792408586763148 usec\nrounds: 50031" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_nested", + "value": 1802.8168071560615, + "unit": "iter/sec", + "range": "stddev: 0.003266179373317443", + "extra": "mean: 554.6875289994091 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_lock_stack_nested", + "value": 2406.1160698661947, + "unit": "iter/sec", + "range": "stddev: 0.000009064439920682761", + "extra": "mean: 415.60754799979804 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_nested", + "value": 2702.501841084005, + "unit": "iter/sec", + "range": "stddev: 0.0000686603432762451", + "extra": "mean: 370.0274999993667 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unlock_stack_nested", + "value": 2957.262849779748, + "unit": "iter/sec", + "range": "stddev: 0.000031415064378799075", + "extra": "mean: 338.15052999921136 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_flatten_speed", + "value": 10259.985444964504, + "unit": "iter/sec", + "range": "stddev: 0.000003302581684625073", + "extra": "mean: 97.46602520676964 usec\nrounds: 7855" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unflatten_speed", + "value": 1972.7801194957788, + "unit": "iter/sec", + "range": "stddev: 0.000009742423302004876", + "extra": "mean: 506.8988632425945 usec\nrounds: 1733" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_common_ops", + "value": 1188.3323131048853, + "unit": "iter/sec", + "range": "stddev: 0.0001752851737085418", + "extra": "mean: 841.5154489800846 usec\nrounds: 784" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation", + "value": 409352.8881832613, + "unit": "iter/sec", + "range": "stddev: 2.3170284764155942e-7", + "extra": "mean: 2.4428800403438578 usec\nrounds: 96349" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_empty", + "value": 72192.5824012467, + "unit": "iter/sec", + "range": "stddev: 6.816353692704687e-7", + "extra": "mean: 13.851838606381962 usec\nrounds: 15298" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_1", + "value": 59324.252606402086, + "unit": "iter/sec", + "range": "stddev: 0.000003563085786666743", + "extra": "mean: 16.85651240538483 usec\nrounds: 18661" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_creation_nested_2", + "value": 47693.681583902304, + "unit": "iter/sec", + "range": "stddev: 0.0000015994041251019552", + "extra": "mean: 20.967137926662442 usec\nrounds: 16661" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_clone", + "value": 75635.58202140915, + "unit": "iter/sec", + "range": "stddev: 0.00000322515217982434", + "extra": "mean: 13.221290473007048 usec\nrounds: 13478" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[int]", + "value": 78828.68399483824, + "unit": "iter/sec", + "range": "stddev: 0.00001692892466807469", + "extra": "mean: 12.68573759350696 usec\nrounds: 10015" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[slice_int]", + "value": 40604.102506666786, + "unit": "iter/sec", + "range": "stddev: 0.000007997858671552151", + "extra": "mean: 24.62805328195125 usec\nrounds: 7770" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[range]", + "value": 20596.008154608004, + "unit": "iter/sec", + "range": "stddev: 0.000009003272315518166", + "extra": "mean: 48.553097886410924 usec\nrounds: 4873" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[tuple]", + "value": 49051.26903107823, + "unit": "iter/sec", + "range": "stddev: 0.000007415019262329662", + "extra": "mean: 20.38683238483419 usec\nrounds: 15112" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_getitem[list]", + "value": 23022.71117000742, + "unit": "iter/sec", + "range": "stddev: 0.00000870486595216546", + "extra": "mean: 43.43537095243321 usec\nrounds: 7381" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[int]", + "value": 39330.24215883225, + "unit": "iter/sec", + "range": "stddev: 0.0000016935148227063898", + "extra": "mean: 25.425727000651932 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[slice_int]", + "value": 19751.979138601208, + "unit": "iter/sec", + "range": "stddev: 0.000003935237132092478", + "extra": "mean: 50.6278379995706 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[range]", + "value": 13593.527588648021, + "unit": "iter/sec", + "range": "stddev: 0.000005284187492504265", + "extra": "mean: 73.56442200000401 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem_dim[tuple]", + "value": 24748.67779541247, + "unit": "iter/sec", + "range": "stddev: 0.0000026514415432674284", + "extra": "mean: 40.40619900047204 usec\nrounds: 1000" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_setitem", + "value": 45877.64624504658, + "unit": "iter/sec", + "range": "stddev: 0.0000017697529204129227", + "extra": "mean: 21.797107782267062 usec\nrounds: 16422" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set", + "value": 47615.22882666167, + "unit": "iter/sec", + "range": "stddev: 0.0000019145761695831734", + "extra": "mean: 21.001684222507823 usec\nrounds: 17335" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_shared", + "value": 6059.522281017564, + "unit": "iter/sec", + "range": "stddev: 0.00010848845390599743", + "extra": "mean: 165.02951117659262 usec\nrounds: 3400" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update", + "value": 39400.86503457956, + "unit": "iter/sec", + "range": "stddev: 0.0000037410803433533716", + "extra": "mean: 25.38015343374734 usec\nrounds: 20895" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update_nested", + "value": 27475.702920783307, + "unit": "iter/sec", + "range": "stddev: 0.000002248882481066235", + "extra": "mean: 36.3957931443339 usec\nrounds: 15170" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_update__nested", + "value": 29303.031295547535, + "unit": "iter/sec", + "range": "stddev: 0.000007579180492279812", + "extra": "mean: 34.126162236053226 usec\nrounds: 7674" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested", + "value": 42187.92396283477, + "unit": "iter/sec", + "range": "stddev: 0.000004385853851354156", + "extra": "mean: 23.70346549597806 usec\nrounds: 14462" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_set_nested_new", + "value": 35577.19879999817, + "unit": "iter/sec", + "range": "stddev: 0.0000033475115500577794", + "extra": "mean: 28.10789027044061 usec\nrounds: 14317" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select", + "value": 21788.277666182817, + "unit": "iter/sec", + "range": "stddev: 0.00000759187106450266", + "extra": "mean: 45.896239038300926 usec\nrounds: 10149" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_select_nested", + "value": 15773.797267380747, + "unit": "iter/sec", + "range": "stddev: 0.0000053589014983045894", + "extra": "mean: 63.39627567471906 usec\nrounds: 9562" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_exclude_nested", + "value": 12325.5062224197, + "unit": "iter/sec", + "range": "stddev: 0.000005698207345317867", + "extra": "mean: 81.13257029403239 usec\nrounds: 8813" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[True]", + "value": 2440.0119861169746, + "unit": "iter/sec", + "range": "stddev: 0.000022518877812638598", + "extra": "mean: 409.8340523283232 usec\nrounds: 2083" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_empty[False]", + "value": 754160.5944187389, + "unit": "iter/sec", + "range": "stddev: 1.1950728785701565e-7", + "extra": "mean: 1.3259775270686731 usec\nrounds: 180506" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed", + "value": 3801.956430528229, + "unit": "iter/sec", + "range": "stddev: 0.000009779063629931562", + "extra": "mean: 263.02247757769914 usec\nrounds: 2609" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack0", + "value": 3873.0688677107655, + "unit": "iter/sec", + "range": "stddev: 0.0000062274328433420155", + "extra": "mean: 258.19318843949833 usec\nrounds: 3460" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_unbind_speed_stack1", + "value": 1409.773776301989, + "unit": "iter/sec", + "range": "stddev: 0.00261570579488166", + "extra": "mean: 709.3336653084325 usec\nrounds: 1473" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_split", + "value": 579.3570818051393, + "unit": "iter/sec", + "range": "stddev: 0.003930788055402154", + "extra": "mean: 1.726051223684428 msec\nrounds: 608" + }, + { + "name": "benchmarks/common/common_ops_test.py::test_chunk", + "value": 578.9878026628973, + "unit": "iter/sec", + "range": "stddev: 0.004053652572455281", + "extra": "mean: 1.7271521013064033 msec\nrounds: 612" + }, + { + "name": "benchmarks/common/h2d_test.py::TestConsolidate::test_consolidate_njt[False-None]", + "value": 126.36045768461241, + "unit": "iter/sec", + "range": "stddev: 0.00009477855641001346", + "extra": "mean: 7.913868138210893 msec\nrounds: 123" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation[device0]", + "value": 11352.073371060174, + "unit": "iter/sec", + "range": "stddev: 0.000009449423921877452", + "extra": "mean: 88.08963502203031 usec\nrounds: 3592" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_creation_from_tensor", + "value": 10856.448059533806, + "unit": "iter/sec", + "range": "stddev: 0.00004872036054209238", + "extra": "mean: 92.11115776691162 usec\nrounds: 6592" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_add_one[memmap_tensor0]", + "value": 206870.62914028965, + "unit": "iter/sec", + "range": "stddev: 6.649353713659958e-7", + "extra": "mean: 4.833938989579079 usec\nrounds: 23914" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_contiguous[memmap_tensor0]", + "value": 1968264.2385862772, + "unit": "iter/sec", + "range": "stddev: 1.1711153882438141e-7", + "extra": "mean: 508.0618650665821 nsec\nrounds: 74711" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_stack[memmap_tensor0]", + "value": 293009.8789288847, + "unit": "iter/sec", + "range": "stddev: 4.00688515141883e-7", + "extra": "mean: 3.4128542138427567 usec\nrounds: 26484" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index", + "value": 4306.405100377588, + "unit": "iter/sec", + "range": "stddev: 0.00005669357259303944", + "extra": "mean: 232.21224587355226 usec\nrounds: 1757" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_astensor", + "value": 3166.960762733687, + "unit": "iter/sec", + "range": "stddev: 0.00005210732256004832", + "extra": "mean: 315.76014826808614 usec\nrounds: 2799" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_memmaptd_index_op", + "value": 1618.946872800888, + "unit": "iter/sec", + "range": "stddev: 0.00005741401091879402", + "extra": "mean: 617.6854946882427 usec\nrounds: 1506" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model", + "value": 7.34070239040988, + "unit": "iter/sec", + "range": "stddev: 0.046503808874285964", + "extra": "mean: 136.2267460000055 msec\nrounds: 6" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_pickle", + "value": 2.5144405780775427, + "unit": "iter/sec", + "range": "stddev: 0.08095684353413038", + "extra": "mean: 397.7027767999857 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights", + "value": 8.45755075563266, + "unit": "iter/sec", + "range": "stddev: 0.0035005585413046643", + "extra": "mean: 118.23754050000919 msec\nrounds: 6" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_returnearly", + "value": 6.268694909423517, + "unit": "iter/sec", + "range": "stddev: 0.00608039015186845", + "extra": "mean: 159.52283760001364 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_pickle", + "value": 2.397274469613955, + "unit": "iter/sec", + "range": "stddev: 0.1411167770906886", + "extra": "mean: 417.1403870000063 msec\nrounds: 5" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_weights_filesystem", + "value": 7.036334922870447, + "unit": "iter/sec", + "range": "stddev: 0.005229783028619563", + "extra": "mean: 142.119443000029 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/memmap_benchmarks_test.py::test_serialize_model_filesystem", + "value": 5.9620124669175905, + "unit": "iter/sec", + "range": "stddev: 0.04284100216096007", + "extra": "mean: 167.72859928570531 msec\nrounds: 7" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_pytree", + "value": 38702.39280980219, + "unit": "iter/sec", + "range": "stddev: 0.000002151649443906225", + "extra": "mean: 25.838195713489036 usec\nrounds: 9284" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_reshape_td", + "value": 30243.676572864013, + "unit": "iter/sec", + "range": "stddev: 0.0000020534321754185605", + "extra": "mean: 33.06476306181786 usec\nrounds: 7120" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_pytree", + "value": 38590.79258379243, + "unit": "iter/sec", + "range": "stddev: 0.000002669718201379673", + "extra": "mean: 25.912916865563044 usec\nrounds: 11740" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_view_td", + "value": 26949.460883049196, + "unit": "iter/sec", + "range": "stddev: 0.0000023185355050460225", + "extra": "mean: 37.106493682364714 usec\nrounds: 8785" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_pytree", + "value": 34678.327824508946, + "unit": "iter/sec", + "range": "stddev: 0.0000022675714297233315", + "extra": "mean: 28.836453852692657 usec\nrounds: 9448" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_unbind_td", + "value": 25557.932527758647, + "unit": "iter/sec", + "range": "stddev: 0.000004031938474570663", + "extra": "mean: 39.12679552283399 usec\nrounds: 10632" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_pytree", + "value": 34656.87711545912, + "unit": "iter/sec", + "range": "stddev: 0.0000023913028452440818", + "extra": "mean: 28.85430203848164 usec\nrounds: 10449" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_split_td", + "value": 22602.003693369676, + "unit": "iter/sec", + "range": "stddev: 0.000013048113580062996", + "extra": "mean: 44.24386499385235 usec\nrounds: 7733" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_pytree", + "value": 26887.242924794326, + "unit": "iter/sec", + "range": "stddev: 0.000011601413641837142", + "extra": "mean: 37.19235932062936 usec\nrounds: 8068" + }, + { + "name": "benchmarks/common/pytree_benchmarks_test.py::test_add_td", + "value": 16399.682103261868, + "unit": "iter/sec", + "range": "stddev: 0.000007788724842475682", + "extra": "mean: 60.976791727023894 usec\nrounds: 6890" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-compile]", + "value": 15475.319951806261, + "unit": "iter/sec", + "range": "stddev: 0.00000973960360087783", + "extra": "mean: 64.6190193879178 usec\nrounds: 7840" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[tensordict-eager]", + "value": 5725.609859041777, + "unit": "iter/sec", + "range": "stddev: 0.000008720416857182551", + "extra": "mean: 174.65388397374272 usec\nrounds: 4973" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-compile]", + "value": 21544.692969985823, + "unit": "iter/sec", + "range": "stddev: 0.0000048208615443977575", + "extra": "mean: 46.415142763608294 usec\nrounds: 15298" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_nested[pytree-eager]", + "value": 8437.60650603256, + "unit": "iter/sec", + "range": "stddev: 0.000008549103705713354", + "extra": "mean: 118.51702248558746 usec\nrounds: 7249" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-compile]", + "value": 37955.42766943811, + "unit": "iter/sec", + "range": "stddev: 0.000002777369433260978", + "extra": "mean: 26.346692987079805 usec\nrounds: 23885" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[tensordict-eager]", + "value": 17135.54263015168, + "unit": "iter/sec", + "range": "stddev: 0.000002204170357322899", + "extra": "mean: 58.358233619074376 usec\nrounds: 14468" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-compile]", + "value": 13015.152330637387, + "unit": "iter/sec", + "range": "stddev: 0.0000031984124035170526", + "extra": "mean: 76.83352254326071 usec\nrounds: 10979" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_nested[pytree-eager]", + "value": 15150.457135752667, + "unit": "iter/sec", + "range": "stddev: 0.0000024990730055207543", + "extra": "mean: 66.0046090385061 usec\nrounds: 13431" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-compile]", + "value": 9468.405484977988, + "unit": "iter/sec", + "range": "stddev: 0.0000074524873418968935", + "extra": "mean: 105.61440377543407 usec\nrounds: 7893" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensordict-eager]", + "value": 4547.8023675934965, + "unit": "iter/sec", + "range": "stddev: 0.000033887866019491006", + "extra": "mean: 219.8864240728116 usec\nrounds: 4287" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-compile]", + "value": 21477.771248478435, + "unit": "iter/sec", + "range": "stddev: 0.0000064036748162233815", + "extra": "mean: 46.55976583561218 usec\nrounds: 15361" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[tensorclass-eager]", + "value": 14991.162870437454, + "unit": "iter/sec", + "range": "stddev: 0.000005527116568834867", + "extra": "mean: 66.70596595091352 usec\nrounds: 11454" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-compile]", + "value": 9702.695941894155, + "unit": "iter/sec", + "range": "stddev: 0.000007419408621535009", + "extra": "mean: 103.06413866709097 usec\nrounds: 8387" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_one_flat[pytree-eager]", + "value": 4963.932627765061, + "unit": "iter/sec", + "range": "stddev: 0.00001066467908144881", + "extra": "mean: 201.45317734705753 usec\nrounds: 4697" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-eager]", + "value": 4200.199955886682, + "unit": "iter/sec", + "range": "stddev: 0.00003498350125908625", + "extra": "mean: 238.08390326714704 usec\nrounds: 3887" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensordict-compile]", + "value": 9600.401371402566, + "unit": "iter/sec", + "range": "stddev: 0.000006145780137213669", + "extra": "mean: 104.16231169029817 usec\nrounds: 7870" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-eager]", + "value": 16252.103939019604, + "unit": "iter/sec", + "range": "stddev: 0.00000617373453845519", + "extra": "mean: 61.530494990196594 usec\nrounds: 11477" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[tensorclass-compile]", + "value": 21645.30074651034, + "unit": "iter/sec", + "range": "stddev: 0.000003216307724961078", + "extra": "mean: 46.199404282299945 usec\nrounds: 14945" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-eager]", + "value": 6400.339036159536, + "unit": "iter/sec", + "range": "stddev: 0.00001178659476155307", + "extra": "mean: 156.24172318847044 usec\nrounds: 5921" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_add_self_flat[pytree-compile]", + "value": 9721.440671868782, + "unit": "iter/sec", + "range": "stddev: 0.000005061557835351405", + "extra": "mean: 102.86541200562272 usec\nrounds: 7080" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-compile]", + "value": 47730.40539544648, + "unit": "iter/sec", + "range": "stddev: 0.0000019842787399623644", + "extra": "mean: 20.95100579421018 usec\nrounds: 27959" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[tensordict-eager]", + "value": 15158.363814337898, + "unit": "iter/sec", + "range": "stddev: 0.0000028924102854302266", + "extra": "mean: 65.97018070341645 usec\nrounds: 13785" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-compile]", + "value": 12837.789279741928, + "unit": "iter/sec", + "range": "stddev: 0.000006342965724903491", + "extra": "mean: 77.8950314738382 usec\nrounds: 11025" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_copy_flat[pytree-eager]", + "value": 14971.525443870356, + "unit": "iter/sec", + "range": "stddev: 0.000006874385688844436", + "extra": "mean: 66.79346094351529 usec\nrounds: 13058" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-compile]", + "value": 4878.553772262796, + "unit": "iter/sec", + "range": "stddev: 0.0000071214705847967145", + "extra": "mean: 204.97877991742925 usec\nrounds: 3894" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[tensordict-eager]", + "value": 750.7546603593777, + "unit": "iter/sec", + "range": "stddev: 0.000022823430544834544", + "extra": "mean: 1.331993063514666 msec\nrounds: 740" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-compile]", + "value": 4879.472179139363, + "unit": "iter/sec", + "range": "stddev: 0.000014467760034334272", + "extra": "mean: 204.94019912136872 usec\nrounds: 3872" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add[pytree-eager]", + "value": 1277.3984048364277, + "unit": "iter/sec", + "range": "stddev: 0.00007457538505828033", + "extra": "mean: 782.841121621763 usec\nrounds: 1258" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[compile]", + "value": 2197.120856190779, + "unit": "iter/sec", + "range": "stddev: 0.000009739228998158883", + "extra": "mean: 455.1410984891078 usec\nrounds: 1919" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_assign_and_add_stack[eager]", + "value": 356.00008754996253, + "unit": "iter/sec", + "range": "stddev: 0.00014244360254317791", + "extra": "mean: 2.8089880732393246 msec\nrounds: 355" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-compile]", + "value": 27318.406378491294, + "unit": "iter/sec", + "range": "stddev: 0.0000027150353173550766", + "extra": "mean: 36.60535633540226 usec\nrounds: 17607" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensordict-eager]", + "value": 30760.901830188115, + "unit": "iter/sec", + "range": "stddev: 0.000013458092851094483", + "extra": "mean: 32.5087998238927 usec\nrounds: 20412" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-compile]", + "value": 34443.689736547174, + "unit": "iter/sec", + "range": "stddev: 0.000002861672132927461", + "extra": "mean: 29.032894200615495 usec\nrounds: 20019" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-tensorclass-eager]", + "value": 44212.35749697675, + "unit": "iter/sec", + "range": "stddev: 0.0000017182001607376684", + "extra": "mean: 22.61811078652343 usec\nrounds: 25346" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-compile]", + "value": 33660.11906999426, + "unit": "iter/sec", + "range": "stddev: 0.0000025851435074686167", + "extra": "mean: 29.708748145559387 usec\nrounds: 20488" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[tensor-pytree-eager]", + "value": 43585.95546575909, + "unit": "iter/sec", + "range": "stddev: 0.000001904264215054159", + "extra": "mean: 22.9431703243398 usec\nrounds: 25792" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-compile]", + "value": 19044.26042801913, + "unit": "iter/sec", + "range": "stddev: 0.0000031765348706924093", + "extra": "mean: 52.50925882785851 usec\nrounds: 13480" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensordict-eager]", + "value": 49395.551746097466, + "unit": "iter/sec", + "range": "stddev: 0.00001022740780594772", + "extra": "mean: 20.244737929848224 usec\nrounds: 29805" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-compile]", + "value": 22624.425282049717, + "unit": "iter/sec", + "range": "stddev: 0.0000028850597346975888", + "extra": "mean: 44.200017791983555 usec\nrounds: 15625" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-tensorclass-eager]", + "value": 54588.54556498794, + "unit": "iter/sec", + "range": "stddev: 0.0000013320883899616202", + "extra": "mean: 18.318861395739056 usec\nrounds: 33859" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-compile]", + "value": 21867.538229451962, + "unit": "iter/sec", + "range": "stddev: 0.000003012024030794362", + "extra": "mean: 45.72988461285346 usec\nrounds: 15019" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[slice-pytree-eager]", + "value": 54927.089701261, + "unit": "iter/sec", + "range": "stddev: 0.0000012916187096527162", + "extra": "mean: 18.20595275371093 usec\nrounds: 35283" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-compile]", + "value": 18752.15703924091, + "unit": "iter/sec", + "range": "stddev: 0.000007452673940287986", + "extra": "mean: 53.32719846081665 usec\nrounds: 13252" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensordict-eager]", + "value": 50520.81089446779, + "unit": "iter/sec", + "range": "stddev: 0.000011386585597740816", + "extra": "mean: 19.793823224430938 usec\nrounds: 33172" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-compile]", + "value": 21694.78195939503, + "unit": "iter/sec", + "range": "stddev: 0.0000046361216930143125", + "extra": "mean: 46.09403320446579 usec\nrounds: 15239" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-tensorclass-eager]", + "value": 53868.97491701909, + "unit": "iter/sec", + "range": "stddev: 0.0000037229637945722164", + "extra": "mean: 18.56356096510879 usec\nrounds: 34815" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-compile]", + "value": 21862.21701676532, + "unit": "iter/sec", + "range": "stddev: 0.0000041911114133290784", + "extra": "mean: 45.74101516022539 usec\nrounds: 15633" + }, + { + "name": "benchmarks/compile/compile_td_test.py::test_compile_indexing[int-pytree-eager]", + "value": 53604.18329038261, + "unit": "iter/sec", + "range": "stddev: 0.00000512176925038711", + "extra": "mean: 18.6552604408286 usec\nrounds: 34887" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[eager]", + "value": 27649.507127689525, + "unit": "iter/sec", + "range": "stddev: 0.00000383648999540188", + "extra": "mean: 36.167009971709504 usec\nrounds: 17048" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile]", + "value": 20521.49383917225, + "unit": "iter/sec", + "range": "stddev: 0.0000031017266223455243", + "extra": "mean: 48.729396009717384 usec\nrounds: 10626" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_add[compile-overhead]", + "value": 20767.32753391421, + "unit": "iter/sec", + "range": "stddev: 0.000004244489912058333", + "extra": "mean: 48.15256071668075 usec\nrounds: 10162" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[eager]", + "value": 4553.849481513943, + "unit": "iter/sec", + "range": "stddev: 0.000016987386220332156", + "extra": "mean: 219.5944341286279 usec\nrounds: 3856" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile]", + "value": 4920.0811160316725, + "unit": "iter/sec", + "range": "stddev: 0.000035327162163766135", + "extra": "mean: 203.24868155965638 usec\nrounds: 3514" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap[compile-overhead]", + "value": 4909.5347336869245, + "unit": "iter/sec", + "range": "stddev: 0.000030303399183742787", + "extra": "mean: 203.68528877868388 usec\nrounds: 3823" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[eager]", + "value": 78.27878361843999, + "unit": "iter/sec", + "range": "stddev: 0.0012102291576495357", + "extra": "mean: 12.774853590908787 msec\nrounds: 88" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile]", + "value": 76.80207068818098, + "unit": "iter/sec", + "range": "stddev: 0.0008254298097528813", + "extra": "mean: 13.02048227397454 msec\nrounds: 73" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_mod_wrap_and_backward[compile-overhead]", + "value": 76.74598022861349, + "unit": "iter/sec", + "range": "stddev: 0.0008976466616081525", + "extra": "mean: 13.02999840540399 msec\nrounds: 74" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[eager]", + "value": 8320.729143103328, + "unit": "iter/sec", + "range": "stddev: 0.000008183327226571622", + "extra": "mean: 120.1817752749294 usec\nrounds: 7280" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile]", + "value": 16413.906294561362, + "unit": "iter/sec", + "range": "stddev: 0.0000048790944678803865", + "extra": "mean: 60.92394961041927 usec\nrounds: 11669" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_add[compile-overhead]", + "value": 16577.91130042493, + "unit": "iter/sec", + "range": "stddev: 0.000005008360981793606", + "extra": "mean: 60.32122997149634 usec\nrounds: 12245" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[eager]", + "value": 2205.360203921596, + "unit": "iter/sec", + "range": "stddev: 0.0000304477632474145", + "extra": "mean: 453.4406661650051 usec\nrounds: 1995" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile]", + "value": 4406.560590679767, + "unit": "iter/sec", + "range": "stddev: 0.00002784976833937494", + "extra": "mean: 226.9343583099892 usec\nrounds: 3977" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_seq_wrap[compile-overhead]", + "value": 4469.683350067573, + "unit": "iter/sec", + "range": "stddev: 0.000012865550007084452", + "extra": "mean: 223.729495286256 usec\nrounds: 3925" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-eager]", + "value": 1873.4951401698427, + "unit": "iter/sec", + "range": "stddev: 0.00001910748224999546", + "extra": "mean: 533.761726176319 usec\nrounds: 1742" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile]", + "value": 2381.009629139009, + "unit": "iter/sec", + "range": "stddev: 0.00002020964647645999", + "extra": "mean: 419.98990166268567 usec\nrounds: 2166" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[False-compile-overhead]", + "value": 2390.6368444035647, + "unit": "iter/sec", + "range": "stddev: 0.000013304124934108631", + "extra": "mean: 418.298581125352 usec\nrounds: 2151" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-eager]", + "value": 1337.4278007022826, + "unit": "iter/sec", + "range": "stddev: 0.000023654852852702957", + "extra": "mean: 747.7039130448018 usec\nrounds: 1173" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile]", + "value": 2172.978778660279, + "unit": "iter/sec", + "range": "stddev: 0.000013112743735370257", + "extra": "mean: 460.1977754318137 usec\nrounds: 2084" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_runtime[True-compile-overhead]", + "value": 2167.5171226113057, + "unit": "iter/sec", + "range": "stddev: 0.000033235910340256305", + "extra": "mean: 461.3573704069543 usec\nrounds: 2041" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-eager]", + "value": 1840.6636424853227, + "unit": "iter/sec", + "range": "stddev: 0.00002915485102361778", + "extra": "mean: 543.2823123782507 usec\nrounds: 1559" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile]", + "value": 2386.9096451710075, + "unit": "iter/sec", + "range": "stddev: 0.00002387036508954758", + "extra": "mean: 418.95176133839624 usec\nrounds: 2271" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[False-compile-overhead]", + "value": 2385.1664404157036, + "unit": "iter/sec", + "range": "stddev: 0.00002385460531521592", + "extra": "mean: 419.25795326288124 usec\nrounds: 2268" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-eager]", + "value": 1123.8772643204372, + "unit": "iter/sec", + "range": "stddev: 0.000024129173491714974", + "extra": "mean: 889.7768748838063 usec\nrounds: 1079" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile]", + "value": 2068.9284720294213, + "unit": "iter/sec", + "range": "stddev: 0.000025646689700541668", + "extra": "mean: 483.3419876614176 usec\nrounds: 1945" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_func_call_cm_runtime[True-compile-overhead]", + "value": 2096.8679716668603, + "unit": "iter/sec", + "range": "stddev: 0.000013684828436135914", + "extra": "mean: 476.9017475168317 usec\nrounds: 1913" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[eager]", + "value": 535.9738402635402, + "unit": "iter/sec", + "range": "stddev: 0.00009584356744192439", + "extra": "mean: 1.8657627012323899 msec\nrounds: 405" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile]", + "value": 1953.3996947824576, + "unit": "iter/sec", + "range": "stddev: 0.000038428250744897785", + "extra": "mean: 511.9280005372204 usec\nrounds: 1864" + }, + { + "name": "benchmarks/compile/tensordict_nn_test.py::test_vmap_func_call_cm_runtime[compile-overhead]", + "value": 1990.1222641488466, + "unit": "iter/sec", + "range": "stddev: 0.000013303508899205104", + "extra": "mean: 502.48169070541456 usec\nrounds: 1872" + }, + { + "name": "benchmarks/distributed/distributed_benchmark_test.py::test_distributed", + "value": 7889.40955093112, + "unit": "iter/sec", + "range": "stddev: 0.00000903962592213843", + "extra": "mean: 126.7521978095279 usec\nrounds: 2922" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule", + "value": 34904.82658114967, + "unit": "iter/sec", + "range": "stddev: 0.0000036950057788229456", + "extra": "mean: 28.64933299912309 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdmodule_dispatch", + "value": 19470.132797116607, + "unit": "iter/sec", + "range": "stddev: 0.0000025777352892185907", + "extra": "mean: 51.36071799921638 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq", + "value": 33628.80159043403, + "unit": "iter/sec", + "range": "stddev: 0.0000020294293972597975", + "extra": "mean: 29.736414998637883 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_tdseq_dispatch", + "value": 17667.43155450748, + "unit": "iter/sec", + "range": "stddev: 0.0000029236110860125814", + "extra": "mean: 56.60132300016585 usec\nrounds: 1000" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_instantiation_functorch", + "value": 666.9056092998164, + "unit": "iter/sec", + "range": "stddev: 0.00003377400541373424", + "extra": "mean: 1.4994625716972136 msec\nrounds: 530" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functorch", + "value": 5796.976920717925, + "unit": "iter/sec", + "range": "stddev: 0.000007051582666615971", + "extra": "mean: 172.50370558248753 usec\nrounds: 3332" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_functional_call", + "value": 5880.147387561542, + "unit": "iter/sec", + "range": "stddev: 0.000012942221926180853", + "extra": "mean: 170.06376440756077 usec\nrounds: 3939" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_exec_td_decorator", + "value": 4472.173630970417, + "unit": "iter/sec", + "range": "stddev: 0.000011979759560092028", + "extra": "mean: 223.6049139673072 usec\nrounds: 2964" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-True]", + "value": 1552.8557099109291, + "unit": "iter/sec", + "range": "stddev: 0.000027240986790954718", + "extra": "mean: 643.9748352777474 usec\nrounds: 1372" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[True-False]", + "value": 1540.948883928162, + "unit": "iter/sec", + "range": "stddev: 0.00003683408807632001", + "extra": "mean: 648.9507928717376 usec\nrounds: 1487" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-True]", + "value": 1937.0725935461976, + "unit": "iter/sec", + "range": "stddev: 0.00002030021389688788", + "extra": "mean: 516.2429138338592 usec\nrounds: 1706" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_vmap_mlp_speed_decorator[False-False]", + "value": 1933.5483597618936, + "unit": "iter/sec", + "range": "stddev: 0.00004033908652150879", + "extra": "mean: 517.1838578286942 usec\nrounds: 1667" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[True]", + "value": 765.3639207813021, + "unit": "iter/sec", + "range": "stddev: 0.000020704912497120786", + "extra": "mean: 1.3065679905307999 msec\nrounds: 528" + }, + { + "name": "benchmarks/nn/functional_benchmarks_test.py::test_to_module_speed[False]", + "value": 773.8649496034926, + "unit": "iter/sec", + "range": "stddev: 0.00003860450242843357", + "extra": "mean: 1.2922151345817805 msec\nrounds: 587" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init", + "value": 19299.16845588361, + "unit": "iter/sec", + "range": "stddev: 0.000006250364268441509", + "extra": "mean: 51.815703991906275 usec\nrounds: 3983" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_init_nested", + "value": 9866.17293322163, + "unit": "iter/sec", + "range": "stddev: 0.000003386107950968607", + "extra": "mean: 101.35642328270717 usec\nrounds: 4673" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_tensor", + "value": 645770.4654104541, + "unit": "iter/sec", + "range": "stddev: 1.7802665375607508e-7", + "extra": "mean: 1.5485378374565277 usec\nrounds: 126343" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_first_layer_nontensor", + "value": 199308.10078312343, + "unit": "iter/sec", + "range": "stddev: 7.162619921783383e-7", + "extra": "mean: 5.017357528724571 usec\nrounds: 46662" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_tensor", + "value": 342545.8756936293, + "unit": "iter/sec", + "range": "stddev: 2.5660549923882475e-7", + "extra": "mean: 2.919317005277253 usec\nrounds: 131165" + }, + { + "name": "benchmarks/tensorclass/test_tensorclass_speed.py::test_tc_second_layer_nontensor", + "value": 161173.2188740542, + "unit": "iter/sec", + "range": "stddev: 6.150954332573491e-7", + "extra": "mean: 6.204504737114118 usec\nrounds: 71455" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unbind", + "value": 74.52911017608052, + "unit": "iter/sec", + "range": "stddev: 0.04632376450464754", + "extra": "mean: 13.417576000000887 msec\nrounds: 75" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_full_like", + "value": 72.92060907519671, + "unit": "iter/sec", + "range": "stddev: 0.0007756911619694252", + "extra": "mean: 13.713544259741257 msec\nrounds: 77" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_zeros_like", + "value": 123.58794250245948, + "unit": "iter/sec", + "range": "stddev: 0.0006091959455544315", + "extra": "mean: 8.091404224001053 msec\nrounds: 125" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_ones_like", + "value": 124.01136210802896, + "unit": "iter/sec", + "range": "stddev: 0.0004030698926719161", + "extra": "mean: 8.063777245901697 msec\nrounds: 122" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_clone", + "value": 103.90657541700274, + "unit": "iter/sec", + "range": "stddev: 0.0005967045339579552", + "extra": "mean: 9.624030009523008 msec\nrounds: 105" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_squeeze", + "value": 84539.07439123247, + "unit": "iter/sec", + "range": "stddev: 0.0000010425519478703931", + "extra": "mean: 11.82884964380104 usec\nrounds: 16002" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_unsqueeze", + "value": 11338.621160599925, + "unit": "iter/sec", + "range": "stddev: 0.000006589869772988937", + "extra": "mean: 88.19414511129942 usec\nrounds: 4183" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_split", + "value": 5263.146294683581, + "unit": "iter/sec", + "range": "stddev: 0.00002075385107664865", + "extra": "mean: 190.0004187628457 usec\nrounds: 2942" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_permute", + "value": 5114.047477894245, + "unit": "iter/sec", + "range": "stddev: 0.000009225951683521369", + "extra": "mean: 195.53983499812148 usec\nrounds: 2103" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_stack", + "value": 36.764984892158786, + "unit": "iter/sec", + "range": "stddev: 0.002892243367715531", + "extra": "mean: 27.199793578951788 msec\nrounds: 38" + }, + { + "name": "benchmarks/tensorclass/test_torch_functions.py::test_cat", + "value": 37.986147186515566, + "unit": "iter/sec", + "range": "stddev: 0.0008280082583601628", + "extra": "mean: 26.325386333336354 msec\nrounds: 39" + } + ] } ], "GPU Benchmark Results": [