diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt new file mode 100644 index 00000000..02b2a37c --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/accuracy.txt @@ -0,0 +1 @@ +hash=9079874146ef73c57045558f0a8a7849a3f66b9da2fc24c0a09b9dd75f2e64c8 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..05e7ec6d --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,135 @@ +[ +{ "seq_id" : 7920, "qsl_idx" : 28318, "data" : "4E010000" }, +{ "seq_id" : 10704, "qsl_idx" : 20847, "data" : "B1000000" }, +{ "seq_id" : 11414, "qsl_idx" : 14212, "data" : "CF010000" }, +{ "seq_id" : 25104, "qsl_idx" : 12834, "data" : "57010000" }, +{ "seq_id" : 30177, "qsl_idx" : 30879, "data" : "51030000" }, +{ "seq_id" : 41667, "qsl_idx" : 16613, "data" : "C5030000" }, +{ "seq_id" : 45868, "qsl_idx" : 2462, "data" : "11030000" }, +{ "seq_id" : 45901, "qsl_idx" : 11826, "data" : "86020000" }, +{ "seq_id" : 51803, "qsl_idx" : 17716, "data" : "1F010000" }, +{ "seq_id" : 53862, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 55832, "qsl_idx" : 41249, "data" : "2F010000" }, +{ "seq_id" : 72120, "qsl_idx" : 12831, "data" : "BE020000" }, +{ "seq_id" : 74818, "qsl_idx" : 4584, "data" : "23020000" }, +{ "seq_id" : 75665, "qsl_idx" : 4683, "data" : "AA000000" }, +{ "seq_id" : 76952, "qsl_idx" : 47828, "data" : "94010000" }, +{ "seq_id" : 82826, "qsl_idx" : 49275, "data" : "84030000" }, +{ "seq_id" : 83901, "qsl_idx" : 41716, "data" : "90010000" }, +{ "seq_id" : 87667, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 89729, "qsl_idx" : 34003, "data" : "C6010000" }, +{ "seq_id" : 97081, "qsl_idx" : 31306, "data" : "9D020000" }, +{ "seq_id" : 101888, "qsl_idx" : 45661, "data" : "7F010000" }, +{ "seq_id" : 106960, "qsl_idx" : 37993, "data" : "2F020000" }, +{ "seq_id" : 113716, "qsl_idx" : 31926, "data" : "3B000000" }, +{ "seq_id" : 117915, "qsl_idx" : 17543, "data" : "CC010000" }, +{ "seq_id" : 119866, "qsl_idx" : 9534, "data" : "11000000" }, +{ "seq_id" : 138999, "qsl_idx" : 21700, "data" : "60010000" }, +{ "seq_id" : 143288, "qsl_idx" : 36098, "data" : "5E030000" }, +{ "seq_id" : 150810, "qsl_idx" : 13563, "data" : "64000000" }, +{ "seq_id" : 161528, "qsl_idx" : 25904, "data" : "5A030000" }, +{ "seq_id" : 188140, "qsl_idx" : 30051, "data" : "1A010000" }, +{ "seq_id" : 188901, "qsl_idx" : 21919, "data" : "25010000" }, +{ "seq_id" : 189786, "qsl_idx" : 44313, "data" : "3C010000" }, +{ "seq_id" : 191967, "qsl_idx" : 30796, "data" : "AF030000" }, +{ "seq_id" : 201572, "qsl_idx" : 45941, "data" : "4B010000" }, +{ "seq_id" : 211441, "qsl_idx" : 45823, "data" : "E2020000" }, +{ "seq_id" : 213765, "qsl_idx" : 11524, "data" : "C5030000" }, +{ "seq_id" : 219009, "qsl_idx" : 71, "data" : "95000000" }, +{ "seq_id" : 233509, "qsl_idx" : 3768, "data" : "DE000000" }, +{ "seq_id" : 236501, "qsl_idx" : 5373, "data" : "16020000" }, +{ "seq_id" : 254125, "qsl_idx" : 24686, "data" : "7F020000" }, +{ "seq_id" : 268724, "qsl_idx" : 31729, "data" : "59030000" }, +{ "seq_id" : 269846, "qsl_idx" : 13190, "data" : "D8010000" }, +{ "seq_id" : 277307, "qsl_idx" : 29958, "data" : "5A030000" }, +{ "seq_id" : 280497, "qsl_idx" : 24379, "data" : "9A030000" }, +{ "seq_id" : 286880, "qsl_idx" : 36767, "data" : "C4010000" }, +{ "seq_id" : 310494, "qsl_idx" : 6295, "data" : "D0010000" }, +{ "seq_id" : 315654, "qsl_idx" : 34498, "data" : "19000000" }, +{ "seq_id" : 316868, "qsl_idx" : 38119, "data" : "AD010000" }, +{ "seq_id" : 328133, "qsl_idx" : 5571, "data" : "BE010000" }, +{ "seq_id" : 340167, "qsl_idx" : 10607, "data" : "B3030000" }, +{ "seq_id" : 342013, "qsl_idx" : 48639, "data" : "63000000" }, +{ "seq_id" : 345265, "qsl_idx" : 18815, "data" : "86030000" }, +{ "seq_id" : 345817, "qsl_idx" : 30582, "data" : "BD020000" }, +{ "seq_id" : 352885, "qsl_idx" : 3463, "data" : "5A010000" }, +{ "seq_id" : 373998, "qsl_idx" : 40327, "data" : "C3030000" }, +{ "seq_id" : 374758, "qsl_idx" : 33465, "data" : "B5000000" }, +{ "seq_id" : 376593, "qsl_idx" : 10455, "data" : "0D000000" }, +{ "seq_id" : 379535, "qsl_idx" : 17726, "data" : "2F010000" }, +{ "seq_id" : 382314, "qsl_idx" : 5016, "data" : "FE000000" }, +{ "seq_id" : 389171, "qsl_idx" : 44764, "data" : "0D010000" }, +{ "seq_id" : 395877, "qsl_idx" : 8258, "data" : "E2020000" }, +{ "seq_id" : 399581, "qsl_idx" : 48659, "data" : "8F010000" }, +{ "seq_id" : 421817, "qsl_idx" : 13917, "data" : "1D010000" }, +{ "seq_id" : 441105, "qsl_idx" : 17404, "data" : "BB010000" }, +{ "seq_id" : 442252, "qsl_idx" : 46391, "data" : "6A020000" }, +{ "seq_id" : 447685, "qsl_idx" : 8 + +... + + "97000000" }, +{ "seq_id" : 9980239, "qsl_idx" : 2394, "data" : "53000000" }, +{ "seq_id" : 9990786, "qsl_idx" : 40485, "data" : "83010000" }, +{ "seq_id" : 10010526, "qsl_idx" : 2714, "data" : "75000000" }, +{ "seq_id" : 10012750, "qsl_idx" : 5925, "data" : "2F020000" }, +{ "seq_id" : 10013293, "qsl_idx" : 46864, "data" : "55030000" }, +{ "seq_id" : 10024261, "qsl_idx" : 20614, "data" : "CC030000" }, +{ "seq_id" : 10030553, "qsl_idx" : 15510, "data" : "ED000000" }, +{ "seq_id" : 10034498, "qsl_idx" : 43087, "data" : "DB030000" }, +{ "seq_id" : 10038591, "qsl_idx" : 8861, "data" : "95000000" }, +{ "seq_id" : 10040719, "qsl_idx" : 27393, "data" : "CA030000" }, +{ "seq_id" : 10053700, "qsl_idx" : 9464, "data" : "72020000" }, +{ "seq_id" : 10060083, "qsl_idx" : 32181, "data" : "93010000" }, +{ "seq_id" : 10062847, "qsl_idx" : 31534, "data" : "D1030000" }, +{ "seq_id" : 10063513, "qsl_idx" : 46391, "data" : "6A020000" }, +{ "seq_id" : 10063758, "qsl_idx" : 37706, "data" : "D8010000" }, +{ "seq_id" : 10065409, "qsl_idx" : 9158, "data" : "54010000" }, +{ "seq_id" : 10067785, "qsl_idx" : 12712, "data" : "79000000" }, +{ "seq_id" : 10069506, "qsl_idx" : 43756, "data" : "FD020000" }, +{ "seq_id" : 10073760, "qsl_idx" : 1742, "data" : "E2030000" }, +{ "seq_id" : 10088186, "qsl_idx" : 31447, "data" : "8E000000" }, +{ "seq_id" : 10089825, "qsl_idx" : 27128, "data" : "A8020000" }, +{ "seq_id" : 10089891, "qsl_idx" : 42292, "data" : "CC030000" }, +{ "seq_id" : 10091322, "qsl_idx" : 2264, "data" : "8B000000" }, +{ "seq_id" : 10093566, "qsl_idx" : 42171, "data" : "0E010000" }, +{ "seq_id" : 10095943, "qsl_idx" : 36958, "data" : "CA000000" }, +{ "seq_id" : 10096426, "qsl_idx" : 1579, "data" : "72010000" }, +{ "seq_id" : 10100665, "qsl_idx" : 47455, "data" : "43010000" }, +{ "seq_id" : 10107417, "qsl_idx" : 15211, "data" : "86030000" }, +{ "seq_id" : 10109518, "qsl_idx" : 47180, "data" : "F6020000" }, +{ "seq_id" : 10113021, "qsl_idx" : 9107, "data" : "48000000" }, +{ "seq_id" : 10123121, "qsl_idx" : 1556, "data" : "21000000" }, +{ "seq_id" : 10125877, "qsl_idx" : 14354, "data" : "87020000" }, +{ "seq_id" : 10139991, "qsl_idx" : 34003, "data" : "C6010000" }, +{ "seq_id" : 10151115, "qsl_idx" : 10161, "data" : "08000000" }, +{ "seq_id" : 10152700, "qsl_idx" : 20880, "data" : "AF020000" }, +{ "seq_id" : 10156540, "qsl_idx" : 25423, "data" : "C3000000" }, +{ "seq_id" : 10157973, "qsl_idx" : 10476, "data" : "58000000" }, +{ "seq_id" : 10158065, "qsl_idx" : 29621, "data" : "1B000000" }, +{ "seq_id" : 10167650, "qsl_idx" : 49051, "data" : "66000000" }, +{ "seq_id" : 10169270, "qsl_idx" : 13563, "data" : "64000000" }, +{ "seq_id" : 10169656, "qsl_idx" : 45783, "data" : "82000000" }, +{ "seq_id" : 10181653, "qsl_idx" : 38856, "data" : "B6030000" }, +{ "seq_id" : 10187171, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 10190431, "qsl_idx" : 31534, "data" : "D1030000" }, +{ "seq_id" : 10195054, "qsl_idx" : 25149, "data" : "B9030000" }, +{ "seq_id" : 10196506, "qsl_idx" : 16795, "data" : "FB020000" }, +{ "seq_id" : 10206063, "qsl_idx" : 37365, "data" : "35020000" }, +{ "seq_id" : 10211754, "qsl_idx" : 14563, "data" : "63030000" }, +{ "seq_id" : 10215647, "qsl_idx" : 30879, "data" : "51030000" }, +{ "seq_id" : 10224333, "qsl_idx" : 42835, "data" : "16030000" }, +{ "seq_id" : 10225808, "qsl_idx" : 29178, "data" : "D5010000" }, +{ "seq_id" : 10227693, "qsl_idx" : 46676, "data" : "8B000000" }, +{ "seq_id" : 10233576, "qsl_idx" : 34310, "data" : "A5030000" }, +{ "seq_id" : 10239235, "qsl_idx" : 23987, "data" : "A3010000" }, +{ "seq_id" : 10241503, "qsl_idx" : 21919, "data" : "25010000" }, +{ "seq_id" : 10242536, "qsl_idx" : 34310, "data" : "A5030000" }, +{ "seq_id" : 10257301, "qsl_idx" : 46676, "data" : "8B000000" }, +{ "seq_id" : 10265074, "qsl_idx" : 47193, "data" : "48000000" }, +{ "seq_id" : 10265430, "qsl_idx" : 49503, "data" : "49010000" }, +{ "seq_id" : 10266072, "qsl_idx" : 4895, "data" : "18030000" }, +{ "seq_id" : 10282351, "qsl_idx" : 10497, "data" : "F5010000" }, +{ "seq_id" : 10285243, "qsl_idx" : 34337, "data" : "4B030000" }, +{ "seq_id" : 10299696, "qsl_idx" : 8258, "data" : "E2020000" } +] diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..a1752926 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,97 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.026129, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:30:25Z", "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 492, "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.040904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.059416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 185168, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.142391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_target_qps", "value": 5400.49, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.142872, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.155716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 1.156352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "generated_query_count", "value": 6480603, "time_ms": 2889.941577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2889.941577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000296304, "time_ms": 2889.941577, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 602890.035816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 602900.119925, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:28.830", "time_ms": 602900.120155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:40:28.830", "time_ms": 602900.120155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 662 queries (1288350). * Would discard 12619 highest latency queries. * Early stopping 99th percentile estimate: 473605", "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_query_count", "value": 1288350, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_min_query_latency_ns", "value": 445682, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 686, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_max_query_latency_ns", "value": 1694438, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 687, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_mean_query_latency_ns", "value": 463250, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 688, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_50.00_percentile_per_query_latency_ns", "value": 462975, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_90.00_percentile_per_query_latency_ns", "value": 464225, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_95.00_percentile_per_query_latency_ns", "value": 464786, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_97.00_percentile_per_query_latency_ns", "value": 465353, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_99.00_percentile_per_query_latency_ns", "value": 473510, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_99.90_percentile_per_query_latency_ns", "value": 514228, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 473605, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_min_latency_ns", "value": 445682, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1694438, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 463250, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 462975, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 464225, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 464786, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 465353, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 473510, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 514228, "time_ms": 603509.934239, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 28222, "tid": 28222}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..4c3d7b00 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : MultiStream +Mode : PerformanceOnly +99th percentile latency (ns) : 473510 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 662 queries (1288350). + * Would discard 12619 highest latency queries. + * Early stopping 99th percentile estimate: 473605 + +================================================ +Additional Stats +================================================ +Per-query latency: +Min latency (ns) : 445682 +Max latency (ns) : 1694438 +Mean latency (ns) : 463250 +50.00 percentile latency (ns) : 462975 +90.00 percentile latency (ns) : 464225 +95.00 percentile latency (ns) : 464786 +97.00 percentile latency (ns) : 465353 +99.00 percentile latency (ns) : 473510 +99.90 percentile latency (ns) : 514228 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 8 +target_qps : 5400.49 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 662 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 720381539243781796 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 4096 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_accuracy.txt new file mode 100644 index 00000000..f7589afe --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_accuracy.txt @@ -0,0 +1,12 @@ +Verifying accuracy. This might take a while... +Reading accuracy mode results... +Reading performance mode results... +num_acc_log_entries = 50000 +num_acc_log_duplicate_keys = 0 +num_acc_log_data_mismatch = 0 +num_perf_log_entries = 1634 +num_perf_log_qsl_idx_match = 1634 +num_perf_log_data_mismatch = 0 +num_missing_qsl_idxs = 0 +TEST PASS + diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_performance.txt new file mode 100644 index 00000000..e311d1a3 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST01/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 472431 +test score = 473605 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..923d1e7f --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,97 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.008749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:41:07Z", "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 89, "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.012999, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.018143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 185168, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_performance_issue_same", "value": true, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 3, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.045573, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_target_qps", "value": 5400.49, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_performance_issue_same", "value": true, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 3, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.045657, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.051686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.532011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "generated_query_count", "value": 6480603, "time_ms": 2916.314641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2916.314641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000296304, "time_ms": 2916.314641, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 602916.729211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 1, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 602926.973898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:41:10.604", "time_ms": 602926.974139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:51:10.605", "time_ms": 602926.974139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 662 queries (1289370). * Would discard 12630 highest latency queries. * Early stopping 99th percentile estimate: 473238", "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_query_count", "value": 1289370, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_min_query_latency_ns", "value": 457262, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 686, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_max_query_latency_ns", "value": 1461560, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 687, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_mean_query_latency_ns", "value": 462876, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 688, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_50.00_percentile_per_query_latency_ns", "value": 462500, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_90.00_percentile_per_query_latency_ns", "value": 463679, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_95.00_percentile_per_query_latency_ns", "value": 464223, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_97.00_percentile_per_query_latency_ns", "value": 464794, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_99.00_percentile_per_query_latency_ns", "value": 473151, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_99.90_percentile_per_query_latency_ns", "value": 514264, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 473238, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_min_latency_ns", "value": 457262, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1461560, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 462876, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 462500, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 463679, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 464223, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 464794, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 473151, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 514264, "time_ms": 603521.262985, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 29827, "tid": 29827}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..52c0757c --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : MultiStream +Mode : PerformanceOnly +99th percentile latency (ns) : 473151 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 662 queries (1289370). + * Would discard 12630 highest latency queries. + * Early stopping 99th percentile estimate: 473238 + +================================================ +Additional Stats +================================================ +Per-query latency: +Min latency (ns) : 457262 +Max latency (ns) : 1461560 +Mean latency (ns) : 462876 +50.00 percentile latency (ns) : 462500 +90.00 percentile latency (ns) : 463679 +95.00 percentile latency (ns) : 464223 +97.00 percentile latency (ns) : 464794 +99.00 percentile latency (ns) : 473151 +99.90 percentile latency (ns) : 514264 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 8 +target_qps : 5400.49 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 662 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 1 +performance_issue_same_index : 3 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/verify_performance.txt new file mode 100644 index 00000000..67491a4d --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/TEST04/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 2116.71122343792 +test score = 2113.101652868113 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt new file mode 100644 index 00000000..c5941876 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/accuracy.txt @@ -0,0 +1 @@ +hash=76e088ed88c8d425e00a802a5b91594473b4bb01efb1b9011c28912e73bbaf2e diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..af932b84 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,135 @@ +[ +{ "seq_id" : 7920, "qsl_idx" : 6451, "data" : "56030000" }, +{ "seq_id" : 10704, "qsl_idx" : 21826, "data" : "CD010000" }, +{ "seq_id" : 11414, "qsl_idx" : 24209, "data" : "C0010000" }, +{ "seq_id" : 25104, "qsl_idx" : 18030, "data" : "AA030000" }, +{ "seq_id" : 30177, "qsl_idx" : 38417, "data" : "5F000000" }, +{ "seq_id" : 41667, "qsl_idx" : 27096, "data" : "D3010000" }, +{ "seq_id" : 45868, "qsl_idx" : 32485, "data" : "9F030000" }, +{ "seq_id" : 45901, "qsl_idx" : 44748, "data" : "92000000" }, +{ "seq_id" : 51803, "qsl_idx" : 11826, "data" : "86020000" }, +{ "seq_id" : 53862, "qsl_idx" : 47084, "data" : "79010000" }, +{ "seq_id" : 55832, "qsl_idx" : 4350, "data" : "55020000" }, +{ "seq_id" : 74818, "qsl_idx" : 13729, "data" : "3D000000" }, +{ "seq_id" : 75665, "qsl_idx" : 32927, "data" : "18030000" }, +{ "seq_id" : 76952, "qsl_idx" : 41632, "data" : "65010000" }, +{ "seq_id" : 82826, "qsl_idx" : 41299, "data" : "36000000" }, +{ "seq_id" : 83901, "qsl_idx" : 8165, "data" : "A8000000" }, +{ "seq_id" : 87667, "qsl_idx" : 12712, "data" : "79000000" }, +{ "seq_id" : 97081, "qsl_idx" : 5476, "data" : "24030000" }, +{ "seq_id" : 101888, "qsl_idx" : 34759, "data" : "8B000000" }, +{ "seq_id" : 106960, "qsl_idx" : 21826, "data" : "CD010000" }, +{ "seq_id" : 119866, "qsl_idx" : 17572, "data" : "91000000" }, +{ "seq_id" : 138999, "qsl_idx" : 49209, "data" : "52030000" }, +{ "seq_id" : 150810, "qsl_idx" : 31204, "data" : "41020000" }, +{ "seq_id" : 161528, "qsl_idx" : 37711, "data" : "B0020000" }, +{ "seq_id" : 188140, "qsl_idx" : 5782, "data" : "8C030000" }, +{ "seq_id" : 188901, "qsl_idx" : 30301, "data" : "37030000" }, +{ "seq_id" : 189786, "qsl_idx" : 40789, "data" : "25010000" }, +{ "seq_id" : 213765, "qsl_idx" : 42835, "data" : "16030000" }, +{ "seq_id" : 219009, "qsl_idx" : 39614, "data" : "72030000" }, +{ "seq_id" : 233509, "qsl_idx" : 19191, "data" : "28030000" }, +{ "seq_id" : 236501, "qsl_idx" : 30041, "data" : "0C000000" }, +{ "seq_id" : 268724, "qsl_idx" : 36170, "data" : "3E020000" }, +{ "seq_id" : 277307, "qsl_idx" : 3467, "data" : "3A000000" }, +{ "seq_id" : 280497, "qsl_idx" : 28485, "data" : "55030000" }, +{ "seq_id" : 286880, "qsl_idx" : 3031, "data" : "3D010000" }, +{ "seq_id" : 310494, "qsl_idx" : 3471, "data" : "86000000" }, +{ "seq_id" : 315654, "qsl_idx" : 12903, "data" : "99000000" }, +{ "seq_id" : 316868, "qsl_idx" : 42292, "data" : "CC030000" }, +{ "seq_id" : 328133, "qsl_idx" : 49201, "data" : "5B010000" }, +{ "seq_id" : 342013, "qsl_idx" : 45889, "data" : "75000000" }, +{ "seq_id" : 345265, "qsl_idx" : 46737, "data" : "86020000" }, +{ "seq_id" : 345817, "qsl_idx" : 1378, "data" : "B9000000" }, +{ "seq_id" : 352885, "qsl_idx" : 31373, "data" : "4E000000" }, +{ "seq_id" : 373998, "qsl_idx" : 17102, "data" : "9F020000" }, +{ "seq_id" : 374758, "qsl_idx" : 1259, "data" : "15010000" }, +{ "seq_id" : 376593, "qsl_idx" : 678, "data" : "4E000000" }, +{ "seq_id" : 379535, "qsl_idx" : 37056, "data" : "56030000" }, +{ "seq_id" : 382314, "qsl_idx" : 15349, "data" : "04010000" }, +{ "seq_id" : 389171, "qsl_idx" : 37408, "data" : "06030000" }, +{ "seq_id" : 395877, "qsl_idx" : 29935, "data" : "6A010000" }, +{ "seq_id" : 399581, "qsl_idx" : 751, "data" : "5B020000" }, +{ "seq_id" : 421817, "qsl_idx" : 41742, "data" : "39000000" }, +{ "seq_id" : 441105, "qsl_idx" : 678, "data" : "4E000000" }, +{ "seq_id" : 442252, "qsl_idx" : 44163, "data" : "68030000" }, +{ "seq_id" : 447685, "qsl_idx" : 44051, "data" : "04000000" }, +{ "seq_id" : 452327, "qsl_idx" : 19697, "data" : "80000000" }, +{ "seq_id" : 466863, "qsl_idx" : 14514, "data" : "88010000" }, +{ "seq_id" : 482421, "qsl_idx" : 6808, "data" : "BF020000" }, +{ "seq_id" : 514112, "qsl_idx" : 8568, "data" : "A1010000" }, +{ "seq_id" : 519513, "qsl_idx" : 34549, "data" : "7B030000" }, +{ "seq_id" : 521847, "qsl_idx" : 9393, "data" : "E0030000" }, +{ "seq_id" : 529756, "qsl_idx" : 37106, "data" : "75010000" }, +{ "seq_id" : 532475, "qsl_idx" : 8728, "data" : "12010000" }, +{ "seq_id" : 540858, "qsl_idx" : 39599, "data" : "70020000" }, +{ "seq_id" : 542929, "qsl_idx" : 10694, "data" : "62020000" }, +{ "seq_id" : 555570, "qsl_idx" : 18984 + +... + +0000" }, +{ "seq_id" : 28731207, "qsl_idx" : 28444, "data" : "4A000000" }, +{ "seq_id" : 28736081, "qsl_idx" : 27061, "data" : "3E010000" }, +{ "seq_id" : 28736950, "qsl_idx" : 20832, "data" : "D2030000" }, +{ "seq_id" : 28746817, "qsl_idx" : 44166, "data" : "5E020000" }, +{ "seq_id" : 28755391, "qsl_idx" : 21972, "data" : "47010000" }, +{ "seq_id" : 28756725, "qsl_idx" : 21946, "data" : "95010000" }, +{ "seq_id" : 28768023, "qsl_idx" : 22577, "data" : "FC000000" }, +{ "seq_id" : 28778516, "qsl_idx" : 37603, "data" : "E0010000" }, +{ "seq_id" : 28783336, "qsl_idx" : 35540, "data" : "E5020000" }, +{ "seq_id" : 28790882, "qsl_idx" : 37826, "data" : "F1010000" }, +{ "seq_id" : 28797681, "qsl_idx" : 19535, "data" : "45020000" }, +{ "seq_id" : 28798066, "qsl_idx" : 49914, "data" : "80010000" }, +{ "seq_id" : 28798699, "qsl_idx" : 32680, "data" : "A4020000" }, +{ "seq_id" : 28816726, "qsl_idx" : 46405, "data" : "22030000" }, +{ "seq_id" : 28817896, "qsl_idx" : 48530, "data" : "5A020000" }, +{ "seq_id" : 28832647, "qsl_idx" : 42710, "data" : "D8030000" }, +{ "seq_id" : 28833375, "qsl_idx" : 19890, "data" : "0D020000" }, +{ "seq_id" : 28833904, "qsl_idx" : 34847, "data" : "10010000" }, +{ "seq_id" : 28835161, "qsl_idx" : 34549, "data" : "7B030000" }, +{ "seq_id" : 28837713, "qsl_idx" : 33465, "data" : "B5000000" }, +{ "seq_id" : 28840615, "qsl_idx" : 30997, "data" : "7C000000" }, +{ "seq_id" : 28840936, "qsl_idx" : 36502, "data" : "AB030000" }, +{ "seq_id" : 28848480, "qsl_idx" : 10455, "data" : "0D000000" }, +{ "seq_id" : 28852817, "qsl_idx" : 27061, "data" : "3E010000" }, +{ "seq_id" : 28859315, "qsl_idx" : 18458, "data" : "F1010000" }, +{ "seq_id" : 28869985, "qsl_idx" : 11481, "data" : "6E010000" }, +{ "seq_id" : 28871032, "qsl_idx" : 26283, "data" : "75010000" }, +{ "seq_id" : 28872285, "qsl_idx" : 27569, "data" : "16000000" }, +{ "seq_id" : 28884812, "qsl_idx" : 10685, "data" : "FD000000" }, +{ "seq_id" : 28915710, "qsl_idx" : 20090, "data" : "C5010000" }, +{ "seq_id" : 28916787, "qsl_idx" : 37408, "data" : "06030000" }, +{ "seq_id" : 28923108, "qsl_idx" : 29928, "data" : "D5000000" }, +{ "seq_id" : 28928435, "qsl_idx" : 5995, "data" : "3B020000" }, +{ "seq_id" : 28940211, "qsl_idx" : 18458, "data" : "F1010000" }, +{ "seq_id" : 28943815, "qsl_idx" : 29518, "data" : "A3030000" }, +{ "seq_id" : 28948676, "qsl_idx" : 10476, "data" : "58000000" }, +{ "seq_id" : 28961589, "qsl_idx" : 24730, "data" : "BA000000" }, +{ "seq_id" : 28962255, "qsl_idx" : 47523, "data" : "B1030000" }, +{ "seq_id" : 28987889, "qsl_idx" : 6374, "data" : "68020000" }, +{ "seq_id" : 28990052, "qsl_idx" : 7154, "data" : "36020000" }, +{ "seq_id" : 29006366, "qsl_idx" : 6358, "data" : "97020000" }, +{ "seq_id" : 29017840, "qsl_idx" : 6451, "data" : "56030000" }, +{ "seq_id" : 29019194, "qsl_idx" : 17572, "data" : "91000000" }, +{ "seq_id" : 29022849, "qsl_idx" : 12243, "data" : "87030000" }, +{ "seq_id" : 29029838, "qsl_idx" : 48194, "data" : "84000000" }, +{ "seq_id" : 29037647, "qsl_idx" : 16446, "data" : "80030000" }, +{ "seq_id" : 29048612, "qsl_idx" : 11664, "data" : "3C030000" }, +{ "seq_id" : 29056782, "qsl_idx" : 47933, "data" : "0C030000" }, +{ "seq_id" : 29057187, "qsl_idx" : 924, "data" : "2E000000" }, +{ "seq_id" : 29058845, "qsl_idx" : 17094, "data" : "AD010000" }, +{ "seq_id" : 29060850, "qsl_idx" : 32854, "data" : "0B000000" }, +{ "seq_id" : 29067193, "qsl_idx" : 41742, "data" : "39000000" }, +{ "seq_id" : 29071024, "qsl_idx" : 18891, "data" : "6A020000" }, +{ "seq_id" : 29078111, "qsl_idx" : 19890, "data" : "0D020000" }, +{ "seq_id" : 29091564, "qsl_idx" : 5782, "data" : "8C030000" }, +{ "seq_id" : 29095477, "qsl_idx" : 18119, "data" : "58030000" }, +{ "seq_id" : 29104777, "qsl_idx" : 38732, "data" : "A8030000" }, +{ "seq_id" : 29113843, "qsl_idx" : 49673, "data" : "99020000" }, +{ "seq_id" : 29122881, "qsl_idx" : 26809, "data" : "3F030000" }, +{ "seq_id" : 29130141, "qsl_idx" : 5040, "data" : "12030000" }, +{ "seq_id" : 29138517, "qsl_idx" : 22968, "data" : "6C000000" }, +{ "seq_id" : 29142150, "qsl_idx" : 17245, "data" : "A5010000" }, +{ "seq_id" : 29154388, "qsl_idx" : 17150, "data" : "FF000000" } +] diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..4e8f4b80 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,86 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.009592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:56:00Z", "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 285, "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.014328, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.020773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 44193.4, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.041778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_samples_per_query", "value": 29167616, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_target_qps", "value": 44193.4, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_min_sample_count", "value": 29167616, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.041937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.043062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.481095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 786.664346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 786.664346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 786.664346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 922.987701, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 668579.605613, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:56:00.881", "time_ms": 668579.606005, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:07:08.656", "time_ms": 668579.606005, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_samples_per_second", "value": 43678.8, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_min_latency_ns", "value": 134817771, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_max_latency_ns", "value": 667774465137, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 333866543317, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 333890261058, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 600951623636, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 634361574203, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 647727717903, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 661092536348, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 667107273071, "time_ms": 668691.982102, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 21355, "tid": 21355}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..52315b6a --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 43678.8 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 134817771 +Max latency (ns) : 667774465137 +Mean latency (ns) : 333866543317 +50.00 percentile latency (ns) : 333890261058 +90.00 percentile latency (ns) : 600951623636 +95.00 percentile latency (ns) : 634361574203 +97.00 percentile latency (ns) : 647727717903 +99.00 percentile latency (ns) : 661092536348 +99.90 percentile latency (ns) : 667107273071 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 29167616 +target_qps : 44193.4 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 720381539243781796 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 4096 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_accuracy.txt new file mode 100644 index 00000000..2e330829 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_accuracy.txt @@ -0,0 +1,12 @@ +Verifying accuracy. This might take a while... +Reading accuracy mode results... +Reading performance mode results... +num_acc_log_entries = 50000 +num_acc_log_duplicate_keys = 0 +num_acc_log_data_mismatch = 0 +num_perf_log_entries = 4197 +num_perf_log_qsl_idx_match = 4197 +num_perf_log_data_mismatch = 0 +num_missing_qsl_idxs = 0 +TEST PASS + diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_performance.txt new file mode 100644 index 00000000..bc255137 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST01/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 43755.8 +test score = 43678.8 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..dfb948ba --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,86 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.008492, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:07:47Z", "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 70, "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.012716, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.017863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 44193.4, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_performance_issue_same", "value": true, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 3, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.044113, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_samples_per_query", "value": 29167616, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_target_qps", "value": 44193.4, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_min_sample_count", "value": 29167616, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_performance_issue_same", "value": true, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 3, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.044272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.045355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.483619, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 784.413155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 784.413155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 784.413155, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 920.827192, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 667108.925654, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:07:48.329", "time_ms": 667108.926207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:18:54.624", "time_ms": 667108.926207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_samples_per_second", "value": 43775.8, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_min_latency_ns", "value": 134504440, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_max_latency_ns", "value": 666294791647, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 333165412819, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 333183031965, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 599652561001, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 632971409487, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 646300649273, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 659630645339, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 665629442971, "time_ms": 667228.115776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 22959, "tid": 22959}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..5ee08447 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 43775.8 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 134504440 +Max latency (ns) : 666294791647 +Mean latency (ns) : 333165412819 +50.00 percentile latency (ns) : 333183031965 +90.00 percentile latency (ns) : 599652561001 +95.00 percentile latency (ns) : 632971409487 +97.00 percentile latency (ns) : 646300649273 +99.00 percentile latency (ns) : 659630645339 +99.90 percentile latency (ns) : 665629442971 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 29167616 +target_qps : 44193.4 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 1 +performance_issue_same_index : 3 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/verify_performance.txt new file mode 100644 index 00000000..c86bf8bb --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/TEST04/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 43755.8 +test score = 43775.8 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/accuracy.txt new file mode 100644 index 00000000..91c46faf --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/accuracy.txt @@ -0,0 +1 @@ +hash=18ea797b6fc4f76d30e8dd59848ca1437f38bf472edccbfc7d029713ed83327f diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..8500876f --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,135 @@ +[ +{ "seq_id" : 7374, "qsl_idx" : 36773, "data" : "F1010000" }, +{ "seq_id" : 7920, "qsl_idx" : 45962, "data" : "CD000000" }, +{ "seq_id" : 10704, "qsl_idx" : 16622, "data" : "5E000000" }, +{ "seq_id" : 11414, "qsl_idx" : 31534, "data" : "D1030000" }, +{ "seq_id" : 25104, "qsl_idx" : 27473, "data" : "C7010000" }, +{ "seq_id" : 30177, "qsl_idx" : 46543, "data" : "47010000" }, +{ "seq_id" : 31584, "qsl_idx" : 32680, "data" : "A4020000" }, +{ "seq_id" : 34411, "qsl_idx" : 12751, "data" : "11010000" }, +{ "seq_id" : 41667, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 45868, "qsl_idx" : 14368, "data" : "53010000" }, +{ "seq_id" : 45901, "qsl_idx" : 28807, "data" : "AF010000" }, +{ "seq_id" : 51803, "qsl_idx" : 18551, "data" : "E1000000" }, +{ "seq_id" : 53862, "qsl_idx" : 21203, "data" : "F4010000" }, +{ "seq_id" : 55832, "qsl_idx" : 1676, "data" : "D8010000" }, +{ "seq_id" : 72120, "qsl_idx" : 8603, "data" : "8D010000" }, +{ "seq_id" : 74818, "qsl_idx" : 7915, "data" : "3D010000" }, +{ "seq_id" : 75665, "qsl_idx" : 28840, "data" : "BA030000" }, +{ "seq_id" : 75950, "qsl_idx" : 19697, "data" : "80000000" }, +{ "seq_id" : 76952, "qsl_idx" : 5142, "data" : "A9030000" }, +{ "seq_id" : 82826, "qsl_idx" : 14563, "data" : "63030000" }, +{ "seq_id" : 83901, "qsl_idx" : 12644, "data" : "9F030000" }, +{ "seq_id" : 87667, "qsl_idx" : 49209, "data" : "52030000" }, +{ "seq_id" : 89729, "qsl_idx" : 28444, "data" : "4A000000" }, +{ "seq_id" : 96183, "qsl_idx" : 41482, "data" : "12020000" }, +{ "seq_id" : 97081, "qsl_idx" : 17537, "data" : "CD020000" }, +{ "seq_id" : 101888, "qsl_idx" : 42635, "data" : "07030000" }, +{ "seq_id" : 106960, "qsl_idx" : 44764, "data" : "0D010000" }, +{ "seq_id" : 113716, "qsl_idx" : 29427, "data" : "CC020000" }, +{ "seq_id" : 114759, "qsl_idx" : 21460, "data" : "06000000" }, +{ "seq_id" : 117915, "qsl_idx" : 33954, "data" : "08020000" }, +{ "seq_id" : 119866, "qsl_idx" : 8219, "data" : "CF010000" }, +{ "seq_id" : 138999, "qsl_idx" : 20429, "data" : "1D000000" }, +{ "seq_id" : 143288, "qsl_idx" : 39594, "data" : "1E010000" }, +{ "seq_id" : 150810, "qsl_idx" : 230, "data" : "7D000000" }, +{ "seq_id" : 157893, "qsl_idx" : 49257, "data" : "23030000" }, +{ "seq_id" : 161528, "qsl_idx" : 36460, "data" : "66010000" }, +{ "seq_id" : 183408, "qsl_idx" : 28077, "data" : "BC000000" }, +{ "seq_id" : 183716, "qsl_idx" : 30116, "data" : "CA010000" }, +{ "seq_id" : 188140, "qsl_idx" : 34909, "data" : "8C000000" }, +{ "seq_id" : 188901, "qsl_idx" : 5402, "data" : "CB020000" }, +{ "seq_id" : 189786, "qsl_idx" : 25583, "data" : "72000000" }, +{ "seq_id" : 191967, "qsl_idx" : 45224, "data" : "D4010000" }, +{ "seq_id" : 201572, "qsl_idx" : 40789, "data" : "25010000" }, +{ "seq_id" : 211441, "qsl_idx" : 9427, "data" : "DD000000" }, +{ "seq_id" : 213765, "qsl_idx" : 30395, "data" : "76000000" }, +{ "seq_id" : 219009, "qsl_idx" : 29518, "data" : "A3030000" }, +{ "seq_id" : 233509, "qsl_idx" : 5860, "data" : "B9020000" }, +{ "seq_id" : 236501, "qsl_idx" : 35301, "data" : "BB000000" }, +{ "seq_id" : 247238, "qsl_idx" : 43233, "data" : "EE000000" }, +{ "seq_id" : 254125, "qsl_idx" : 49374, "data" : "C1010000" }, +{ "seq_id" : 268724, "qsl_idx" : 43805, "data" : "9F010000" }, +{ "seq_id" : 269846, "qsl_idx" : 15211, "data" : "86030000" }, +{ "seq_id" : 277307, "qsl_idx" : 27587, "data" : "17000000" }, +{ "seq_id" : 280497, "qsl_idx" : 1789, "data" : "29030000" }, +{ "seq_id" : 286880, "qsl_idx" : 46966, "data" : "B9010000" }, +{ "seq_id" : 295590, "qsl_idx" : 49503, "data" : "49010000" }, +{ "seq_id" : 310494, "qsl_idx" : 8693, "data" : "44020000" }, +{ "seq_id" : 315447, "qsl_idx" : 42368, "data" : "6C010000" }, +{ "seq_id" : 315654, "qsl_idx" : 6808, "data" : "BF020000" }, +{ "seq_id" : 316868, "qsl_idx" : 7395, "data" : "26020000" }, +{ "seq_id" : 328133, "qsl_idx" : 34658, "data" : "73020000" }, +{ "seq_id" : 335186, "qsl_idx" : 35540, "data" : "E5020000" }, +{ "seq_id" : 340167, "qsl_idx" : 31463, "data" : "B4010000" }, +{ "seq_id" : 342013, "qsl_idx" : 5402, "data" : "CB020000" }, +{ "seq_id" : 345265, "qsl_idx" : 13676, "data" : "93030000" }, +{ "seq_id" : 345817, "qsl_idx" : 43500, " + +... + +D3010000" }, +{ "seq_id" : 20038054, "qsl_idx" : 44764, "data" : "0D010000" }, +{ "seq_id" : 20038632, "qsl_idx" : 34003, "data" : "C6010000" }, +{ "seq_id" : 20043763, "qsl_idx" : 47455, "data" : "43010000" }, +{ "seq_id" : 20046779, "qsl_idx" : 24675, "data" : "7C010000" }, +{ "seq_id" : 20047609, "qsl_idx" : 15327, "data" : "63020000" }, +{ "seq_id" : 20050023, "qsl_idx" : 43661, "data" : "18010000" }, +{ "seq_id" : 20055000, "qsl_idx" : 42161, "data" : "40000000" }, +{ "seq_id" : 20057247, "qsl_idx" : 14563, "data" : "63030000" }, +{ "seq_id" : 20058183, "qsl_idx" : 41632, "data" : "65010000" }, +{ "seq_id" : 20058411, "qsl_idx" : 36586, "data" : "3A000000" }, +{ "seq_id" : 20068509, "qsl_idx" : 30793, "data" : "DD030000" }, +{ "seq_id" : 20084724, "qsl_idx" : 33857, "data" : "26000000" }, +{ "seq_id" : 20088445, "qsl_idx" : 34348, "data" : "55000000" }, +{ "seq_id" : 20097754, "qsl_idx" : 4584, "data" : "23020000" }, +{ "seq_id" : 20109196, "qsl_idx" : 49030, "data" : "BE010000" }, +{ "seq_id" : 20112407, "qsl_idx" : 11172, "data" : "3F020000" }, +{ "seq_id" : 20122352, "qsl_idx" : 48593, "data" : "4C010000" }, +{ "seq_id" : 20128701, "qsl_idx" : 43071, "data" : "D0000000" }, +{ "seq_id" : 20134845, "qsl_idx" : 17401, "data" : "C9030000" }, +{ "seq_id" : 20149182, "qsl_idx" : 17537, "data" : "CD020000" }, +{ "seq_id" : 20149708, "qsl_idx" : 6696, "data" : "00000000" }, +{ "seq_id" : 20151420, "qsl_idx" : 47790, "data" : "0C030000" }, +{ "seq_id" : 20151550, "qsl_idx" : 32854, "data" : "0B000000" }, +{ "seq_id" : 20154266, "qsl_idx" : 41188, "data" : "F9000000" }, +{ "seq_id" : 20157196, "qsl_idx" : 45941, "data" : "4B010000" }, +{ "seq_id" : 20157937, "qsl_idx" : 15714, "data" : "FC010000" }, +{ "seq_id" : 20161995, "qsl_idx" : 45962, "data" : "CD000000" }, +{ "seq_id" : 20163735, "qsl_idx" : 19852, "data" : "65030000" }, +{ "seq_id" : 20167907, "qsl_idx" : 3467, "data" : "3A000000" }, +{ "seq_id" : 20170565, "qsl_idx" : 47258, "data" : "CC020000" }, +{ "seq_id" : 20177729, "qsl_idx" : 38443, "data" : "CB020000" }, +{ "seq_id" : 20182096, "qsl_idx" : 27128, "data" : "A8020000" }, +{ "seq_id" : 20184393, "qsl_idx" : 47711, "data" : "41030000" }, +{ "seq_id" : 20195452, "qsl_idx" : 32181, "data" : "93010000" }, +{ "seq_id" : 20196732, "qsl_idx" : 17404, "data" : "BB010000" }, +{ "seq_id" : 20196861, "qsl_idx" : 17976, "data" : "65020000" }, +{ "seq_id" : 20200182, "qsl_idx" : 29553, "data" : "93020000" }, +{ "seq_id" : 20201809, "qsl_idx" : 20059, "data" : "77020000" }, +{ "seq_id" : 20227584, "qsl_idx" : 8943, "data" : "DC000000" }, +{ "seq_id" : 20228388, "qsl_idx" : 32680, "data" : "A4020000" }, +{ "seq_id" : 20233883, "qsl_idx" : 413, "data" : "0E000000" }, +{ "seq_id" : 20255629, "qsl_idx" : 447, "data" : "52020000" }, +{ "seq_id" : 20273979, "qsl_idx" : 44807, "data" : "A3010000" }, +{ "seq_id" : 20283711, "qsl_idx" : 19852, "data" : "65030000" }, +{ "seq_id" : 20286507, "qsl_idx" : 29751, "data" : "32020000" }, +{ "seq_id" : 20296897, "qsl_idx" : 21946, "data" : "95010000" }, +{ "seq_id" : 20296903, "qsl_idx" : 3114, "data" : "7E000000" }, +{ "seq_id" : 20300243, "qsl_idx" : 19191, "data" : "28030000" }, +{ "seq_id" : 20303401, "qsl_idx" : 3467, "data" : "3A000000" }, +{ "seq_id" : 20307603, "qsl_idx" : 11609, "data" : "16020000" }, +{ "seq_id" : 20313780, "qsl_idx" : 36002, "data" : "A3020000" }, +{ "seq_id" : 20316027, "qsl_idx" : 49396, "data" : "FD000000" }, +{ "seq_id" : 20322447, "qsl_idx" : 8861, "data" : "95000000" }, +{ "seq_id" : 20325418, "qsl_idx" : 5788, "data" : "AA010000" }, +{ "seq_id" : 20325730, "qsl_idx" : 30395, "data" : "76000000" }, +{ "seq_id" : 20329252, "qsl_idx" : 41944, "data" : "AB030000" }, +{ "seq_id" : 20330631, "qsl_idx" : 23061, "data" : "56010000" }, +{ "seq_id" : 20333847, "qsl_idx" : 9393, "data" : "E0030000" }, +{ "seq_id" : 20341317, "qsl_idx" : 37603, "data" : "E0010000" }, +{ "seq_id" : 20361471, "qsl_idx" : 22892, "data" : "12010000" }, +{ "seq_id" : 20361690, "qsl_idx" : 36502, "data" : "AB030000" }, +{ "seq_id" : 20362590, "qsl_idx" : 26018, "data" : "1C020000" }, +{ "seq_id" : 20364153, "qsl_idx" : 17537, "data" : "CD020000" } +] diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..b8530128 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,95 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-25T00:03:09Z", "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 142, "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.010043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.016665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_target_qps", "value": 33936, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.036553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_target_qps", "value": 33936, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.036823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.037809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.514974, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "generated_query_count", "value": 20366601, "time_ms": 6738.590601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6738.590601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "generated_query_duration", "value": 600000125970, "time_ms": 6738.590601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 606775.685652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:03:15.948", "time_ms": 606775.686189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:13:15.952", "time_ms": 606775.686189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_query_count", "value": 20366601, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_overlatency_query_count", "value": 3742, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 33944.3, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_completed_samples_per_sec", "value": 33944.1, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1857783, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_max_latency_ns", "value": 40861947, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 3168725, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 3154391, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3919995, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 4052152, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 4120963, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 4218464, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 4497502, "time_ms": 609048.884988, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 35627, "tid": 35627}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..f69b4a02 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 33944.33 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 33944.14 + +Min latency (ns) : 1857783 +Max latency (ns) : 40861947 +Mean latency (ns) : 3168725 +50.00 percentile latency (ns) : 3154391 +90.00 percentile latency (ns) : 3919995 +95.00 percentile latency (ns) : 4052152 +97.00 percentile latency (ns) : 4120963 +99.00 percentile latency (ns) : 4218464 +99.90 percentile latency (ns) : 4497502 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 33936 +target_latency (ns): 15000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 720381539243781796 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 4096 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_accuracy.txt new file mode 100644 index 00000000..4bd2e59c --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_accuracy.txt @@ -0,0 +1,12 @@ +Verifying accuracy. This might take a while... +Reading accuracy mode results... +Reading performance mode results... +num_acc_log_entries = 50000 +num_acc_log_duplicate_keys = 0 +num_acc_log_data_mismatch = 0 +num_perf_log_entries = 4165 +num_perf_log_qsl_idx_match = 4165 +num_perf_log_data_mismatch = 0 +num_missing_qsl_idxs = 0 +TEST PASS + diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_performance.txt new file mode 100644 index 00000000..68efb35a --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST01/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 35357.73 +test score = 33944.14 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..ba1130eb --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,95 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006083, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-25T00:14:00Z", "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 68, "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.010607, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.018477, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_target_qps", "value": 34289.5, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_performance_issue_same", "value": true, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 3, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.047788, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_target_qps", "value": 34289.5, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_performance_issue_same", "value": true, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 3, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.048116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.049000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.486824, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "generated_query_count", "value": 20579210, "time_ms": 6758.086089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6758.086089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "generated_query_duration", "value": 600000013981, "time_ms": 6758.086089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 1, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 606785.390040, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:14:07.060", "time_ms": 606785.390281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:24:07.063", "time_ms": 606785.390281, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_query_count", "value": 20579210, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_overlatency_query_count", "value": 38107, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 34298.7, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_completed_samples_per_sec", "value": 34298.5, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1810651, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_max_latency_ns", "value": 176089765, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 3104006, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 2929899, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3692593, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 3828933, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 3902201, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 4008410, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 85772001, "time_ms": 609155.536663, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 37233, "tid": 37233}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..2165fe2c --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 34298.68 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 34298.51 + +Min latency (ns) : 1810651 +Max latency (ns) : 176089765 +Mean latency (ns) : 3104006 +50.00 percentile latency (ns) : 2929899 +90.00 percentile latency (ns) : 3692593 +95.00 percentile latency (ns) : 3828933 +97.00 percentile latency (ns) : 3902201 +99.00 percentile latency (ns) : 4008410 +99.90 percentile latency (ns) : 85772001 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 34289.5 +target_latency (ns): 15000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 1 +performance_issue_same_index : 3 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/verify_performance.txt new file mode 100644 index 00000000..b1fdfcb9 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/TEST04/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 35357.73 +test score = 34298.51 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/accuracy.txt new file mode 100644 index 00000000..1293d191 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/accuracy.txt @@ -0,0 +1 @@ +hash=ea5271d39c102e30f7e59c1e654fcfa21b81b9c8eb6ddfbba10f8e21484329e9 diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..eb0d3ec3 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,137 @@ +[ +{ "seq_id" : 2638, "qsl_idx" : 29958, "data" : "5A030000" }, +{ "seq_id" : 4660, "qsl_idx" : 46149, "data" : "65010000" }, +{ "seq_id" : 5471, "qsl_idx" : 49374, "data" : "C1010000" }, +{ "seq_id" : 6607, "qsl_idx" : 12834, "data" : "57010000" }, +{ "seq_id" : 7175, "qsl_idx" : 49521, "data" : "6C000000" }, +{ "seq_id" : 7374, "qsl_idx" : 36773, "data" : "F1010000" }, +{ "seq_id" : 7920, "qsl_idx" : 45962, "data" : "CD000000" }, +{ "seq_id" : 10704, "qsl_idx" : 16622, "data" : "5E000000" }, +{ "seq_id" : 10900, "qsl_idx" : 40825, "data" : "82000000" }, +{ "seq_id" : 11414, "qsl_idx" : 31534, "data" : "D1030000" }, +{ "seq_id" : 14603, "qsl_idx" : 22152, "data" : "D5030000" }, +{ "seq_id" : 14885, "qsl_idx" : 42115, "data" : "02020000" }, +{ "seq_id" : 14959, "qsl_idx" : 10903, "data" : "31010000" }, +{ "seq_id" : 17065, "qsl_idx" : 32376, "data" : "0D020000" }, +{ "seq_id" : 17178, "qsl_idx" : 42960, "data" : "33030000" }, +{ "seq_id" : 17778, "qsl_idx" : 27253, "data" : "0E000000" }, +{ "seq_id" : 19919, "qsl_idx" : 6282, "data" : "17010000" }, +{ "seq_id" : 20566, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 22362, "qsl_idx" : 35106, "data" : "42010000" }, +{ "seq_id" : 25104, "qsl_idx" : 27473, "data" : "C7010000" }, +{ "seq_id" : 25318, "qsl_idx" : 11609, "data" : "16020000" }, +{ "seq_id" : 30041, "qsl_idx" : 49032, "data" : "3E030000" }, +{ "seq_id" : 30177, "qsl_idx" : 46543, "data" : "47010000" }, +{ "seq_id" : 30542, "qsl_idx" : 25583, "data" : "72000000" }, +{ "seq_id" : 31584, "qsl_idx" : 32680, "data" : "A4020000" }, +{ "seq_id" : 33143, "qsl_idx" : 46033, "data" : "7C030000" }, +{ "seq_id" : 34411, "qsl_idx" : 12751, "data" : "11010000" }, +{ "seq_id" : 38128, "qsl_idx" : 6358, "data" : "97020000" }, +{ "seq_id" : 38325, "qsl_idx" : 15590, "data" : "06000000" }, +{ "seq_id" : 39082, "qsl_idx" : 46737, "data" : "86020000" }, +{ "seq_id" : 41667, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 44186, "qsl_idx" : 28140, "data" : "4D020000" }, +{ "seq_id" : 45234, "qsl_idx" : 35092, "data" : "1B000000" }, +{ "seq_id" : 45868, "qsl_idx" : 14368, "data" : "53010000" }, +{ "seq_id" : 45901, "qsl_idx" : 28807, "data" : "AF010000" }, +{ "seq_id" : 46067, "qsl_idx" : 47790, "data" : "0C030000" }, +{ "seq_id" : 47113, "qsl_idx" : 39151, "data" : "69000000" }, +{ "seq_id" : 47787, "qsl_idx" : 40452, "data" : "64030000" }, +{ "seq_id" : 51803, "qsl_idx" : 18551, "data" : "E1000000" }, +{ "seq_id" : 52771, "qsl_idx" : 45997, "data" : "7B000000" }, +{ "seq_id" : 53862, "qsl_idx" : 21203, "data" : "F4010000" }, +{ "seq_id" : 55832, "qsl_idx" : 1676, "data" : "D8010000" }, +{ "seq_id" : 56318, "qsl_idx" : 48356, "data" : "45000000" }, +{ "seq_id" : 57586, "qsl_idx" : 29422, "data" : "7B020000" }, +{ "seq_id" : 59286, "qsl_idx" : 28592, "data" : "0D010000" }, +{ "seq_id" : 60892, "qsl_idx" : 34337, "data" : "4B030000" }, +{ "seq_id" : 69307, "qsl_idx" : 9158, "data" : "54010000" }, +{ "seq_id" : 70005, "qsl_idx" : 18194, "data" : "5A000000" }, +{ "seq_id" : 72120, "qsl_idx" : 8603, "data" : "8D010000" }, +{ "seq_id" : 72305, "qsl_idx" : 10567, "data" : "01030000" }, +{ "seq_id" : 74818, "qsl_idx" : 7915, "data" : "3D010000" }, +{ "seq_id" : 75665, "qsl_idx" : 28840, "data" : "BA030000" }, +{ "seq_id" : 75950, "qsl_idx" : 19697, "data" : "80000000" }, +{ "seq_id" : 76008, "qsl_idx" : 3468, "data" : "E7010000" }, +{ "seq_id" : 76952, "qsl_idx" : 5142, "data" : "A9030000" }, +{ "seq_id" : 80118, "qsl_idx" : 19989, "data" : "9C020000" }, +{ "seq_id" : 82634, "qsl_idx" : 43659, "data" : "14010000" }, +{ "seq_id" : 82759, "qsl_idx" : 16819, "data" : "95000000" }, +{ "seq_id" : 82826, "qsl_idx" : 14563, "data" : "63030000" }, +{ "seq_id" : 83505, "qsl_idx" : 5828, "data" : "C6020000" }, +{ "seq_id" : 83901, "qsl_idx" : 12644, "data" : "9F030000" }, +{ "seq_id" : 87667, "qsl_idx" : 49209, "data" : "52030000" }, +{ "seq_id" : 88933, "qsl_idx" : 44305, "data" : "6E030000" }, +{ "seq_id" : 89729, "qsl_idx" : 28444, "data" : "4A000000" }, +{ "seq_id" : 90391, "qsl_idx" : 21972, "data" : "47010000" }, +{ "seq_id" : 92848, "qsl_idx" : 29956, "data" : "C7010000" }, +{ "seq_id" : 95410 + +... + + "69020000" }, +{ "seq_id" : 2044415, "qsl_idx" : 32565, "data" : "87010000" }, +{ "seq_id" : 2044843, "qsl_idx" : 7915, "data" : "3D010000" }, +{ "seq_id" : 2048019, "qsl_idx" : 22659, "data" : "1F000000" }, +{ "seq_id" : 2049333, "qsl_idx" : 19989, "data" : "9C020000" }, +{ "seq_id" : 2052845, "qsl_idx" : 751, "data" : "5B020000" }, +{ "seq_id" : 2053267, "qsl_idx" : 1040, "data" : "DD010000" }, +{ "seq_id" : 2054623, "qsl_idx" : 5964, "data" : "26000000" }, +{ "seq_id" : 2054900, "qsl_idx" : 19723, "data" : "DA020000" }, +{ "seq_id" : 2056048, "qsl_idx" : 30997, "data" : "7C000000" }, +{ "seq_id" : 2056444, "qsl_idx" : 23671, "data" : "ED010000" }, +{ "seq_id" : 2057137, "qsl_idx" : 6451, "data" : "56030000" }, +{ "seq_id" : 2059320, "qsl_idx" : 5592, "data" : "AF030000" }, +{ "seq_id" : 2061727, "qsl_idx" : 39944, "data" : "D8010000" }, +{ "seq_id" : 2062455, "qsl_idx" : 5523, "data" : "0A010000" }, +{ "seq_id" : 2063706, "qsl_idx" : 23440, "data" : "0A000000" }, +{ "seq_id" : 2069399, "qsl_idx" : 30041, "data" : "0C000000" }, +{ "seq_id" : 2069511, "qsl_idx" : 40484, "data" : "E3030000" }, +{ "seq_id" : 2071142, "qsl_idx" : 19335, "data" : "50010000" }, +{ "seq_id" : 2071205, "qsl_idx" : 35758, "data" : "D6030000" }, +{ "seq_id" : 2072229, "qsl_idx" : 24704, "data" : "7F030000" }, +{ "seq_id" : 2074724, "qsl_idx" : 20207, "data" : "2D020000" }, +{ "seq_id" : 2076971, "qsl_idx" : 49837, "data" : "D0010000" }, +{ "seq_id" : 2077910, "qsl_idx" : 44313, "data" : "3C010000" }, +{ "seq_id" : 2079236, "qsl_idx" : 32681, "data" : "2D000000" }, +{ "seq_id" : 2079823, "qsl_idx" : 44084, "data" : "3C020000" }, +{ "seq_id" : 2081704, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 2082341, "qsl_idx" : 11019, "data" : "CF020000" }, +{ "seq_id" : 2084440, "qsl_idx" : 48164, "data" : "86030000" }, +{ "seq_id" : 2086875, "qsl_idx" : 15598, "data" : "89020000" }, +{ "seq_id" : 2088052, "qsl_idx" : 5788, "data" : "AA010000" }, +{ "seq_id" : 2088056, "qsl_idx" : 41783, "data" : "C1030000" }, +{ "seq_id" : 2088672, "qsl_idx" : 11524, "data" : "C5030000" }, +{ "seq_id" : 2090000, "qsl_idx" : 17404, "data" : "BB010000" }, +{ "seq_id" : 2094057, "qsl_idx" : 13563, "data" : "64000000" }, +{ "seq_id" : 2094602, "qsl_idx" : 897, "data" : "1F010000" }, +{ "seq_id" : 2097969, "qsl_idx" : 42731, "data" : "60030000" }, +{ "seq_id" : 2102560, "qsl_idx" : 16910, "data" : "10010000" }, +{ "seq_id" : 2103674, "qsl_idx" : 47768, "data" : "4D010000" }, +{ "seq_id" : 2105332, "qsl_idx" : 33350, "data" : "5C020000" }, +{ "seq_id" : 2105427, "qsl_idx" : 11711, "data" : "4C000000" }, +{ "seq_id" : 2106078, "qsl_idx" : 42161, "data" : "40000000" }, +{ "seq_id" : 2106860, "qsl_idx" : 47155, "data" : "83000000" }, +{ "seq_id" : 2107190, "qsl_idx" : 34492, "data" : "1C030000" }, +{ "seq_id" : 2108524, "qsl_idx" : 29422, "data" : "7B020000" }, +{ "seq_id" : 2110486, "qsl_idx" : 28143, "data" : "71030000" }, +{ "seq_id" : 2112632, "qsl_idx" : 4118, "data" : "60030000" }, +{ "seq_id" : 2118589, "qsl_idx" : 1171, "data" : "0D010000" }, +{ "seq_id" : 2120473, "qsl_idx" : 24073, "data" : "62030000" }, +{ "seq_id" : 2122322, "qsl_idx" : 2714, "data" : "75000000" }, +{ "seq_id" : 2123550, "qsl_idx" : 14641, "data" : "E3010000" }, +{ "seq_id" : 2127147, "qsl_idx" : 10280, "data" : "26010000" }, +{ "seq_id" : 2127493, "qsl_idx" : 9159, "data" : "9D030000" }, +{ "seq_id" : 2132098, "qsl_idx" : 46676, "data" : "8B000000" }, +{ "seq_id" : 2135740, "qsl_idx" : 43176, "data" : "56020000" }, +{ "seq_id" : 2135979, "qsl_idx" : 16622, "data" : "5E000000" }, +{ "seq_id" : 2137101, "qsl_idx" : 31254, "data" : "8A010000" }, +{ "seq_id" : 2137507, "qsl_idx" : 49209, "data" : "52030000" }, +{ "seq_id" : 2137818, "qsl_idx" : 9159, "data" : "9D030000" }, +{ "seq_id" : 2138558, "qsl_idx" : 47933, "data" : "0C030000" }, +{ "seq_id" : 2138630, "qsl_idx" : 23469, "data" : "97020000" }, +{ "seq_id" : 2141205, "qsl_idx" : 24268, "data" : "EB010000" }, +{ "seq_id" : 2146683, "qsl_idx" : 43656, "data" : "7F010000" }, +{ "seq_id" : 2148961, "qsl_idx" : 15472, "data" : "27030000" }, +{ "seq_id" : 2152237, "qsl_idx" : 48639, "data" : "63000000" } +] diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..c1ca8100 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,90 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.019699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:22:46Z", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 281, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.029825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.043541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 110616, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.100675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_target_qps", "value": 9040.28, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 720381539243781796, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 4096, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.107541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.110395, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 1.296103, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "generated_query_count", "value": 10848342, "time_ms": 3346.114694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3346.114694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000198672, "time_ms": 3346.114694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 603346.298842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 603356.322372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:50.180", "time_ms": 603356.322673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:32:50.181", "time_ms": 603356.322673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (2153400). * Would discard 214314 highest latency queries. * Early stopping 90th percentile estimate: 277155 * Early stopping 99th percentile estimate: 279439", "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_query_count", "value": 2153400, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 3589, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 3617.03, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 277155, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 279439, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_min_latency_ns", "value": 269300, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1310290, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 276470, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 276224, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 277152, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 277570, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 277952, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 279403, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 324208, "time_ms": 604328.437987, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 14488, "tid": 14488}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..a32a05f9 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,59 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 277152 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (2153400). + * Would discard 214314 highest latency queries. + * Early stopping 90th percentile estimate: 277155 + * Early stopping 99th percentile estimate: 279439 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 3589.00 +QPS w/o loadgen overhead : 3617.03 + +Min latency (ns) : 269300 +Max latency (ns) : 1310290 +Mean latency (ns) : 276470 +50.00 percentile latency (ns) : 276224 +90.00 percentile latency (ns) : 277152 +95.00 percentile latency (ns) : 277570 +97.00 percentile latency (ns) : 277952 +99.00 percentile latency (ns) : 279403 +99.90 percentile latency (ns) : 324208 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 9040.28 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 720381539243781796 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 4096 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_accuracy.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_accuracy.txt new file mode 100644 index 00000000..59ee66bc --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_accuracy.txt @@ -0,0 +1,12 @@ +Verifying accuracy. This might take a while... +Reading accuracy mode results... +Reading performance mode results... +num_acc_log_entries = 50000 +num_acc_log_duplicate_keys = 0 +num_acc_log_data_mismatch = 0 +num_perf_log_entries = 1629 +num_perf_log_qsl_idx_match = 1629 +num_perf_log_data_mismatch = 0 +num_missing_qsl_idxs = 0 +TEST PASS + diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_performance.txt new file mode 100644 index 00000000..2fff8510 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST01/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 277253 +test score = 277155 +TEST PASS diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..d7817bf7 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,90 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.022017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:33:29Z", "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 518, "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.032061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "warning_generic_message", "value": "Found Audit Config file (audit.config). Overriding TestSettings from audit.config file.", "time_ms": 0.045376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": true, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1222, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 110616, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_performance_issue_same", "value": true, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 3, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.137451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_target_qps", "value": 9040.28, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_performance_issue_same", "value": true, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 3, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.137690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.146372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 1.406803, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "generated_query_count", "value": 10848342, "time_ms": 3271.325362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3271.325362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000198672, "time_ms": 3271.325362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 603271.355598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 603280.514845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:33:33.014", "time_ms": 603280.515108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:43:33.014", "time_ms": 603280.515108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (2152388). * Would discard 214213 highest latency queries. * Early stopping 90th percentile estimate: 277409 * Early stopping 99th percentile estimate: 279572", "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_query_count", "value": 2152388, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 3587.31, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 3615.68, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 277409, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 279572, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_min_latency_ns", "value": 269389, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1292538, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 276573, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 276383, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 277406, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 277857, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 278253, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 279542, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 324191, "time_ms": 604199.811465, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 16093, "tid": 16093}} diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..768f9512 --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,59 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 277406 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (2152388). + * Would discard 214213 highest latency queries. + * Early stopping 90th percentile estimate: 277409 + * Early stopping 99th percentile estimate: 279572 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 3587.31 +QPS w/o loadgen overhead : 3615.68 + +Min latency (ns) : 269389 +Max latency (ns) : 1292538 +Mean latency (ns) : 276573 +50.00 percentile latency (ns) : 276383 +90.00 percentile latency (ns) : 277406 +95.00 percentile latency (ns) : 277857 +97.00 percentile latency (ns) : 278253 +99.00 percentile latency (ns) : 279542 +99.90 percentile latency (ns) : 324191 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 9040.28 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 1 +performance_issue_same_index : 3 +performance_sample_count : 1024 + +1 warning encountered. See detailed log. + +No errors encountered during test. diff --git a/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/verify_performance.txt b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/verify_performance.txt new file mode 100644 index 00000000..41a34c9f --- /dev/null +++ b/closed/MLCommons/compliance/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/TEST04/verify_performance.txt @@ -0,0 +1,4 @@ +Verifying performance. +reference score = 3606.8139929955673 +test score = 3604.7857135132604 +TEST PASS diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/README.md new file mode 100644 index 00000000..068e777d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/README.md @@ -0,0 +1,6 @@ +| Model | Scenario | Accuracy | Throughput | Latency (in ms) | Power Efficiency (in samples/J) | TEST01 | TEST04 | +|----------|--------------|------------|--------------|-------------------|-----------------------------------|----------|----------| +| resnet50 | server | 76.078 | 35357.7 | - | | passed | passed | +| resnet50 | multistream | 76.064 | 16949.2 | 0.472 | | passed | passed | +| resnet50 | offline | 76.078 | 43755.8 | - | | passed | passed | +| resnet50 | singlestream | 76.064 | 3610.11 | 0.277 | | passed | passed | \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md new file mode 100644 index 00000000..70c6f72e --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/README.md @@ -0,0 +1,133 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=a90475d2de72bf0622cebe8d5ca8eb8c9d872fbd + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=resnet50 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=resnet50 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=MultiStream \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,MultiStream,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ + --env.CM_DOCKER_CONTAINER_ID=1d9ea71810cd \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`acc`: `76.064`, Required accuracy for closed division `>= 75.6954` + +### Performance Results +`Samples per query`: `472431.0` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out new file mode 100644 index 00000000..01f6a8ef --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy_console.out @@ -0,0 +1,79 @@ +[2024-12-24 23:29:55,665 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 23:29:55,796 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream +[2024-12-24 23:29:55,796 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d5733c5fd8464a67ae6cb0b39cfc3b12.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 +[2024-12-24 23:29:55,796 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +disable_beta1_smallk : True +gpu_batch_size : 8 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-23.29.54 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +multi_stream_expected_latency_ns : 0 +multi_stream_samples_per_query : 8 +multi_stream_target_latency_percentile : 99 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.MultiStream +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : AccuracyOnly +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d5733c5fd8464a67ae6cb0b39cfc3b12.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_MultiStream +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/d5733c5fd8464a67ae6cb0b39cfc3b12.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 26 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +17, now: CPU 0, GPU 41 (MiB) +[I] Start creating CUDA graphs +[I] Capture 8 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.02631s. +Starting running actual test. + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 6250 batches of size 8 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 6250 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 23:30:08,550 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-24 23:30:08,550 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +accuracy=76.064%, good=38032, total=50000 + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd new file mode 100644 index 00000000..e45641f5 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.mmd @@ -0,0 +1,79 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,mlcommons,inference,src + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,mlperf,inference,utils + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,dataset-aux,imagenet-aux + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.onnx + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png new file mode 100644 index 00000000..6ee85617 Binary files /dev/null and b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json new file mode 100644 index 00000000..db5d2b55 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cm-version-info.json @@ -0,0 +1,784 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,resnet50,tensorrt,cuda,valid,r4.1-dev_default,multistream": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_multistream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_multistream,_resnet50,_tensorrt,_cuda,_v4.1-dev,_batch_size.8": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,multistream,resnet50,tensorrt,cuda,v4.1-dev,batch_size.8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_tensorrt,_cuda,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,tensorrt,cuda,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_multistream,_resnet50,_tensorrt,_cuda,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/model-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/model-info.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json new file mode 100644 index 00000000..122dfc9b --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "1d9ea71810cd" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out new file mode 100644 index 00000000..7c588405 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance_console.out @@ -0,0 +1,129 @@ +[2024-12-24 23:19:35,368 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 23:19:35,501 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/MultiStream +[2024-12-24 23:19:35,501 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=8 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/563dbd8829e0480594d68ea3fbd2aa1f.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario MultiStream --model resnet50 +[2024-12-24 23:19:35,501 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +disable_beta1_smallk : True +gpu_batch_size : 8 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-23.19.34 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +multi_stream_expected_latency_ns : 0 +multi_stream_samples_per_query : 8 +multi_stream_target_latency_percentile : 99 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.MultiStream +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : PerformanceOnly +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/563dbd8829e0480594d68ea3fbd2aa1f.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_MultiStream +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/563dbd8829e0480594d68ea3fbd2aa1f.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 26 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/MultiStream/resnet50-MultiStream-gpu-b8-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +17, now: CPU 0, GPU 41 (MiB) +[I] Start creating CUDA graphs +[I] Capture 8 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.02584s. +Starting running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : MultiStream +Mode : PerformanceOnly +99th percentile latency (ns) : 472199 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 662 queries (1289383). + * Would discard 12630 highest latency queries. + * Early stopping 99th percentile estimate: 472431 + +================================================ +Additional Stats +================================================ +Per-query latency: +Min latency (ns) : 445279 +Max latency (ns) : 1273515 +Mean latency (ns) : 462921 +50.00 percentile latency (ns) : 462628 +90.00 percentile latency (ns) : 463773 +95.00 percentile latency (ns) : 464313 +97.00 percentile latency (ns) : 464828 +99.00 percentile latency (ns) : 472199 +99.90 percentile latency (ns) : 513286 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 8 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 662 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 1289383 batches of size 8 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 1289383 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 23:29:43,215 run_harness.py:166 INFO] Result: result_99.00_percentile_per_query_latency_ns: 472199, Result is VALID + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/pip_freeze.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/pip_freeze.json new file mode 100644 index 00000000..93ad3417 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/pip_freeze.json @@ -0,0 +1,81 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "contourpy": "1.1.1", + "cycler": "0.12.1", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fonttools": "4.55.3", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "kiwisolver": "1.4.7", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "matplotlib": "3.7.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "networkx": "3.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "pyparsing": "3.1.4", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt new file mode 100644 index 00000000..a1feb317 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 23:29:44 up 15 days, 28 min, 0 users, load average: 1.01, 1.07, 1.04 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5499.772 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5300.661 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4435.625 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.820 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.125 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4295.857 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 20424 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 20914292 kB +MemAvailable: 127725116 kB +Buffers: 334044 kB +Cached: 103658672 kB +SwapCached: 21988 kB +Active: 1320096 kB +Inactive: 103082248 kB +Active(anon): 458452 kB +Inactive(anon): 98144 kB +Active(file): 861644 kB +Inactive(file): 102984104 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 184 kB +Writeback: 0 kB +AnonPages: 509704 kB +Mapped: 273480 kB +Shmem: 146968 kB +KReclaimable: 4216888 kB +Slab: 5010972 kB +SReclaimable: 4216888 kB +SUnreclaim: 794084 kB +KernelStack: 15504 kB +PageTables: 21368 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5198436 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375288 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30467532 kB +DirectMap2M: 102436864 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1724817 1452297 45 0 815913 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6432 0 9223372036854775807 +fs.inode-nr = 956961 56573 +fs.inode-state = 956961 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 25458 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = 34aaeda5-d353-4a94-aed6-49e5a9632b9e +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/user.conf b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/user.conf new file mode 100644 index 00000000..a434821e --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/user.conf @@ -0,0 +1,3 @@ +resnet50.MultiStream.target_latency = 0.5 +resnet50.MultiStream.max_duration = 660000 +resnet50.MultiStream.min_query_count = 662 diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md new file mode 100644 index 00000000..9f7599c0 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/README.md @@ -0,0 +1,133 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=a90475d2de72bf0622cebe8d5ca8eb8c9d872fbd + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=resnet50 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=resnet50 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=Offline \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,MultiStream,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ + --env.CM_DOCKER_CONTAINER_ID=1d9ea71810cd \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`acc`: `76.078`, Required accuracy for closed division `>= 75.6954` + +### Performance Results +`Samples per second`: `43755.8` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out new file mode 100644 index 00000000..c5221c04 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy_console.out @@ -0,0 +1,80 @@ +[2024-12-24 22:55:31,648 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 22:55:31,860 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline +[2024-12-24 22:55:31,860 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0ee581b248ff4dfb830b32cc889477d8.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 +[2024-12-24 22:55:31,860 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 64 +gpu_copy_streams : 2 +gpu_inference_streams : 1 +gpu_res2res3_loop_count : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-22.55.30 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +run_infer_on_copy_streams : False +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : AccuracyOnly +use_deque_limit : True +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0ee581b248ff4dfb830b32cc889477d8.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_Offline +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 2 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0ee581b248ff4dfb830b32cc889477d8.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 32 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 88, GPU 831 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 90, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 58, GPU 833 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 58, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 69, GPU 959 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 70, GPU 969 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 0, GPU 218 (MiB) +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.02971s. +Starting running actual test. + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 1 batches of size 16 + 781 batches of size 64 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 782 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 22:55:42,680 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-24 22:55:42,680 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +accuracy=76.078%, good=38039, total=50000 + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd new file mode 100644 index 00000000..4dcb0758 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.mmd @@ -0,0 +1,79 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,mlcommons,inference,src + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,mlperf,inference,utils + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,dataset-aux,imagenet-aux + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_package.onnx + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png new file mode 100644 index 00000000..80dd6c8a Binary files /dev/null and b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json new file mode 100644 index 00000000..91e0ff3c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cm-version-info.json @@ -0,0 +1,784 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,resnet50,tensorrt,cuda,valid,r4.1-dev_default,offline": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_cuda,_tensorrt,_offline,_batch_size.64,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,resnet50,cuda,tensorrt,offline,batch_size.64,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_offline,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/model-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/model-info.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json new file mode 100644 index 00000000..122dfc9b --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "1d9ea71810cd" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out new file mode 100644 index 00000000..c5f2be20 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance_console.out @@ -0,0 +1,124 @@ +[2024-12-24 22:44:17,861 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 22:44:18,074 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Offline +[2024-12-24 22:44:18,074 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_res2res3_loop_count=1 --gpu_copy_streams=2 --gpu_inference_streams=1 --run_infer_on_copy_streams=false --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/46b6de0807c641e1803bc29fd72851bf.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Offline --model resnet50 +[2024-12-24 22:44:18,074 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 64 +gpu_copy_streams : 2 +gpu_inference_streams : 1 +gpu_res2res3_loop_count : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-22.44.17 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +run_infer_on_copy_streams : False +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : PerformanceOnly +use_deque_limit : True +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/46b6de0807c641e1803bc29fd72851bf.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_Offline +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 2 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/46b6de0807c641e1803bc29fd72851bf.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 32 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 88, GPU 831 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 90, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Offline/resnet50-Offline-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 58, GPU 833 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 58, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 69, GPU 959 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +10, now: CPU 70, GPU 969 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 0, GPU 218 (MiB) +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.03175s. +Starting running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 43755.8 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 131897082 +Max latency (ns) : 654467895377 +Mean latency (ns) : 326868411351 +50.00 percentile latency (ns) : 326826770863 +90.00 percentile latency (ns) : 588900668184 +95.00 percentile latency (ns) : 621686060931 +97.00 percentile latency (ns) : 634797930362 +99.00 percentile latency (ns) : 647911041899 +99.90 percentile latency (ns) : 653812720277 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 28636736 +target_qps : 43389 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 447449 batches of size 64 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 447449 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 22:55:19,584 run_harness.py:166 INFO] Result: result_samples_per_second: 43755.8, Result is VALID + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/pip_freeze.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/pip_freeze.json new file mode 100644 index 00000000..93ad3417 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/pip_freeze.json @@ -0,0 +1,81 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "contourpy": "1.1.1", + "cycler": "0.12.1", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fonttools": "4.55.3", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "kiwisolver": "1.4.7", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "matplotlib": "3.7.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "networkx": "3.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "pyparsing": "3.1.4", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt new file mode 100644 index 00000000..d5cca8a9 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 22:55:20 up 14 days, 23:54, 0 users, load average: 1.02, 1.02, 1.08 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5502.154 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4296.175 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4300.031 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4300.829 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4338.750 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4337.946 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 20508 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 21000760 kB +MemAvailable: 127746928 kB +Buffers: 325948 kB +Cached: 103604676 kB +SwapCached: 21972 kB +Active: 1316680 kB +Inactive: 103022120 kB +Active(anon): 456940 kB +Inactive(anon): 98144 kB +Active(file): 859740 kB +Inactive(file): 102923976 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 232 kB +Writeback: 0 kB +AnonPages: 508212 kB +Mapped: 271192 kB +Shmem: 146908 kB +KReclaimable: 4214264 kB +Slab: 5007996 kB +SReclaimable: 4214264 kB +SUnreclaim: 793732 kB +KernelStack: 15552 kB +PageTables: 21628 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5192500 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375280 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30442956 kB +DirectMap2M: 102461440 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1720025 1447505 45 0 811168 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6560 0 9223372036854775807 +fs.inode-nr = 956914 56573 +fs.inode-state = 956914 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 18592 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = 77b79ef4-afd0-4abd-a247-5c0678d29b58 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/user.conf b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/user.conf new file mode 100644 index 00000000..b75a7ec4 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/user.conf @@ -0,0 +1 @@ +resnet50.Offline.target_qps = 43388.994 diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md new file mode 100644 index 00000000..9146965e --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/README.md @@ -0,0 +1,133 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=a90475d2de72bf0622cebe8d5ca8eb8c9d872fbd + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=resnet50 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=resnet50 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=Server \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,MultiStream,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ + --env.CM_DOCKER_CONTAINER_ID=1d9ea71810cd \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST04 \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`acc`: `76.078`, Required accuracy for closed division `>= 75.6954` + +### Performance Results +`Scheduled samples per second`: `35357.7` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out new file mode 100644 index 00000000..4a0e5979 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy_console.out @@ -0,0 +1,154 @@ +[2024-12-25 00:02:37,299 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-25 00:02:37,423 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server +[2024-12-25 00:02:37,423 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 +[2024-12-25 00:02:37,423 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4e1d1cb42be54c358199b2c34d30f048.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 +[2024-12-25 00:02:37,423 __init__.py:53 INFO] Overriding Environment +ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. +ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +deque_timeout_usec : 2000 +gpu_batch_size : 64 +gpu_copy_streams : 9 +gpu_inference_streams : 2 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.25-00.02.36 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Server +server_target_qps : 0 +server_target_qps_adj_factor : 0.0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : AccuracyOnly +use_cuda_thread_per_device : True +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4e1d1cb42be54c358199b2c34d30f048.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_Server +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 9 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/4e1d1cb42be54c358199b2c34d30f048.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 69 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 163, GPU 831 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 165, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 96, GPU 833 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 96, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 147, GPU 997 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 147, GPU 1007 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +99, now: CPU 1, GPU 218 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 197, GPU 1161 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 198, GPU 1173 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 318 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 248, GPU 1329 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 248, GPU 1339 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 417 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 299, GPU 1497 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 299, GPU 1509 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 517 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 350, GPU 1663 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 350, GPU 1673 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 616 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 400, GPU 1829 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 400, GPU 1839 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 716 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 451, GPU 1995 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 451, GPU 2007 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +100, now: CPU 2, GPU 816 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 502, GPU 2165 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 502, GPU 2175 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 2, GPU 915 (MiB) +[I] Start creating CUDA graphs +[I] Capture 576 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +[I] Creating cuda thread: 0 +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.15336s. +Starting running actual test. + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 3 batches of size 1 + 1 batches of size 6 + 2 batches of size 9 + 4 batches of size 10 + 3 batches of size 13 + 3 batches of size 14 + 8 batches of size 18 + 2 batches of size 21 + 3 batches of size 22 + 3 batches of size 24 + 7 batches of size 26 + 2 batches of size 27 + 1 batches of size 28 + 3 batches of size 30 + 9 batches of size 32 + 1 batches of size 33 + 4 batches of size 35 + 1 batches of size 36 + 4 batches of size 40 + 1 batches of size 41 + 3 batches of size 42 + 1 batches of size 43 + 3 batches of size 47 + 2 batches of size 48 + 5 batches of size 49 + 3 batches of size 50 + 4 batches of size 51 + 4 batches of size 52 + 22 batches of size 53 + 2 batches of size 54 + 17 batches of size 55 + 5 batches of size 56 + 5 batches of size 57 + 44 batches of size 58 + 23 batches of size 59 + 16 batches of size 60 + 25 batches of size 61 + 44 batches of size 62 + 25 batches of size 63 + 528 batches of size 64 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 49997 + BatchedCudaMemcpy Calls: 3 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-25 00:02:50,305 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-25 00:02:50,306 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +accuracy=76.078%, good=38039, total=50000 + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd new file mode 100644 index 00000000..edaea510 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.mmd @@ -0,0 +1,100 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,mlcommons,inference,src + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,mlperf,inference,utils + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,dataset-aux,imagenet-aux + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,nvidia,mitten + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> get,generic-python-lib,_package.onnx + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png new file mode 100644 index 00000000..0ab049ed Binary files /dev/null and b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json new file mode 100644 index 00000000..5450fd24 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cm-version-info.json @@ -0,0 +1,994 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,resnet50,tensorrt,cuda,valid,r4.1-dev_default,server": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,batch_size.32,use-graphs,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_server,_cuda,_tensorrt,_batch_size.64,_batch_size.32,_use-graphs,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,resnet50,server,cuda,tensorrt,batch_size.64,batch_size.32,use-graphs,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_batch_size.32,_use-graphs,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,batch_size.32,use-graphs,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_server,_cuda,_tensorrt,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/model-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/model-info.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json new file mode 100644 index 00000000..122dfc9b --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "1d9ea71810cd" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out new file mode 100644 index 00000000..778a498a --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance_console.out @@ -0,0 +1,191 @@ +[2024-12-24 23:52:05,828 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 23:52:05,943 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/Server +[2024-12-24 23:52:05,943 harness.py:326 INFO] Updated LD_PRELOAD: /usr/lib/x86_64-linux-gnu/libjemalloc.so.2 +[2024-12-24 23:52:05,943 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --deque_timeout_usec=2000 --gpu_copy_streams=9 --gpu_inference_streams=2 --use_cuda_thread_per_device=true --use_deque_limit=true --gpu_batch_size=64 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1ef46f5e08994424ac6a9da0ab3a9b94.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario Server --model resnet50 +[2024-12-24 23:52:05,943 __init__.py:53 INFO] Overriding Environment +ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. +ERROR: ld.so: object '/usr/lib/x86_64-linux-gnu/libjemalloc.so.2' from LD_PRELOAD cannot be preloaded (cannot open shared object file): ignored. +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +deque_timeout_usec : 2000 +gpu_batch_size : 64 +gpu_copy_streams : 9 +gpu_inference_streams : 2 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-23.52.05 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Server +server_target_qps : 0 +server_target_qps_adj_factor : 0.0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : PerformanceOnly +use_cuda_thread_per_device : True +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1ef46f5e08994424ac6a9da0ab3a9b94.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_Server +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 9 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/1ef46f5e08994424ac6a9da0ab3a9b94.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 69 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 163, GPU 831 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 165, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +19, now: CPU 0, GPU 19 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/Server/resnet50-Server-gpu-b64-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 96, GPU 833 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 96, GPU 841 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 0, GPU 119 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 147, GPU 997 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 147, GPU 1007 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +99, now: CPU 1, GPU 218 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 197, GPU 1161 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +1, GPU +12, now: CPU 198, GPU 1173 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 318 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 248, GPU 1329 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 248, GPU 1339 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 417 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 299, GPU 1497 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 299, GPU 1509 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 517 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 350, GPU 1663 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 350, GPU 1673 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 1, GPU 616 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 400, GPU 1829 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 400, GPU 1839 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +100, now: CPU 1, GPU 716 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 451, GPU 1995 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +12, now: CPU 451, GPU 2007 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +100, now: CPU 2, GPU 816 (MiB) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 502, GPU 2165 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 502, GPU 2175 (MiB) +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +99, now: CPU 2, GPU 915 (MiB) +[I] Start creating CUDA graphs +[I] Capture 576 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +[I] Creating cuda thread: 0 +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.15103s. +Starting running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 35357.92 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 35357.73 + +Min latency (ns) : 1961453 +Max latency (ns) : 198554257 +Mean latency (ns) : 3256881 +50.00 percentile latency (ns) : 3133576 +90.00 percentile latency (ns) : 3878938 +95.00 percentile latency (ns) : 4016601 +97.00 percentile latency (ns) : 4092876 +99.00 percentile latency (ns) : 4208648 +99.90 percentile latency (ns) : 33872709 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 35350 +target_latency (ns): 15000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 1 batches of size 34 + 1 batches of size 37 + 5 batches of size 40 + 9 batches of size 41 + 5 batches of size 42 + 23 batches of size 43 + 25 batches of size 44 + 38 batches of size 45 + 76 batches of size 46 + 92 batches of size 47 + 152 batches of size 48 + 225 batches of size 49 + 351 batches of size 50 + 470 batches of size 51 + 683 batches of size 52 + 926 batches of size 53 + 1232 batches of size 54 + 1586 batches of size 55 + 2089 batches of size 56 + 2748 batches of size 57 + 3360 batches of size 58 + 4142 batches of size 59 + 4961 batches of size 60 + 5956 batches of size 61 + 7122 batches of size 62 + 8097 batches of size 63 + 290290 batches of size 64 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 21214751 + BatchedCudaMemcpy Calls: 0 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-25 00:02:24,721 run_harness.py:166 INFO] Result: result_scheduled_samples_per_sec: 35357.9, Result is VALID + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/pip_freeze.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/pip_freeze.json new file mode 100644 index 00000000..93ad3417 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/pip_freeze.json @@ -0,0 +1,81 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "contourpy": "1.1.1", + "cycler": "0.12.1", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fonttools": "4.55.3", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "kiwisolver": "1.4.7", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "matplotlib": "3.7.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "networkx": "3.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "pyparsing": "3.1.4", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt new file mode 100644 index 00000000..0d393488 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 00:02:25 up 15 days, 1:01, 0 users, load average: 0.50, 0.64, 0.81 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5522.403 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5503.972 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.870 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.914 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4352.272 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4318.333 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.788 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 20323 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 20811224 kB +MemAvailable: 127726740 kB +Buffers: 338072 kB +Cached: 103756116 kB +SwapCached: 22088 kB +Active: 1324332 kB +Inactive: 103179920 kB +Active(anon): 459420 kB +Inactive(anon): 98144 kB +Active(file): 864912 kB +Inactive(file): 103081776 kB +Unevictable: 105840 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 48 kB +Writeback: 0 kB +AnonPages: 510512 kB +Mapped: 276608 kB +Shmem: 147500 kB +KReclaimable: 4220640 kB +Slab: 5014352 kB +SReclaimable: 4220640 kB +SUnreclaim: 793712 kB +KernelStack: 15488 kB +PageTables: 21436 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5204576 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375332 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30514636 kB +DirectMap2M: 102389760 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1729911 1457375 45 0 820931 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6368 0 9223372036854775807 +fs.inode-nr = 957037 56573 +fs.inode-state = 957037 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 32862 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = e6933302-3681-43cf-9998-17454d519917 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/user.conf b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/user.conf new file mode 100644 index 00000000..c584f145 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/user.conf @@ -0,0 +1 @@ +resnet50.Server.target_qps = 35350.0 diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md new file mode 100644 index 00000000..4202ec21 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/README.md @@ -0,0 +1,130 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=a90475d2de72bf0622cebe8d5ca8eb8c9d872fbd + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=resnet50 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=resnet50 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=SingleStream \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,MultiStream,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=no \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.CM_DATASET_IMAGENET_PATH=/home/cmuser/CM/repos/local/cache/ca6a4aaf13e34e0e/imagenet-2012-val \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`acc`: `76.064`, Required accuracy for closed division `>= 75.6954` + +### Performance Results +`90th percentile latency (ns)`: `277253.0` diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out new file mode 100644 index 00000000..876122d4 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy_console.out @@ -0,0 +1,77 @@ +[2024-12-24 22:21:16,032 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 22:21:16,160 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream +[2024-12-24 22:21:16,160 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="AccuracyOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/86e724e7f2a343b88e2a5a453c37e944.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 +[2024-12-24 22:21:16,160 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +disable_beta1_smallk : True +gpu_batch_size : 1 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-22.21.15 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.SingleStream +single_stream_expected_latency_ns : 0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : AccuracyOnly +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/86e724e7f2a343b88e2a5a453c37e944.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_SingleStream +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/86e724e7f2a343b88e2a5a453c37e944.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 26 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +9, now: CPU 0, GPU 33 (MiB) +[I] Start creating CUDA graphs +[I] Capture 1 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.01489s. +Starting running actual test. + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 50000 batches of size 1 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 50000 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 22:22:28,729 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-24 22:22:28,729 __init__.py:46 INFO] Running command: python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/vision/classification_and_detection/tools/accuracy-imagenet.py --mlperf-accuracy-file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json --imagenet-val-file data_maps/imagenet/val_map.txt --dtype int32 +accuracy=76.064%, good=38032, total=50000 + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd new file mode 100644 index 00000000..f753b35d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.mmd @@ -0,0 +1,183 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,mlcommons,inference,src + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,mlperf,inference,utils + download-file,9cdc8dc41aae437e_(_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz + extract-file,3f0b76219d004817_(_path./home/cmuser/CM/repos/local/cache/211c9590db514918/caffe_ilsvrc12.tar.gz_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz_) --> extract,file,_path./home/cmuser/CM/repos/local/cache/211c9590db514918/caffe_ilsvrc12.tar.gz + get-dataset-imagenet-aux,bb2c6dd8c8c64217 --> download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,dataset-aux,imagenet-aux + get-cuda,46d133d9ef92422d_(_toolkit_) --> detect,os + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,dataset,original,imagenet,_full + download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx + get-ml-model-resnet50,56203e4e998b4bc0_(_fp32,_onnx,_opset-8_) --> download-and-extract,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + get-nvidia-mitten,1c045f2902374de9 --> detect,os + get-nvidia-mitten,1c045f2902374de9 --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,generic-python-lib,_pip + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,cuda + get-nvidia-mitten,1c045f2902374de9 --> get,generic-python-lib,_pycuda + get-git-repo,ed603e7292974f10_(_repo.https://github.com/NVIDIA/mitten_) --> detect,os + get-nvidia-mitten,1c045f2902374de9 --> get,git,_repo.https://github.com/NVIDIA/mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,tensorrt + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,sys-utils-cm + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,cuda,_cudnn + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,tensorrt,_dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,gcc + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,cmake + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_glog-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_gflags-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libgmock-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libre2-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libnuma-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libboost-all-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_rapidjson-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + get-generic-python-lib,94b62a682bc44791_(_package.pybind11_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.pybind11 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_pycuda + get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_opencv-python + get-generic-python-lib,94b62a682bc44791_(_nvidia-dali_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_nvidia-dali + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_nlohmann-json3-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_git-lfs + get-generic-python-lib,94b62a682bc44791_(_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl + get-generic-python-lib,94b62a682bc44791_(_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> detect,cpu + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,sys-utils-cm + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,python3 + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,cuda,_cudnn + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,tensorrt + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,cmake + get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_requests_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_requests_) --> get,generic-python-lib,_pip + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_requests + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_glog-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_gflags-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libre2-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libnuma-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libboost-all-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_rapidjson-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,dataset,original,imagenet,_full + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,ml-model,resnet50,_fp32,_onnx,_opset-8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,mlcommons,inference,src + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,nvidia,mitten + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> get,generic-python-lib,_package.onnx + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + get-generic-python-lib,94b62a682bc44791_(_package.onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.onnx + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png new file mode 100644 index 00000000..835d877c Binary files /dev/null and b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-deps.png differ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json new file mode 100644 index 00000000..479102a5 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cm-version-info.json @@ -0,0 +1,1824 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,resnet50,tensorrt,cuda,valid,r4.1-dev_default,singlestream": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,mlperf,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" + } + }, + { + "download,file,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "wget,url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "extract-file,3f0b76219d004817 ( path./home/cmuser/CM/repos/local/cache/211c9590db514918/caffe_ilsvrc12.tar.gz )" + } + }, + { + "extract,file,_path./home/cmuser/CM/repos/local/cache/211c9590db514918/caffe_ilsvrc12.tar.gz": { + "script_uid": "3f0b76219d004817", + "script_alias": "extract-file", + "script_tags": "extract,file", + "script_variations": "path./home/cmuser/CM/repos/local/cache/211c9590db514918/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz )" + } + }, + { + "download-and-extract,_extract,_wget,_url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "extract,wget,url.http://dl.caffe.berkeleyvision.org/caffe_ilsvrc12.tar.gz", + "version": "", + "parent": "get-dataset-imagenet-aux,bb2c6dd8c8c64217" + } + }, + { + "get,dataset-aux,imagenet-aux": { + "script_uid": "bb2c6dd8c8c64217", + "script_alias": "get-dataset-imagenet-aux", + "script_tags": "get,aux,dataset-aux,image-classification,imagenet-aux", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-cuda,46d133d9ef92422d ( toolkit )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_resnet50,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx )" + } + }, + { + "download,file,_cmutil,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "cmutil,url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx )" + } + }, + { + "download-and-extract,_url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "url.https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "version": "", + "parent": "get-ml-model-resnet50,56203e4e998b4bc0 ( fp32,_onnx,_opset-8 )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,cuda": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "", + "version": "12.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/NVIDIA/mitten )" + } + }, + { + "get,git,_repo.https://github.com/NVIDIA/mitten": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "repo.https://github.com/NVIDIA/mitten", + "version": "", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,tensorrt,_dev": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "dev", + "version": "vdetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,gcc": { + "script_uid": "dbf4ab5cbed74372", + "script_alias": "get-gcc", + "script_tags": "get,gcc,compiler,c-compiler,cpp-compiler,get-gcc", + "script_variations": "", + "version": "9.4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,cmake": { + "script_uid": "52bf974d791b4fc8", + "script_alias": "get-cmake", + "script_tags": "get,cmake,get-cmake", + "script_variations": "", + "version": "3.25.1", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_glog-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "glog-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_gflags-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "gflags-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libgmock-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libgmock-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libre2-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libre2-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libnuma-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libnuma-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libboost-all-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libboost-all-dev", + "version": "1.71.0.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_rapidjson-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "rapidjson-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "get,generic-python-lib,_package.pybind11": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pybind11", + "version": "2.13.6", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( opencv-python )" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "opencv-python", + "version": "4.10.0.84", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( nvidia-dali )" + } + }, + { + "get,generic-python-lib,_nvidia-dali": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "nvidia-dali", + "version": "1.44.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_nlohmann-json3-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "nlohmann-json3-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_git-lfs": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "git-lfs", + "version": "git-lfs/2.9.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl )" + } + }, + { + "get,generic-python-lib,_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.torch,whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl", + "version": "2.1.0a0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl )" + } + }, + { + "get,generic-python-lib,_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.torchvision,whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl", + "version": "0.16.0a0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,cmake": { + "script_uid": "52bf974d791b4fc8", + "script_alias": "get-cmake", + "script_tags": "get,cmake,get-cmake", + "script_variations": "", + "version": "3.25.1", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,generic-python-lib,_requests": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "requests", + "version": "2.32.3", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_glog-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "glog-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_gflags-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "gflags-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libre2-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libre2-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libnuma-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libnuma-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libboost-all-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libboost-all-dev", + "version": "1.71.0.0", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_rapidjson-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "rapidjson-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "add,custom,system,nvidia,_mlcommons": { + "script_uid": "b2e6c46c6e8745a3", + "script_alias": "add-custom-nvidia-system", + "script_tags": "add,custom,system,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,dataset,original,imagenet,_full": { + "script_uid": "7afd58d287fe4f11", + "script_alias": "get-dataset-imagenet-val", + "script_tags": "get,val,validation,dataset,imagenet,ILSVRC,image-classification,original", + "script_variations": "full", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,ml-model,resnet50,_fp32,_onnx,_opset-8": { + "script_uid": "56203e4e998b4bc0", + "script_alias": "get-ml-model-resnet50", + "script_tags": "get,raw,ml-model,resnet50,ml-model-resnet50,image-classification", + "script_variations": "fp32,onnx,opset-8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_resnet50,_cuda,_tensorrt,_singlestream,_batch_size.1,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,resnet50,cuda,tensorrt,singlestream,batch_size.1,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_resnet50,_cuda,_tensorrt,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,resnet50,cuda,tensorrt,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.onnx )" + } + }, + { + "get,generic-python-lib,_package.onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_resnet50,_cuda,_tensorrt,_singlestream,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/model-info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/model-info.json new file mode 100644 index 00000000..9033292d --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/2592612/files/resnet50_v1.onnx", + "retraining": "no", + "input_data_types": "int8", + "weight_data_types": "int8", + "weight_transformations": "no" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json new file mode 100644 index 00000000..122dfc9b --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "1d9ea71810cd" +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out new file mode 100644 index 00000000..60165ad2 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance_console.out @@ -0,0 +1,130 @@ +[2024-12-24 22:10:19,831 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-24 22:10:19,963 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/resnet50/SingleStream +[2024-12-24 22:10:19,963 __init__.py:46 INFO] Running command: ./build/bin/harness_default --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=2048 --test_mode="PerformanceOnly" --gpu_copy_streams=1 --gpu_inference_streams=1 --use_deque_limit=true --gpu_batch_size=1 --map_path="data_maps/imagenet/val_map.txt" --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf" --tensor_path="build/preprocessed_data/imagenet/ResNet50/int8_linear" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/998d9eea4b004da18d243c55620a73b0.conf" --gpu_engines="./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan" --max_dlas=0 --scenario SingleStream --model resnet50 +[2024-12-24 22:10:19,963 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.ResNet50 +buffer_manager_thread_count : 0 +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +disable_beta1_smallk : True +gpu_batch_size : 1 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int8 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.24-22.10.19 +map_path : data_maps/imagenet/val_map.txt +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.SingleStream +single_stream_expected_latency_ns : 0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/imagenet/ResNet50/int8_linear +test_mode : PerformanceOnly +use_deque_limit : True +use_graphs : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/998d9eea4b004da18d243c55620a73b0.conf +system_id : RTX4090x1 +config_name : RTX4090x1_resnet50_SingleStream +workload_setting : WorkloadSetting(HarnessType.LWIS, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : lwis_k_99_MaxP +accuracy_level : 99% +inference_server : lwis +skip_file_checks : False +power_limit : None +cpu_freq : None +&&&& RUNNING Default_Harness # ./build/bin/harness_default +[I] mlperf.conf path: /home/cmuser/CM/repos/local/cache/c1d8c371d52d46a3/inference/mlperf.conf +[I] user.conf path: /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/998d9eea4b004da18d243c55620a73b0.conf +Creating QSL. +Finished Creating QSL. +Setting up SUT. +[I] [TRT] Loaded engine size: 26 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +10, now: CPU 72, GPU 837 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 74, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +24, now: CPU 0, GPU 24 (MiB) +[I] Device:0.GPU: [0] ./build/engines/RTX4090x1/resnet50/SingleStream/resnet50-SingleStream-gpu-b1-int8.lwis_k_99_MaxP.plan has been successfully loaded. +[E] [TRT] 3: [runtime.cpp::~Runtime::401] Error Code 3: API Usage Error (Parameter check failed at: runtime/rt/runtime.cpp::~Runtime::401, condition: mEngineCounter.use_count() == 1 Destroying a runtime before destroying deserialized engines created by the runtime leads to undefined behavior.) +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +10, now: CPU 47, GPU 839 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 47, GPU 847 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +9, now: CPU 0, GPU 33 (MiB) +[I] Start creating CUDA graphs +[I] Capture 1 CUDA graphs +[I] Finish creating CUDA graphs +[I] Creating batcher thread: 0 EnableBatcherThreadPerDevice: false +Finished setting up SUT. +Starting warmup. Running for a minimum of 5 seconds. +Finished warmup. Ran for 5.01498s. +Starting running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 277250 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (2152692). + * Would discard 214244 highest latency queries. + * Early stopping 90th percentile estimate: 277253 + * Early stopping 99th percentile estimate: 279546 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 3587.82 +QPS w/o loadgen overhead : 3616.11 + +Min latency (ns) : 268955 +Max latency (ns) : 1366274 +Mean latency (ns) : 276540 +50.00 percentile latency (ns) : 276273 +90.00 percentile latency (ns) : 277250 +95.00 percentile latency (ns) : 277684 +97.00 percentile latency (ns) : 278074 +99.00 percentile latency (ns) : 279509 +99.90 percentile latency (ns) : 324906 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. +Finished running actual test. +Device Device:0.GPU processed: + 2152692 batches of size 1 + Memcpy Calls: 0 + PerSampleCudaMemcpy Calls: 0 + BatchedCudaMemcpy Calls: 2152692 +&&&& PASSED Default_Harness # ./build/bin/harness_default +[2024-12-24 22:20:28,231 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 277250, Result is VALID + +======================== Result summaries: ======================== + diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/pip_freeze.json b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/pip_freeze.json new file mode 100644 index 00000000..83591901 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/pip_freeze.json @@ -0,0 +1,73 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt new file mode 100644 index 00000000..ec88896c --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 22:20:49 up 14 days, 23:19, 0 users, load average: 1.03, 1.43, 1.47 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5475.734 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5014.579 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5320.358 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5074.926 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5284.839 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4272.368 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 3722.409 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4144.418 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4316.722 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 3961.111 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 3774.454 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 4822.680 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 27627 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 28290332 kB +MemAvailable: 127581128 kB +Buffers: 320608 kB +Cached: 96195100 kB +SwapCached: 21948 kB +Active: 1309060 kB +Inactive: 95610120 kB +Active(anon): 451972 kB +Inactive(anon): 98148 kB +Active(file): 857088 kB +Inactive(file): 95511972 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 21248 kB +Writeback: 0 kB +AnonPages: 503596 kB +Mapped: 269744 kB +Shmem: 146648 kB +KReclaimable: 4173548 kB +Slab: 4966268 kB +SReclaimable: 4173548 kB +SUnreclaim: 792720 kB +KernelStack: 15504 kB +PageTables: 21084 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5184832 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375156 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30393804 kB +DirectMap2M: 102510592 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1704780 1435700 45 0 804679 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6560 0 9223372036854775807 +fs.inode-nr = 948164 56573 +fs.inode-state = 948164 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 11234 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = ae96ccbe-98d4-454a-bea1-dd1c54ebc977 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/user.conf b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/user.conf new file mode 100644 index 00000000..0a39dd90 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/user.conf @@ -0,0 +1,2 @@ +resnet50.SingleStream.target_latency = 0.5 +resnet50.SingleStream.max_duration = 660000 diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt new file mode 100644 index 00000000..0d393488 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 00:02:25 up 15 days, 1:01, 0 users, load average: 0.50, 0.64, 0.81 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5522.403 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5503.972 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.870 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.914 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4352.272 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4318.333 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.788 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 20323 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 20811224 kB +MemAvailable: 127726740 kB +Buffers: 338072 kB +Cached: 103756116 kB +SwapCached: 22088 kB +Active: 1324332 kB +Inactive: 103179920 kB +Active(anon): 459420 kB +Inactive(anon): 98144 kB +Active(file): 864912 kB +Inactive(file): 103081776 kB +Unevictable: 105840 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 48 kB +Writeback: 0 kB +AnonPages: 510512 kB +Mapped: 276608 kB +Shmem: 147500 kB +KReclaimable: 4220640 kB +Slab: 5014352 kB +SReclaimable: 4220640 kB +SUnreclaim: 793712 kB +KernelStack: 15488 kB +PageTables: 21436 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5204576 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375332 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30514636 kB +DirectMap2M: 102389760 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1729911 1457375 45 0 820931 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6368 0 9223372036854775807 +fs.inode-nr = 957037 56573 +fs.inode-state = 957037 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 32862 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = e6933302-3681-43cf-9998-17454d519917 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/system_info.txt b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/system_info.txt new file mode 100644 index 00000000..0d393488 --- /dev/null +++ b/closed/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux 1d9ea71810cd 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 00:02:25 up 15 days, 1:01, 0 users, load average: 0.50, 0.64, 0.81 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5522.403 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5503.972 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.870 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.914 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4352.272 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4318.333 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.788 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 20323 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 20811224 kB +MemAvailable: 127726740 kB +Buffers: 338072 kB +Cached: 103756116 kB +SwapCached: 22088 kB +Active: 1324332 kB +Inactive: 103179920 kB +Active(anon): 459420 kB +Inactive(anon): 98144 kB +Active(file): 864912 kB +Inactive(file): 103081776 kB +Unevictable: 105840 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023670268 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 48 kB +Writeback: 0 kB +AnonPages: 510512 kB +Mapped: 276608 kB +Shmem: 147500 kB +KReclaimable: 4220640 kB +Slab: 5014352 kB +SReclaimable: 4220640 kB +SUnreclaim: 793712 kB +KernelStack: 15488 kB +PageTables: 21436 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5204576 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375332 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 30514636 kB +DirectMap2M: 102389760 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1729911 1457375 45 0 820931 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6368 0 9223372036854775807 +fs.inode-nr = 957037 56573 +fs.inode-state = 957037 56573 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 754 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = 1d9ea71810cd +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 32862 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = e6933302-3681-43cf-9998-17454d519917 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/accuracy.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/accuracy.txt new file mode 100644 index 00000000..e7444110 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +accuracy=76.064%, good=38032, total=50000 +hash=33bb6c4a6c1a7e6c51ecf763a5c5aec9c982bc13fff086a340aa965b0c8918f6 diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..97de829d --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,142 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 16524, "data" : "F6020000" }, +{ "seq_id" : 1, "qsl_idx" : 24073, "data" : "62030000" }, +{ "seq_id" : 2, "qsl_idx" : 2013, "data" : "39010000" }, +{ "seq_id" : 3, "qsl_idx" : 3863, "data" : "29020000" }, +{ "seq_id" : 4, "qsl_idx" : 32681, "data" : "2D000000" }, +{ "seq_id" : 5, "qsl_idx" : 25883, "data" : "06010000" }, +{ "seq_id" : 6, "qsl_idx" : 12903, "data" : "99000000" }, +{ "seq_id" : 7, "qsl_idx" : 28465, "data" : "96020000" }, +{ "seq_id" : 8, "qsl_idx" : 10076, "data" : "76010000" }, +{ "seq_id" : 9, "qsl_idx" : 42171, "data" : "0E010000" }, +{ "seq_id" : 10, "qsl_idx" : 7579, "data" : "6E000000" }, +{ "seq_id" : 11, "qsl_idx" : 353, "data" : "AF010000" }, +{ "seq_id" : 12, "qsl_idx" : 10081, "data" : "ED000000" }, +{ "seq_id" : 13, "qsl_idx" : 8839, "data" : "68000000" }, +{ "seq_id" : 14, "qsl_idx" : 13318, "data" : "63030000" }, +{ "seq_id" : 15, "qsl_idx" : 20614, "data" : "CC030000" }, +{ "seq_id" : 16, "qsl_idx" : 49051, "data" : "66000000" }, +{ "seq_id" : 17, "qsl_idx" : 23469, "data" : "97020000" }, +{ "seq_id" : 18, "qsl_idx" : 40730, "data" : "97000000" }, +{ "seq_id" : 19, "qsl_idx" : 25322, "data" : "4B030000" }, +{ "seq_id" : 20, "qsl_idx" : 1789, "data" : "29030000" }, +{ "seq_id" : 21, "qsl_idx" : 3481, "data" : "5F010000" }, +{ "seq_id" : 22, "qsl_idx" : 22152, "data" : "D5030000" }, +{ "seq_id" : 23, "qsl_idx" : 35043, "data" : "EE010000" }, +{ "seq_id" : 24, "qsl_idx" : 2311, "data" : "21020000" }, +{ "seq_id" : 25, "qsl_idx" : 21075, "data" : "40000000" }, +{ "seq_id" : 26, "qsl_idx" : 19507, "data" : "52030000" }, +{ "seq_id" : 27, "qsl_idx" : 2992, "data" : "A8030000" }, +{ "seq_id" : 28, "qsl_idx" : 17315, "data" : "8E000000" }, +{ "seq_id" : 29, "qsl_idx" : 5040, "data" : "12030000" }, +{ "seq_id" : 30, "qsl_idx" : 45385, "data" : "C7030000" }, +{ "seq_id" : 31, "qsl_idx" : 36098, "data" : "5E030000" }, +{ "seq_id" : 32, "qsl_idx" : 48530, "data" : "5A020000" }, +{ "seq_id" : 33, "qsl_idx" : 39151, "data" : "69000000" }, +{ "seq_id" : 34, "qsl_idx" : 34110, "data" : "7A020000" }, +{ "seq_id" : 35, "qsl_idx" : 5639, "data" : "B3020000" }, +{ "seq_id" : 36, "qsl_idx" : 41708, "data" : "51030000" }, +{ "seq_id" : 37, "qsl_idx" : 34584, "data" : "E4010000" }, +{ "seq_id" : 38, "qsl_idx" : 6295, "data" : "D0010000" }, +{ "seq_id" : 39, "qsl_idx" : 36700, "data" : "A0020000" }, +{ "seq_id" : 40, "qsl_idx" : 21460, "data" : "06000000" }, +{ "seq_id" : 41, "qsl_idx" : 30979, "data" : "C0010000" }, +{ "seq_id" : 42, "qsl_idx" : 42368, "data" : "6C010000" }, +{ "seq_id" : 43, "qsl_idx" : 26018, "data" : "1C020000" }, +{ "seq_id" : 44, "qsl_idx" : 31534, "data" : "D1030000" }, +{ "seq_id" : 45, "qsl_idx" : 24319, "data" : "FD020000" }, +{ "seq_id" : 46, "qsl_idx" : 49667, "data" : "69030000" }, +{ "seq_id" : 47, "qsl_idx" : 13736, "data" : "F9000000" }, +{ "seq_id" : 48, "qsl_idx" : 21826, "data" : "CD010000" }, +{ "seq_id" : 49, "qsl_idx" : 13825, "data" : "95020000" }, +{ "seq_id" : 50, "qsl_idx" : 16613, "data" : "C5030000" }, +{ "seq_id" : 51, "qsl_idx" : 14303, "data" : "53010000" }, +{ "seq_id" : 52, "qsl_idx" : 7617, "data" : "F6020000" }, +{ "seq_id" : 53, "qsl_idx" : 44108, "data" : "CB020000" }, +{ "seq_id" : 54, "qsl_idx" : 18674, "data" : "2A000000" }, +{ "seq_id" : 55, "qsl_idx" : 29553, "data" : "93020000" }, +{ "seq_id" : 56, "qsl_idx" : 47913, "data" : "0A000000" }, +{ "seq_id" : 57, "qsl_idx" : 1950, "data" : "A0030000" }, +{ "seq_id" : 58, "qsl_idx" : 46120, "data" : "60030000" }, +{ "seq_id" : 59, "qsl_idx" : 25980, "data" : "AC030000" }, +{ "seq_id" : 60, "qsl_idx" : 9534, "data" : "11000000" }, +{ "seq_id" : 61, "qsl_idx" : 6873, "data" : "6D020000" }, +{ "seq_id" : 62, "qsl_idx" : 26833, "data" : "75030000" }, +{ "seq_id" : 63, "qsl_idx" : 49396, "data" : "FD000000" }, +{ "seq_id" : 64, "qsl_idx" : 32794, "data" : "17030000" }, +{ "seq_id" : 65, "qsl_idx" : 34658, "data" : "73020000" }, +{ "seq_id" : 66, "qsl_idx" : 18522, "data" : "C1020000" }, +{ "seq_id" : 67, "qsl_idx" : 22659, "data" : "1F000000" }, +{ "seq_id" : 68, "qsl_idx" : 10903, "data" : "31010000" }, +{ "seq_id" : 69, "qsl_idx" : 28840, "data" : "BA03 + +... + +"C2000000" }, +{ "seq_id" : 49934, "qsl_idx" : 10516, "data" : "3A030000" }, +{ "seq_id" : 49935, "qsl_idx" : 27573, "data" : "EF020000" }, +{ "seq_id" : 49936, "qsl_idx" : 23722, "data" : "5E020000" }, +{ "seq_id" : 49937, "qsl_idx" : 3401, "data" : "5F010000" }, +{ "seq_id" : 49938, "qsl_idx" : 36218, "data" : "72010000" }, +{ "seq_id" : 49939, "qsl_idx" : 1971, "data" : "1D020000" }, +{ "seq_id" : 49940, "qsl_idx" : 43613, "data" : "3D020000" }, +{ "seq_id" : 49941, "qsl_idx" : 24464, "data" : "17010000" }, +{ "seq_id" : 49942, "qsl_idx" : 25039, "data" : "48000000" }, +{ "seq_id" : 49943, "qsl_idx" : 13398, "data" : "A9000000" }, +{ "seq_id" : 49944, "qsl_idx" : 30454, "data" : "BE010000" }, +{ "seq_id" : 49945, "qsl_idx" : 10788, "data" : "02020000" }, +{ "seq_id" : 49946, "qsl_idx" : 30946, "data" : "65030000" }, +{ "seq_id" : 49947, "qsl_idx" : 42748, "data" : "30000000" }, +{ "seq_id" : 49948, "qsl_idx" : 30746, "data" : "D8000000" }, +{ "seq_id" : 49949, "qsl_idx" : 41426, "data" : "19010000" }, +{ "seq_id" : 49950, "qsl_idx" : 28066, "data" : "B1010000" }, +{ "seq_id" : 49951, "qsl_idx" : 43053, "data" : "EB000000" }, +{ "seq_id" : 49952, "qsl_idx" : 33961, "data" : "5C000000" }, +{ "seq_id" : 49953, "qsl_idx" : 8685, "data" : "1D000000" }, +{ "seq_id" : 49954, "qsl_idx" : 32515, "data" : "8C030000" }, +{ "seq_id" : 49955, "qsl_idx" : 23574, "data" : "4A030000" }, +{ "seq_id" : 49956, "qsl_idx" : 21770, "data" : "AB020000" }, +{ "seq_id" : 49957, "qsl_idx" : 12089, "data" : "A4020000" }, +{ "seq_id" : 49958, "qsl_idx" : 11056, "data" : "C6000000" }, +{ "seq_id" : 49959, "qsl_idx" : 1401, "data" : "72030000" }, +{ "seq_id" : 49960, "qsl_idx" : 45512, "data" : "31010000" }, +{ "seq_id" : 49961, "qsl_idx" : 14223, "data" : "8D020000" }, +{ "seq_id" : 49962, "qsl_idx" : 11198, "data" : "DC010000" }, +{ "seq_id" : 49963, "qsl_idx" : 21585, "data" : "50010000" }, +{ "seq_id" : 49964, "qsl_idx" : 39983, "data" : "46030000" }, +{ "seq_id" : 49965, "qsl_idx" : 46247, "data" : "71000000" }, +{ "seq_id" : 49966, "qsl_idx" : 13136, "data" : "A8010000" }, +{ "seq_id" : 49967, "qsl_idx" : 24089, "data" : "A1000000" }, +{ "seq_id" : 49968, "qsl_idx" : 16585, "data" : "62010000" }, +{ "seq_id" : 49969, "qsl_idx" : 34059, "data" : "84010000" }, +{ "seq_id" : 49970, "qsl_idx" : 22161, "data" : "5C010000" }, +{ "seq_id" : 49971, "qsl_idx" : 46630, "data" : "A8030000" }, +{ "seq_id" : 49972, "qsl_idx" : 34105, "data" : "30030000" }, +{ "seq_id" : 49973, "qsl_idx" : 7533, "data" : "E4000000" }, +{ "seq_id" : 49974, "qsl_idx" : 3177, "data" : "2C000000" }, +{ "seq_id" : 49975, "qsl_idx" : 5361, "data" : "1C010000" }, +{ "seq_id" : 49976, "qsl_idx" : 16149, "data" : "32010000" }, +{ "seq_id" : 49977, "qsl_idx" : 46929, "data" : "56010000" }, +{ "seq_id" : 49978, "qsl_idx" : 38118, "data" : "7E000000" }, +{ "seq_id" : 49979, "qsl_idx" : 16036, "data" : "92030000" }, +{ "seq_id" : 49980, "qsl_idx" : 46944, "data" : "29010000" }, +{ "seq_id" : 49981, "qsl_idx" : 30719, "data" : "82000000" }, +{ "seq_id" : 49982, "qsl_idx" : 576, "data" : "85000000" }, +{ "seq_id" : 49983, "qsl_idx" : 2136, "data" : "8A010000" }, +{ "seq_id" : 49984, "qsl_idx" : 39029, "data" : "44010000" }, +{ "seq_id" : 49985, "qsl_idx" : 13980, "data" : "1D020000" }, +{ "seq_id" : 49986, "qsl_idx" : 46037, "data" : "E3020000" }, +{ "seq_id" : 49987, "qsl_idx" : 13097, "data" : "DE010000" }, +{ "seq_id" : 49988, "qsl_idx" : 32953, "data" : "60020000" }, +{ "seq_id" : 49989, "qsl_idx" : 28918, "data" : "DF000000" }, +{ "seq_id" : 49990, "qsl_idx" : 15141, "data" : "9F030000" }, +{ "seq_id" : 49991, "qsl_idx" : 32111, "data" : "8E030000" }, +{ "seq_id" : 49992, "qsl_idx" : 29754, "data" : "D0030000" }, +{ "seq_id" : 49993, "qsl_idx" : 14592, "data" : "A9010000" }, +{ "seq_id" : 49994, "qsl_idx" : 30931, "data" : "B2020000" }, +{ "seq_id" : 49995, "qsl_idx" : 14270, "data" : "37010000" }, +{ "seq_id" : 49996, "qsl_idx" : 8642, "data" : "41020000" }, +{ "seq_id" : 49997, "qsl_idx" : 10720, "data" : "2F020000" }, +{ "seq_id" : 49998, "qsl_idx" : 20208, "data" : "50020000" }, +{ "seq_id" : 49999, "qsl_idx" : 34757, "data" : "F6010000" } +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..69582619 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_detail.txt @@ -0,0 +1,646 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.028116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:30:01Z", "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 550, "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.043288, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 185168, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.054954, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_target_qps", "value": 5400.49, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.055330, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.059486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 1.994308, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 93.797507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 93.797507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 93.797507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 162.889885, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.127", "time_ms": 162.890064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.188", "time_ms": 162.890064, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602,41244,46924,31725,25911,34447,2465,34821], "time_ms": 163.063856, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 248.541034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 248.541034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 248.541034, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 315.371774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.282", "time_ms": 315.371948, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.343", "time_ms": 315.371948, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693,22238,2337,41154,31589,8376,24475,49286], "time_ms": 315.549525, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 399.320837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 399.320837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 399.320837, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 467.857483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.433", "time_ms": 467.857778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.494", "time_ms": 467.857778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001,7094,46102,43038,27042,1265,41618,24744], "time_ms": 468.033448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 552.690826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 552.690826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 552.690826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 620.398010, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.586", "time_ms": 620.398173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.647", "time_ms": 620.398173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404,3909,49916,48275,3262,7673,41902,5681], "time_ms": 620.565940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 704.740855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 704.740855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 704.740855, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 772.966526, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.738", "time_ms": 772.966692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.799", "time_ms": 772.966692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159,38795,26909,20082,23250,41582,28242,76], "time_ms": 773.139748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 863.300049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 863.300049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 863.300049, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 925.154887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:01.897", "time_ms": 925.155123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:01.958", "time_ms": 925.155123, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637,17263,21033,20570,9316,36738,26335,33083], "time_ms": 925.337751, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1010.390817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1010.390817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1010.390817, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1076.619698, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.044", "time_ms": 1076.619940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.106", "time_ms": 1076.619940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373,10997,2704,28908,2241,43850,25933,28232], "time_ms": 1076.792965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1161.759378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1161.759378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1161.759378, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1228.182805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.195", "time_ms": 1228.183084, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.256", "time_ms": 1228.183084, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515,7968,10150,17731,23167,8735,21416,3110], "time_ms": 1228.352707, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1312.927444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1312.927444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1312.927444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1379.866392, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.346", "time_ms": 1379.866569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.407", "time_ms": 1379.866569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636,38464,30146,37066,16457,45888,26437,26121], "time_ms": 1380.039952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1463.126033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1463.126033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1463.126033, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1531.392057, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.497", "time_ms": 1531.392326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.558", "time_ms": 1531.392326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489,38046,43051,30404,32956,6223,46090,6712], "time_ms": 1531.568578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1615.949934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1615.949934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1615.949934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1683.012649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.649", "time_ms": 1683.012898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.711", "time_ms": 1683.012898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692,17614,17890,7963,25170,8417,29673,25907], "time_ms": 1683.185054, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1766.493107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1766.493107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1766.493107, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1834.918231, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.800", "time_ms": 1834.918483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:02.861", "time_ms": 1834.918483, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662,9341,48321,28927,8882,37717,32964,43239], "time_ms": 1835.095351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 1920.745726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1920.745726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 1920.745726, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1986.933491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:02.954", "time_ms": 1986.933674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.014", "time_ms": 1986.933674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331,41570,8062,11931,25437,17168,44712,17322], "time_ms": 1987.105100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2071.371798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2071.371798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2071.371798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2138.940150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.105", "time_ms": 2138.940304, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.166", "time_ms": 2138.940304, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066,10244,29491,16467,49979,28693,1854,27809], "time_ms": 2139.106900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2223.158705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2223.158705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2223.158705, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2290.885542, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.257", "time_ms": 2290.885689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.317", "time_ms": 2290.885689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415,43873,23461,46104,4595,47731,38752,23809], "time_ms": 2291.052917, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2374.123457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2374.123457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2374.123457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2442.861209, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.408", "time_ms": 2442.861447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.468", "time_ms": 2442.861447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121,10916,38163,10895,48098,31349,5108,9805], "time_ms": 2443.026691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2525.320334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2525.320334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2525.320334, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2594.823553, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.559", "time_ms": 2594.823806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.620", "time_ms": 2594.823806, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645,1298,45874,15789,20931,35929,42812,35308], "time_ms": 2594.988348, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2678.821675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2678.821675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2678.821675, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2746.784295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.712", "time_ms": 2746.784455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.773", "time_ms": 2746.784455, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941,2752,39178,25031,15807,11690,22864,4343], "time_ms": 2746.970065, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2829.373336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2829.373336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2829.373336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2898.765534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:03.863", "time_ms": 2898.765778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:03.924", "time_ms": 2898.765778, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691,14062,26451,42626,15728,1209,7503,31469], "time_ms": 2898.934422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 2981.606380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 2981.606380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 2981.606380, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3050.725156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.015", "time_ms": 3050.725458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.076", "time_ms": 3050.725458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347,38356,46727,47100,39617,36818,47831,46805], "time_ms": 3050.900735, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3133.489441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3133.489441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3133.489441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3202.653645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.167", "time_ms": 3202.653884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.228", "time_ms": 3202.653884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906,43706,28806,22714,15376,22190,23580,147], "time_ms": 3202.824870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3285.168592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3285.168592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3285.168592, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3354.617188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.319", "time_ms": 3354.617387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.380", "time_ms": 3354.617387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742,27974,31806,49966,17620,13287,27524,23256], "time_ms": 3354.797091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3437.935014, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3437.935014, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3437.935014, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3506.586965, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.471", "time_ms": 3506.587195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.533", "time_ms": 3506.587195, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626,3096,9071,42649,13552,40804,39912,37246], "time_ms": 3506.758175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3588.931272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3588.931272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3588.931272, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3658.563351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.622", "time_ms": 3658.563591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.683", "time_ms": 3658.563591, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032,29833,6419,45761,34965,36733,39712,27677], "time_ms": 3658.730859, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3741.926169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3741.926169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3741.926169, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3810.530582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.775", "time_ms": 3810.530808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.836", "time_ms": 3810.530808, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784,36396,10224,32135,30810,314,17055,48995], "time_ms": 3810.698776, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 3893.887807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 3893.887807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 3893.887807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3962.372163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:04.927", "time_ms": 3962.372333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:04.988", "time_ms": 3962.372333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429,9356,6468,36113,4317,25214,16780,27058], "time_ms": 3962.546880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4044.662691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4044.662691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4044.662691, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4114.341359, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.078", "time_ms": 4114.341567, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.139", "time_ms": 4114.341567, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209,39389,4838,6980,12206,49628,16828,40097], "time_ms": 4114.516235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4197.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4197.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4197.018484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4266.306695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.230", "time_ms": 4266.306851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.291", "time_ms": 4266.306851, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501,41208,21398,2787,3650,33194,23162,47435], "time_ms": 4266.484337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4353.514367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4353.514367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4353.514367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4418.278793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.387", "time_ms": 4418.278971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.448", "time_ms": 4418.278971, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415,26865,24594,21734,38630,48080,5125,19936], "time_ms": 4418.459065, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4502.348818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4502.348818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4502.348818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4570.236920, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.536", "time_ms": 4570.237157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.596", "time_ms": 4570.237157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563,46259,48891,9618,9872,22243,8704,9185], "time_ms": 4570.406992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4652.667947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4652.667947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4652.667947, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4722.216122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.686", "time_ms": 4722.216360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.747", "time_ms": 4722.216360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530,49339,45323,36830,8432,34929,44252,29328], "time_ms": 4722.389245, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4805.089890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4805.089890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4805.089890, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4874.183364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.839", "time_ms": 4874.183609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:05.899", "time_ms": 4874.183609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850,42751,21852,16326,2877,36245,44208,41442], "time_ms": 4874.367383, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 4956.568397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 4956.568397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 4956.568397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5026.138548, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:05.990", "time_ms": 5026.138782, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.051", "time_ms": 5026.138782, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959,11435,24219,786,24469,22498,22834,32798], "time_ms": 5026.313085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5109.847569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5109.847569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5109.847569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5178.093116, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.143", "time_ms": 5178.093352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.204", "time_ms": 5178.093352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425,32824,37718,37541,30864,30884,15400,47720], "time_ms": 5178.268857, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5263.580849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5263.580849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5263.580849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5329.749441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.297", "time_ms": 5329.749710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.358", "time_ms": 5329.749710, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900,20844,11358,43566,22248,39780,42750,46266], "time_ms": 5329.920523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5411.491826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5411.491826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5411.491826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5481.679207, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.445", "time_ms": 5481.679387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.507", "time_ms": 5481.679387, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626,9092,38561,7732,23609,17274,1015,48645], "time_ms": 5481.863172, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5566.445329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5566.445329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5566.445329, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5633.627968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.600", "time_ms": 5633.628120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.661", "time_ms": 5633.628120, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786,44322,32616,15662,21288,47416,3417,7393], "time_ms": 5633.797452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5715.870523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5715.870523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5715.870523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5785.598044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.749", "time_ms": 5785.598261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.811", "time_ms": 5785.598261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567,33982,10858,23093,34861,42315,38298,43220], "time_ms": 5785.765390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 5867.721487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 5867.721487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 5867.721487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5937.275690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:06.901", "time_ms": 5937.275937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:06.963", "time_ms": 5937.275937, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243,4340,20120,36945,57,28964,23374,4678], "time_ms": 5937.491289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6021.165646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6021.165646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6021.165646, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6088.533713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.055", "time_ms": 6088.533881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.115", "time_ms": 6088.533881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651,30028,31923,35245,2620,46620,38631,47334], "time_ms": 6088.702697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6171.579753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6171.579753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6171.579753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6239.759769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.205", "time_ms": 6239.760170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.266", "time_ms": 6239.760170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654,22803,36486,8868,33883,47891,37350,39174], "time_ms": 6239.928394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6321.280944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6321.280944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6321.280944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6390.953767, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.355", "time_ms": 6390.953929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.416", "time_ms": 6390.953929, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717,22371,33188,16394,33209,9693,17852,37188], "time_ms": 6391.125633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6473.082518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6473.082518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6473.082518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6542.206197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.507", "time_ms": 6542.206437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.567", "time_ms": 6542.206437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132,32394,11642,34866,41793,36684,646,35658], "time_ms": 6542.384061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6625.973959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6625.973959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6625.973959, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6693.729556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.659", "time_ms": 6693.729793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.721", "time_ms": 6693.729793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234,16202,48007,6016,30751,10108,37163,23871], "time_ms": 6693.905814, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6776.013739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6776.013739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6776.013739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6845.313773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.809", "time_ms": 6845.313940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:07.870", "time_ms": 6845.313940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507,38559,14638,25888,3763,39505,23680,14942], "time_ms": 6845.484550, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 6927.434216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 6927.434216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 6927.434216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6996.788079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:07.961", "time_ms": 6996.788293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:08.021", "time_ms": 6996.788293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643,14024,29797,34717,9858,41430,16373,46526], "time_ms": 6996.987957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7078.537649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7078.537649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 7078.537649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7148.301045, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:08.112", "time_ms": 7148.301261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:08.173", "time_ms": 7148.301261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799,33177,34659,34350,28953,33676,11428,39928], "time_ms": 7148.474104, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 128, "time_ms": 7230.672299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7230.672299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 23701504, "time_ms": 7230.672299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7299.852516, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:08.264", "time_ms": 7299.852827, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:08.325", "time_ms": 7299.852827, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678,29543,16880,963,24133,49159,35409,38842], "time_ms": 7300.025285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_count", "value": 106, "time_ms": 7370.506909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 7370.506909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "generated_query_duration", "value": 19627808, "time_ms": 7370.506909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7420.743286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:30:08.404", "time_ms": 7420.743464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 26667, "tid": 26667}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:30:08.454", "time_ms": 7420.743464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 26667, "tid": 26667}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..3d42e953 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,96 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006340, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:19:40Z", "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 178, "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.010358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_scenario", "value": "MultiStream", "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_multi_stream_expected_latency_ns", "value": 500000, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 280, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_multi_stream_target_latency_percentile", "value": 0.99, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 282, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_multi_stream_samples_per_query", "value": 8, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 284, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_min_query_count", "value": 662, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.013668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_scenario", "value": "MultiStream", "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_samples_per_query", "value": 8, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_min_query_count", "value": 662, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_min_sample_count", "value": 5296, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.013833, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.017731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327,4118,3768,20059,38998,23671,5571,9800], "time_ms": 0.481880, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1568.244765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "generated_samples_per_query", "value": 8, "time_ms": 1568.244765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1568.244765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601568.381079, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601574.224188, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:19:42.306", "time_ms": 601574.224566, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 07:29:42.306", "time_ms": 601574.224566, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 662 queries (1289383). * Would discard 12630 highest latency queries. * Early stopping 99th percentile estimate: 472431", "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_query_count", "value": 1289383, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_min_query_latency_ns", "value": 445279, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 686, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_max_query_latency_ns", "value": 1273515, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 687, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_mean_query_latency_ns", "value": 462921, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 688, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_50.00_percentile_per_query_latency_ns", "value": 462628, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_90.00_percentile_per_query_latency_ns", "value": 463773, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_95.00_percentile_per_query_latency_ns", "value": 464313, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_97.00_percentile_per_query_latency_ns", "value": 464828, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_99.00_percentile_per_query_latency_ns", "value": 472199, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_99.90_percentile_per_query_latency_ns", "value": 513286, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 691, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 472431, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 712, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_min_latency_ns", "value": 445279, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1273515, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 462921, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 462628, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 463773, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 464313, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 464828, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 472199, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 513286, "time_ms": 601819.138310, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 25112, "tid": 25112}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..29206a56 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/multistream/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : MultiStream +Mode : PerformanceOnly +99th percentile latency (ns) : 472199 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 662 queries (1289383). + * Would discard 12630 highest latency queries. + * Early stopping 99th percentile estimate: 472431 + +================================================ +Additional Stats +================================================ +Per-query latency: +Min latency (ns) : 445279 +Max latency (ns) : 1273515 +Mean latency (ns) : 462921 +50.00 percentile latency (ns) : 462628 +90.00 percentile latency (ns) : 463773 +95.00 percentile latency (ns) : 464313 +97.00 percentile latency (ns) : 464828 +99.00 percentile latency (ns) : 472199 +99.90 percentile latency (ns) : 513286 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 8 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 662 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/accuracy.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/accuracy.txt new file mode 100644 index 00000000..f60806f1 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +accuracy=76.078%, good=38039, total=50000 +hash=af3fba5a504fb9ff7d5e55f6bce92c1b8b955fdba4ed647a0047d3d6c4ce3a1e diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..4dd2f65c --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,142 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 4118, "data" : "60030000" }, +{ "seq_id" : 1, "qsl_idx" : 3768, "data" : "CD000000" }, +{ "seq_id" : 2, "qsl_idx" : 20059, "data" : "77020000" }, +{ "seq_id" : 3, "qsl_idx" : 38998, "data" : "CB000000" }, +{ "seq_id" : 4, "qsl_idx" : 23671, "data" : "ED010000" }, +{ "seq_id" : 5, "qsl_idx" : 5571, "data" : "BE010000" }, +{ "seq_id" : 6, "qsl_idx" : 9800, "data" : "93010000" }, +{ "seq_id" : 7, "qsl_idx" : 28518, "data" : "2A010000" }, +{ "seq_id" : 8, "qsl_idx" : 44259, "data" : "C2030000" }, +{ "seq_id" : 9, "qsl_idx" : 42571, "data" : "BF030000" }, +{ "seq_id" : 10, "qsl_idx" : 34657, "data" : "0E020000" }, +{ "seq_id" : 11, "qsl_idx" : 45429, "data" : "63030000" }, +{ "seq_id" : 12, "qsl_idx" : 3314, "data" : "19020000" }, +{ "seq_id" : 13, "qsl_idx" : 29395, "data" : "68030000" }, +{ "seq_id" : 14, "qsl_idx" : 1171, "data" : "0D010000" }, +{ "seq_id" : 15, "qsl_idx" : 48639, "data" : "63000000" }, +{ "seq_id" : 16, "qsl_idx" : 13744, "data" : "B9010000" }, +{ "seq_id" : 17, "qsl_idx" : 18722, "data" : "41020000" }, +{ "seq_id" : 18, "qsl_idx" : 42159, "data" : "7F010000" }, +{ "seq_id" : 19, "qsl_idx" : 23016, "data" : "11030000" }, +{ "seq_id" : 20, "qsl_idx" : 37603, "data" : "E0010000" }, +{ "seq_id" : 21, "qsl_idx" : 41482, "data" : "12020000" }, +{ "seq_id" : 22, "qsl_idx" : 31729, "data" : "59030000" }, +{ "seq_id" : 23, "qsl_idx" : 20880, "data" : "AF020000" }, +{ "seq_id" : 24, "qsl_idx" : 47913, "data" : "0A000000" }, +{ "seq_id" : 25, "qsl_idx" : 1950, "data" : "A0030000" }, +{ "seq_id" : 26, "qsl_idx" : 46120, "data" : "60030000" }, +{ "seq_id" : 27, "qsl_idx" : 25980, "data" : "AC030000" }, +{ "seq_id" : 28, "qsl_idx" : 9534, "data" : "11000000" }, +{ "seq_id" : 29, "qsl_idx" : 6873, "data" : "6D020000" }, +{ "seq_id" : 30, "qsl_idx" : 26833, "data" : "75030000" }, +{ "seq_id" : 31, "qsl_idx" : 49396, "data" : "FD000000" }, +{ "seq_id" : 32, "qsl_idx" : 15493, "data" : "0A030000" }, +{ "seq_id" : 33, "qsl_idx" : 9507, "data" : "25000000" }, +{ "seq_id" : 34, "qsl_idx" : 30912, "data" : "3F020000" }, +{ "seq_id" : 35, "qsl_idx" : 3468, "data" : "E7010000" }, +{ "seq_id" : 36, "qsl_idx" : 21203, "data" : "F4010000" }, +{ "seq_id" : 37, "qsl_idx" : 19191, "data" : "28030000" }, +{ "seq_id" : 38, "qsl_idx" : 6620, "data" : "93020000" }, +{ "seq_id" : 39, "qsl_idx" : 19080, "data" : "E8020000" }, +{ "seq_id" : 40, "qsl_idx" : 44839, "data" : "1C020000" }, +{ "seq_id" : 41, "qsl_idx" : 40484, "data" : "E3030000" }, +{ "seq_id" : 42, "qsl_idx" : 34231, "data" : "6B000000" }, +{ "seq_id" : 43, "qsl_idx" : 14641, "data" : "E3010000" }, +{ "seq_id" : 44, "qsl_idx" : 45850, "data" : "4A030000" }, +{ "seq_id" : 45, "qsl_idx" : 5659, "data" : "86020000" }, +{ "seq_id" : 46, "qsl_idx" : 17236, "data" : "18020000" }, +{ "seq_id" : 47, "qsl_idx" : 38802, "data" : "DB020000" }, +{ "seq_id" : 48, "qsl_idx" : 40798, "data" : "65030000" }, +{ "seq_id" : 49, "qsl_idx" : 33102, "data" : "4F010000" }, +{ "seq_id" : 50, "qsl_idx" : 22387, "data" : "CB000000" }, +{ "seq_id" : 51, "qsl_idx" : 37408, "data" : "06030000" }, +{ "seq_id" : 52, "qsl_idx" : 14568, "data" : "52020000" }, +{ "seq_id" : 53, "qsl_idx" : 1970, "data" : "E7000000" }, +{ "seq_id" : 54, "qsl_idx" : 43574, "data" : "9D000000" }, +{ "seq_id" : 55, "qsl_idx" : 13304, "data" : "AC030000" }, +{ "seq_id" : 56, "qsl_idx" : 1604, "data" : "51020000" }, +{ "seq_id" : 57, "qsl_idx" : 48164, "data" : "86030000" }, +{ "seq_id" : 58, "qsl_idx" : 17572, "data" : "91000000" }, +{ "seq_id" : 59, "qsl_idx" : 39937, "data" : "6F030000" }, +{ "seq_id" : 60, "qsl_idx" : 28077, "data" : "BC000000" }, +{ "seq_id" : 61, "qsl_idx" : 47098, "data" : "DC010000" }, +{ "seq_id" : 62, "qsl_idx" : 33915, "data" : "97000000" }, +{ "seq_id" : 63, "qsl_idx" : 17063, "data" : "55030000" }, +{ "seq_id" : 64, "qsl_idx" : 8568, "data" : "A1010000" }, +{ "seq_id" : 65, "qsl_idx" : 44166, "data" : "5E020000" }, +{ "seq_id" : 66, "qsl_idx" : 13729, "data" : "3D000000" }, +{ "seq_id" : 67, "qsl_idx" : 8207, "data" : "4E010000" }, +{ "seq_id" : 68, "qsl_idx" : 32653, "data" : "E5030000" }, +{ "seq_id" : 69, "qsl_idx" : 45286, "data" : "0C02 + +... + +ta" : "BF020000" }, +{ "seq_id" : 49934, "qsl_idx" : 35601, "data" : "8E000000" }, +{ "seq_id" : 49935, "qsl_idx" : 9589, "data" : "5F000000" }, +{ "seq_id" : 49936, "qsl_idx" : 44505, "data" : "38030000" }, +{ "seq_id" : 49937, "qsl_idx" : 24990, "data" : "1F020000" }, +{ "seq_id" : 49938, "qsl_idx" : 8074, "data" : "C2030000" }, +{ "seq_id" : 49939, "qsl_idx" : 26850, "data" : "B2030000" }, +{ "seq_id" : 49940, "qsl_idx" : 12688, "data" : "D9000000" }, +{ "seq_id" : 49941, "qsl_idx" : 38651, "data" : "5D010000" }, +{ "seq_id" : 49942, "qsl_idx" : 37261, "data" : "30000000" }, +{ "seq_id" : 49943, "qsl_idx" : 49358, "data" : "7B030000" }, +{ "seq_id" : 49944, "qsl_idx" : 4442, "data" : "A8030000" }, +{ "seq_id" : 49945, "qsl_idx" : 23632, "data" : "51020000" }, +{ "seq_id" : 49946, "qsl_idx" : 7668, "data" : "3A020000" }, +{ "seq_id" : 49947, "qsl_idx" : 169, "data" : "9E000000" }, +{ "seq_id" : 49948, "qsl_idx" : 14342, "data" : "69010000" }, +{ "seq_id" : 49949, "qsl_idx" : 1817, "data" : "74000000" }, +{ "seq_id" : 49950, "qsl_idx" : 45967, "data" : "A5000000" }, +{ "seq_id" : 49951, "qsl_idx" : 42207, "data" : "5A010000" }, +{ "seq_id" : 49952, "qsl_idx" : 44360, "data" : "2F010000" }, +{ "seq_id" : 49953, "qsl_idx" : 13594, "data" : "35020000" }, +{ "seq_id" : 49954, "qsl_idx" : 35276, "data" : "AA010000" }, +{ "seq_id" : 49955, "qsl_idx" : 19543, "data" : "B8000000" }, +{ "seq_id" : 49956, "qsl_idx" : 43103, "data" : "34010000" }, +{ "seq_id" : 49957, "qsl_idx" : 4076, "data" : "B3000000" }, +{ "seq_id" : 49958, "qsl_idx" : 22992, "data" : "B7020000" }, +{ "seq_id" : 49959, "qsl_idx" : 33755, "data" : "5D000000" }, +{ "seq_id" : 49960, "qsl_idx" : 23722, "data" : "5E020000" }, +{ "seq_id" : 49961, "qsl_idx" : 3401, "data" : "5F010000" }, +{ "seq_id" : 49962, "qsl_idx" : 36218, "data" : "72010000" }, +{ "seq_id" : 49963, "qsl_idx" : 1971, "data" : "1D020000" }, +{ "seq_id" : 49964, "qsl_idx" : 43613, "data" : "3D020000" }, +{ "seq_id" : 49965, "qsl_idx" : 24464, "data" : "17010000" }, +{ "seq_id" : 49966, "qsl_idx" : 25039, "data" : "48000000" }, +{ "seq_id" : 49967, "qsl_idx" : 13398, "data" : "A9000000" }, +{ "seq_id" : 49968, "qsl_idx" : 21183, "data" : "53030000" }, +{ "seq_id" : 49969, "qsl_idx" : 36045, "data" : "DE020000" }, +{ "seq_id" : 49970, "qsl_idx" : 2480, "data" : "FB000000" }, +{ "seq_id" : 49971, "qsl_idx" : 41603, "data" : "19030000" }, +{ "seq_id" : 49972, "qsl_idx" : 36451, "data" : "A8020000" }, +{ "seq_id" : 49973, "qsl_idx" : 25591, "data" : "63030000" }, +{ "seq_id" : 49974, "qsl_idx" : 43050, "data" : "1C010000" }, +{ "seq_id" : 49975, "qsl_idx" : 7728, "data" : "08000000" }, +{ "seq_id" : 49976, "qsl_idx" : 20600, "data" : "BA030000" }, +{ "seq_id" : 49977, "qsl_idx" : 9193, "data" : "57000000" }, +{ "seq_id" : 49978, "qsl_idx" : 8267, "data" : "63020000" }, +{ "seq_id" : 49979, "qsl_idx" : 23997, "data" : "E9010000" }, +{ "seq_id" : 49980, "qsl_idx" : 16942, "data" : "61030000" }, +{ "seq_id" : 49981, "qsl_idx" : 2531, "data" : "39030000" }, +{ "seq_id" : 49982, "qsl_idx" : 48012, "data" : "AB020000" }, +{ "seq_id" : 49983, "qsl_idx" : 34430, "data" : "C8010000" }, +{ "seq_id" : 49984, "qsl_idx" : 21840, "data" : "9A030000" }, +{ "seq_id" : 49985, "qsl_idx" : 10403, "data" : "CA010000" }, +{ "seq_id" : 49986, "qsl_idx" : 37288, "data" : "50010000" }, +{ "seq_id" : 49987, "qsl_idx" : 12682, "data" : "07010000" }, +{ "seq_id" : 49988, "qsl_idx" : 18375, "data" : "3A020000" }, +{ "seq_id" : 49989, "qsl_idx" : 6876, "data" : "D6020000" }, +{ "seq_id" : 49990, "qsl_idx" : 17831, "data" : "C4000000" }, +{ "seq_id" : 49991, "qsl_idx" : 39354, "data" : "09000000" }, +{ "seq_id" : 49992, "qsl_idx" : 35765, "data" : "92000000" }, +{ "seq_id" : 49993, "qsl_idx" : 43332, "data" : "43000000" }, +{ "seq_id" : 49994, "qsl_idx" : 23369, "data" : "CB010000" }, +{ "seq_id" : 49995, "qsl_idx" : 30099, "data" : "20030000" }, +{ "seq_id" : 49996, "qsl_idx" : 16922, "data" : "CF010000" }, +{ "seq_id" : 49997, "qsl_idx" : 1845, "data" : "AC000000" }, +{ "seq_id" : 49998, "qsl_idx" : 21467, "data" : "5E030000" }, +{ "seq_id" : 49999, "qsl_idx" : 41678, "data" : "A3010000" } +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..003caee2 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_detail.txt @@ -0,0 +1,644 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:55:37Z", "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 260, "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.007529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 44193.4, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.010943, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_samples_per_query", "value": 29167616, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_target_qps", "value": 44193.4, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_min_sample_count", "value": 29167616, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.011022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.011910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.463423, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 86.671602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 86.671602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 86.671602, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 112.169367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.204", "time_ms": 112.169610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.228", "time_ms": 112.169610, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 112.348069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 195.430468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 195.430468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 195.430468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 224.128347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.313", "time_ms": 224.128690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.337", "time_ms": 224.128690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 224.302354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 308.330668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 308.330668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 308.330668, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 336.082662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.426", "time_ms": 336.082863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.450", "time_ms": 336.082863, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 336.261130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 420.219396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 420.219396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 420.219396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 448.151810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.538", "time_ms": 448.151997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.562", "time_ms": 448.151997, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 448.436390, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 535.654671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 535.654671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 535.654671, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 560.153622, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.653", "time_ms": 560.153822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.677", "time_ms": 560.153822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 560.334896, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 645.270275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 645.270275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 645.270275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 672.111748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.763", "time_ms": 672.112003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.787", "time_ms": 672.112003, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 672.302449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 756.284008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 756.284008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 756.284008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 783.729111, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.874", "time_ms": 783.729260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:37.898", "time_ms": 783.729260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 783.906069, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 867.597044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 867.597044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 867.597044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 895.235836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:37.985", "time_ms": 895.236038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.009", "time_ms": 895.236038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 895.413173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 979.364434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 979.364434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 979.364434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1006.611787, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.097", "time_ms": 1006.611934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.121", "time_ms": 1006.611934, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1006.781731, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1090.125674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1090.125674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1090.125674, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1118.019097, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.208", "time_ms": 1118.019251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.231", "time_ms": 1118.019251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1118.203468, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1202.104944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1202.104944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1202.104944, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1229.448220, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.320", "time_ms": 1229.448425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.343", "time_ms": 1229.448425, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1229.619176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1313.189242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1313.189242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1313.189242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1340.869926, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.431", "time_ms": 1340.870130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.455", "time_ms": 1340.870130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1341.045117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1425.275769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1425.275769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1425.275769, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1452.341496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.543", "time_ms": 1452.341697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.567", "time_ms": 1452.341697, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1452.517713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1536.568297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1536.568297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1536.568297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1563.799028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.654", "time_ms": 1563.799230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.678", "time_ms": 1563.799230, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1563.978497, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1647.919032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1647.919032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1647.919032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1675.287233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.765", "time_ms": 1675.287437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.789", "time_ms": 1675.287437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 1675.458956, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1757.898354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1757.898354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1757.898354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1786.754760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.875", "time_ms": 1786.754967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:38.899", "time_ms": 1786.754967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 1786.934756, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1870.100448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1870.100448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1870.100448, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1898.266544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:38.988", "time_ms": 1898.266740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.013", "time_ms": 1898.266740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 1898.441939, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1980.490818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 1980.490818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 1980.490818, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2009.711605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.098", "time_ms": 2009.711812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.123", "time_ms": 2009.711812, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2009.882774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2091.703266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2091.703266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2091.703266, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2121.192130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.209", "time_ms": 2121.192332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.235", "time_ms": 2121.192332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2121.375998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2203.490351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2203.490351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2203.490351, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2232.676326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.321", "time_ms": 2232.676485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.346", "time_ms": 2232.676485, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2232.846727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2314.701566, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2314.701566, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2314.701566, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2344.166562, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.432", "time_ms": 2344.166785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.458", "time_ms": 2344.166785, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2344.349303, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2428.372402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2428.372402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2428.372402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2455.620643, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.546", "time_ms": 2455.620847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.571", "time_ms": 2455.620847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2455.774024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2537.295012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2537.295012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2537.295012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2567.081323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.655", "time_ms": 2567.081530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.680", "time_ms": 2567.081530, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 2567.245171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2649.426703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2649.426703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2649.426703, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2678.586844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.767", "time_ms": 2678.586994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.792", "time_ms": 2678.586994, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 2678.747834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2761.608524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2761.608524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2761.608524, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2790.101248, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.879", "time_ms": 2790.101503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:39.905", "time_ms": 2790.101503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 2790.293157, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2872.801024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2872.801024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2872.801024, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2901.565165, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:39.990", "time_ms": 2901.565356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.016", "time_ms": 2901.565356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 2901.724843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2984.055968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 2984.055968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 2984.055968, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3013.002660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.102", "time_ms": 3013.002869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.127", "time_ms": 3013.002869, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3013.164804, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3097.303848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3097.303848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3097.303848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3124.520523, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.215", "time_ms": 3124.520727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.240", "time_ms": 3124.520727, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3124.680022, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3207.032590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3207.032590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3207.032590, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3235.889394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.325", "time_ms": 3235.889599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.350", "time_ms": 3235.889599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3236.068895, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3319.856270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3319.856270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3319.856270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3347.378360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.437", "time_ms": 3347.378561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.463", "time_ms": 3347.378561, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3347.539877, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3429.550836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3429.550836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3429.550836, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3458.856205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.547", "time_ms": 3458.856389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.573", "time_ms": 3458.856389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 3459.020992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3541.937133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3541.937133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3541.937133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3570.271658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.659", "time_ms": 3570.271847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.685", "time_ms": 3570.271847, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 3570.431362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3652.612185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3652.612185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3652.612185, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3681.746569, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.770", "time_ms": 3681.746708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.796", "time_ms": 3681.746708, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 3681.924200, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3764.325560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3764.325560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3764.325560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3793.309050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.882", "time_ms": 3793.309256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:40.907", "time_ms": 3793.309256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 3793.470706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3876.197011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3876.197011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3876.197011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3904.738196, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:40.994", "time_ms": 3904.738403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.019", "time_ms": 3904.738403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 3904.896333, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 3987.552193, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 3987.552193, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 3987.552193, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4016.204066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.105", "time_ms": 4016.204267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.131", "time_ms": 4016.204267, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4016.376098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4098.809051, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4098.809051, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4098.809051, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4127.717375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.216", "time_ms": 4127.717649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.242", "time_ms": 4127.717649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4127.902280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4210.325168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4210.325168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4210.325168, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4239.127313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.328", "time_ms": 4239.127500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.353", "time_ms": 4239.127500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 4239.315270, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4322.097052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4322.097052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4322.097052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4350.381332, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.440", "time_ms": 4350.381540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.465", "time_ms": 4350.381540, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 4350.542521, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4432.118496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4432.118496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4432.118496, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4461.878017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.550", "time_ms": 4461.878173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.575", "time_ms": 4461.878173, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 4462.054645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4543.901089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4543.901089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4543.901089, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4573.260324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.661", "time_ms": 4573.260484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.687", "time_ms": 4573.260484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 4573.424570, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4655.387139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4655.387139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4655.387139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4684.708940, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.773", "time_ms": 4684.709145, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.798", "time_ms": 4684.709145, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 4684.871235, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4766.598276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4766.598276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4766.598276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4796.217928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.884", "time_ms": 4796.218132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:41.910", "time_ms": 4796.218132, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 4796.388713, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4878.183417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4878.183417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4878.183417, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4907.739086, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:41.996", "time_ms": 4907.739298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.021", "time_ms": 4907.739298, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 4907.912690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 4989.834688, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 4989.834688, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 4989.834688, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5019.245444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:42.107", "time_ms": 5019.245651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.133", "time_ms": 5019.245651, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5019.424210, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5101.656420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 5101.656420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 5101.656420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5130.730183, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:42.219", "time_ms": 5130.730396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.245", "time_ms": 5130.730396, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 5130.904151, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5212.587658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 5212.587658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 5212.587658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5242.212152, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:42.330", "time_ms": 5242.212347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.356", "time_ms": 5242.212347, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 5242.394841, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5324.404950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 5324.404950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 5324.404950, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5353.736313, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:42.442", "time_ms": 5353.736508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.467", "time_ms": 5353.736508, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 5353.897924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 5421.705265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_samples_per_query", "value": 29167616, "time_ms": 5421.705265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "generated_query_duration", "value": 22627, "time_ms": 5421.705265, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5455.122459, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:55:42.539", "time_ms": 5455.122662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19801, "tid": 19801}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:42.570", "time_ms": 5455.122662, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19801, "tid": 19801}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..63188b3a --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,85 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006831, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:44:23Z", "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 276, "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.011279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 43389, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_min_query_count", "value": 24576, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.015884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_samples_per_query", "value": 28636736, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_target_qps", "value": 43389, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_min_sample_count", "value": 28636736, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.015969, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.019919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.465699, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 776.216960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "generated_samples_per_query", "value": 28636736, "time_ms": 776.216960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "generated_query_duration", "value": 23047, "time_ms": 776.216960, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 909.639834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 1, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 655270.262783, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:44:24.115", "time_ms": 655270.263150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:55:18.583", "time_ms": 655270.263150, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_samples_per_second", "value": 43755.8, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_min_latency_ns", "value": 131897082, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_max_latency_ns", "value": 654467895377, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 326868411351, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 326826770863, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 588900668184, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 621686060931, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 634797930362, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 647911041899, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 653812720277, "time_ms": 655385.063823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18247, "tid": 18247}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..2006032e --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/offline/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 43755.8 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 131897082 +Max latency (ns) : 654467895377 +Mean latency (ns) : 326868411351 +50.00 percentile latency (ns) : 326826770863 +90.00 percentile latency (ns) : 588900668184 +95.00 percentile latency (ns) : 621686060931 +97.00 percentile latency (ns) : 634797930362 +99.00 percentile latency (ns) : 647911041899 +99.90 percentile latency (ns) : 653812720277 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 28636736 +target_qps : 43389 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/accuracy.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/accuracy.txt new file mode 100644 index 00000000..84d84efd --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +accuracy=76.078%, good=38039, total=50000 +hash=fe29ef5ab59bf39c1ba5efa0cc34b6c372bbc5d2a4281ee6d099f1c452134020 diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..8324e29a --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,142 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 47180, "data" : "F6020000" }, +{ "seq_id" : 1, "qsl_idx" : 9393, "data" : "E0030000" }, +{ "seq_id" : 2, "qsl_idx" : 13917, "data" : "1D010000" }, +{ "seq_id" : 3, "qsl_idx" : 739, "data" : "D3010000" }, +{ "seq_id" : 4, "qsl_idx" : 16622, "data" : "5E000000" }, +{ "seq_id" : 5, "qsl_idx" : 17401, "data" : "C9030000" }, +{ "seq_id" : 6, "qsl_idx" : 27061, "data" : "3E010000" }, +{ "seq_id" : 7, "qsl_idx" : 7617, "data" : "F6020000" }, +{ "seq_id" : 8, "qsl_idx" : 49530, "data" : "16000000" }, +{ "seq_id" : 9, "qsl_idx" : 12992, "data" : "68030000" }, +{ "seq_id" : 10, "qsl_idx" : 7694, "data" : "FD000000" }, +{ "seq_id" : 11, "qsl_idx" : 27107, "data" : "7A010000" }, +{ "seq_id" : 12, "qsl_idx" : 36460, "data" : "66010000" }, +{ "seq_id" : 13, "qsl_idx" : 3467, "data" : "3A000000" }, +{ "seq_id" : 14, "qsl_idx" : 30343, "data" : "6C010000" }, +{ "seq_id" : 15, "qsl_idx" : 26408, "data" : "9F020000" }, +{ "seq_id" : 16, "qsl_idx" : 42858, "data" : "50000000" }, +{ "seq_id" : 17, "qsl_idx" : 2833, "data" : "A7020000" }, +{ "seq_id" : 18, "qsl_idx" : 24730, "data" : "BA000000" }, +{ "seq_id" : 19, "qsl_idx" : 10052, "data" : "85020000" }, +{ "seq_id" : 20, "qsl_idx" : 32181, "data" : "93010000" }, +{ "seq_id" : 21, "qsl_idx" : 42159, "data" : "7F010000" }, +{ "seq_id" : 22, "qsl_idx" : 1348, "data" : "05010000" }, +{ "seq_id" : 23, "qsl_idx" : 43233, "data" : "EE000000" }, +{ "seq_id" : 24, "qsl_idx" : 45055, "data" : "E6000000" }, +{ "seq_id" : 25, "qsl_idx" : 15349, "data" : "04010000" }, +{ "seq_id" : 26, "qsl_idx" : 19874, "data" : "1C020000" }, +{ "seq_id" : 27, "qsl_idx" : 14303, "data" : "53010000" }, +{ "seq_id" : 28, "qsl_idx" : 38333, "data" : "FD010000" }, +{ "seq_id" : 29, "qsl_idx" : 5592, "data" : "AF030000" }, +{ "seq_id" : 30, "qsl_idx" : 10476, "data" : "58000000" }, +{ "seq_id" : 31, "qsl_idx" : 1970, "data" : "E7000000" }, +{ "seq_id" : 32, "qsl_idx" : 16819, "data" : "95000000" }, +{ "seq_id" : 33, "qsl_idx" : 30317, "data" : "7E020000" }, +{ "seq_id" : 34, "qsl_idx" : 35299, "data" : "7D020000" }, +{ "seq_id" : 35, "qsl_idx" : 2068, "data" : "B4020000" }, +{ "seq_id" : 36, "qsl_idx" : 33675, "data" : "4F030000" }, +{ "seq_id" : 37, "qsl_idx" : 45103, "data" : "C6010000" }, +{ "seq_id" : 38, "qsl_idx" : 37603, "data" : "E0010000" }, +{ "seq_id" : 39, "qsl_idx" : 49257, "data" : "23030000" }, +{ "seq_id" : 40, "qsl_idx" : 13342, "data" : "62000000" }, +{ "seq_id" : 41, "qsl_idx" : 36810, "data" : "A7010000" }, +{ "seq_id" : 42, "qsl_idx" : 28695, "data" : "55020000" }, +{ "seq_id" : 43, "qsl_idx" : 36442, "data" : "C2000000" }, +{ "seq_id" : 44, "qsl_idx" : 34337, "data" : "4B030000" }, +{ "seq_id" : 45, "qsl_idx" : 44839, "data" : "1C020000" }, +{ "seq_id" : 46, "qsl_idx" : 3960, "data" : "B2030000" }, +{ "seq_id" : 47, "qsl_idx" : 22288, "data" : "27020000" }, +{ "seq_id" : 48, "qsl_idx" : 25713, "data" : "CE000000" }, +{ "seq_id" : 49, "qsl_idx" : 49503, "data" : "49010000" }, +{ "seq_id" : 50, "qsl_idx" : 15598, "data" : "89020000" }, +{ "seq_id" : 51, "qsl_idx" : 31067, "data" : "98000000" }, +{ "seq_id" : 52, "qsl_idx" : 36586, "data" : "3A000000" }, +{ "seq_id" : 53, "qsl_idx" : 10669, "data" : "8B020000" }, +{ "seq_id" : 54, "qsl_idx" : 44108, "data" : "CB020000" }, +{ "seq_id" : 55, "qsl_idx" : 14514, "data" : "88010000" }, +{ "seq_id" : 56, "qsl_idx" : 21826, "data" : "CD010000" }, +{ "seq_id" : 57, "qsl_idx" : 41944, "data" : "AB030000" }, +{ "seq_id" : 58, "qsl_idx" : 39992, "data" : "CF000000" }, +{ "seq_id" : 59, "qsl_idx" : 21075, "data" : "40000000" }, +{ "seq_id" : 60, "qsl_idx" : 21700, "data" : "60010000" }, +{ "seq_id" : 61, "qsl_idx" : 31300, "data" : "9D030000" }, +{ "seq_id" : 62, "qsl_idx" : 17925, "data" : "2F000000" }, +{ "seq_id" : 63, "qsl_idx" : 1756, "data" : "0F020000" }, +{ "seq_id" : 64, "qsl_idx" : 2864, "data" : "AB030000" }, +{ "seq_id" : 65, "qsl_idx" : 16572, "data" : "DC010000" }, +{ "seq_id" : 66, "qsl_idx" : 18573, "data" : "43030000" }, +{ "seq_id" : 67, "qsl_idx" : 9464, "data" : "72020000" }, +{ "seq_id" : 68, "qsl_idx" : 5659, "data" : "86020000" }, +{ "seq_id" : 69, "qsl_idx" : 36949, "data" : "B10 + +... + +: "2F030000" }, +{ "seq_id" : 49934, "qsl_idx" : 1817, "data" : "74000000" }, +{ "seq_id" : 49935, "qsl_idx" : 16043, "data" : "2E020000" }, +{ "seq_id" : 49936, "qsl_idx" : 43053, "data" : "EB000000" }, +{ "seq_id" : 49937, "qsl_idx" : 4146, "data" : "9F020000" }, +{ "seq_id" : 49938, "qsl_idx" : 24305, "data" : "69030000" }, +{ "seq_id" : 49939, "qsl_idx" : 41919, "data" : "D4010000" }, +{ "seq_id" : 49940, "qsl_idx" : 46142, "data" : "DB000000" }, +{ "seq_id" : 49941, "qsl_idx" : 31778, "data" : "41000000" }, +{ "seq_id" : 49942, "qsl_idx" : 33941, "data" : "D7030000" }, +{ "seq_id" : 49943, "qsl_idx" : 28910, "data" : "50030000" }, +{ "seq_id" : 49944, "qsl_idx" : 44532, "data" : "6D000000" }, +{ "seq_id" : 49945, "qsl_idx" : 41554, "data" : "4D030000" }, +{ "seq_id" : 49946, "qsl_idx" : 21285, "data" : "1F030000" }, +{ "seq_id" : 49947, "qsl_idx" : 14452, "data" : "5A030000" }, +{ "seq_id" : 49948, "qsl_idx" : 34888, "data" : "A4020000" }, +{ "seq_id" : 49949, "qsl_idx" : 32408, "data" : "56000000" }, +{ "seq_id" : 49950, "qsl_idx" : 25373, "data" : "FD020000" }, +{ "seq_id" : 49951, "qsl_idx" : 45432, "data" : "50010000" }, +{ "seq_id" : 49952, "qsl_idx" : 36189, "data" : "38000000" }, +{ "seq_id" : 49953, "qsl_idx" : 41116, "data" : "33010000" }, +{ "seq_id" : 49954, "qsl_idx" : 40626, "data" : "23010000" }, +{ "seq_id" : 49955, "qsl_idx" : 3187, "data" : "4E020000" }, +{ "seq_id" : 49956, "qsl_idx" : 20802, "data" : "85010000" }, +{ "seq_id" : 49957, "qsl_idx" : 14416, "data" : "4F000000" }, +{ "seq_id" : 49958, "qsl_idx" : 6839, "data" : "BE000000" }, +{ "seq_id" : 49959, "qsl_idx" : 27539, "data" : "79030000" }, +{ "seq_id" : 49960, "qsl_idx" : 47265, "data" : "AD020000" }, +{ "seq_id" : 49961, "qsl_idx" : 27112, "data" : "04000000" }, +{ "seq_id" : 49962, "qsl_idx" : 37254, "data" : "B3010000" }, +{ "seq_id" : 49963, "qsl_idx" : 21607, "data" : "06010000" }, +{ "seq_id" : 49964, "qsl_idx" : 34660, "data" : "D8020000" }, +{ "seq_id" : 49965, "qsl_idx" : 40878, "data" : "C7020000" }, +{ "seq_id" : 49966, "qsl_idx" : 41603, "data" : "19030000" }, +{ "seq_id" : 49967, "qsl_idx" : 31046, "data" : "DF020000" }, +{ "seq_id" : 49968, "qsl_idx" : 27567, "data" : "F1020000" }, +{ "seq_id" : 49969, "qsl_idx" : 16880, "data" : "77010000" }, +{ "seq_id" : 49970, "qsl_idx" : 3243, "data" : "E1010000" }, +{ "seq_id" : 49971, "qsl_idx" : 5224, "data" : "C6030000" }, +{ "seq_id" : 49972, "qsl_idx" : 36157, "data" : "39010000" }, +{ "seq_id" : 49973, "qsl_idx" : 30570, "data" : "8B000000" }, +{ "seq_id" : 49974, "qsl_idx" : 40708, "data" : "A8020000" }, +{ "seq_id" : 49975, "qsl_idx" : 13864, "data" : "23020000" }, +{ "seq_id" : 49976, "qsl_idx" : 14427, "data" : "F8020000" }, +{ "seq_id" : 49977, "qsl_idx" : 27573, "data" : "EF020000" }, +{ "seq_id" : 49978, "qsl_idx" : 38005, "data" : "E9020000" }, +{ "seq_id" : 49979, "qsl_idx" : 820, "data" : "79000000" }, +{ "seq_id" : 49980, "qsl_idx" : 5809, "data" : "CA010000" }, +{ "seq_id" : 49981, "qsl_idx" : 29241, "data" : "D1000000" }, +{ "seq_id" : 49982, "qsl_idx" : 49411, "data" : "53030000" }, +{ "seq_id" : 49983, "qsl_idx" : 25808, "data" : "27000000" }, +{ "seq_id" : 49984, "qsl_idx" : 13097, "data" : "DE010000" }, +{ "seq_id" : 49985, "qsl_idx" : 909, "data" : "5E020000" }, +{ "seq_id" : 49986, "qsl_idx" : 3050, "data" : "70020000" }, +{ "seq_id" : 49987, "qsl_idx" : 22556, "data" : "B2020000" }, +{ "seq_id" : 49988, "qsl_idx" : 38436, "data" : "3C000000" }, +{ "seq_id" : 49989, "qsl_idx" : 46929, "data" : "56010000" }, +{ "seq_id" : 49990, "qsl_idx" : 25915, "data" : "D3030000" }, +{ "seq_id" : 49991, "qsl_idx" : 47858, "data" : "5A010000" }, +{ "seq_id" : 49992, "qsl_idx" : 12089, "data" : "A4020000" }, +{ "seq_id" : 49993, "qsl_idx" : 24577, "data" : "33030000" }, +{ "seq_id" : 49994, "qsl_idx" : 19229, "data" : "F0010000" }, +{ "seq_id" : 49995, "qsl_idx" : 47989, "data" : "D3000000" }, +{ "seq_id" : 49996, "qsl_idx" : 21513, "data" : "36010000" }, +{ "seq_id" : 49997, "qsl_idx" : 16883, "data" : "D7030000" }, +{ "seq_id" : 49998, "qsl_idx" : 7781, "data" : "DF000000" }, +{ "seq_id" : 49999, "qsl_idx" : 36305, "data" : "28020000" } +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..81593759 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_detail.txt @@ -0,0 +1,651 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005791, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-25T00:02:43Z", "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 133, "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.009935, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.013295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.013376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.014234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.467687, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 89.923828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 89.923828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 89.923828, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 132.486326, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:43.780", "time_ms": 132.486967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:43.814", "time_ms": 132.486967, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 133.559528, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 230.410017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 230.410017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 230.410017, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 265.098389, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:43.921", "time_ms": 265.098946, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:43.954", "time_ms": 265.098946, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 265.783186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 355.571284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 355.571284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 355.571284, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 397.964598, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.046", "time_ms": 397.965223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.079", "time_ms": 397.965223, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 399.180158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 489.244819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 489.244819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 489.244819, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 530.896291, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.179", "time_ms": 530.896843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.213", "time_ms": 530.896843, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 532.047126, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 625.711226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 625.711226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 625.711226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 664.174714, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.316", "time_ms": 664.175205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.350", "time_ms": 664.175205, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 665.122019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 757.803208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 757.803208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 757.803208, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 797.304252, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.448", "time_ms": 797.304764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.482", "time_ms": 797.304764, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 798.324796, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 892.460584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 892.460584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 892.460584, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 929.100410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.583", "time_ms": 929.100903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.616", "time_ms": 929.100903, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 929.983707, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1022.867510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1022.867510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1022.867510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1061.026227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.713", "time_ms": 1061.026554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.747", "time_ms": 1061.026554, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 1062.000029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1155.769614, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1155.769614, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1155.769614, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1193.293156, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.846", "time_ms": 1193.293619, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:44.880", "time_ms": 1193.293619, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 1194.223692, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1287.447792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1287.447792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1287.447792, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1325.009599, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:44.978", "time_ms": 1325.010182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.012", "time_ms": 1325.010182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 1325.983409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1419.475715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1419.475715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1419.475715, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1456.513042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.110", "time_ms": 1456.513509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.143", "time_ms": 1456.513509, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 1457.422197, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1564.477902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1564.477902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1564.477902, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1608.014669, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.255", "time_ms": 1608.015122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.288", "time_ms": 1608.015122, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 1609.113537, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1705.149050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1705.149050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1705.149050, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1739.475447, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.395", "time_ms": 1739.476009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.429", "time_ms": 1739.476009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 1740.259118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1832.150311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1832.150311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1832.150311, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1870.939337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.522", "time_ms": 1870.940025, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.556", "time_ms": 1870.940025, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 1871.985683, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1963.913996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1963.913996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 1963.913996, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2002.912660, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.654", "time_ms": 2002.913095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.688", "time_ms": 2002.913095, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 2003.907412, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2093.147324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2093.147324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2093.147324, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2134.412652, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.783", "time_ms": 2134.413493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.817", "time_ms": 2134.413493, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 2135.575724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2225.683091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2225.683091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2225.683091, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2265.983182, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:45.916", "time_ms": 2265.983898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:45.950", "time_ms": 2265.983898, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 2267.041606, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2356.706661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2356.706661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2356.706661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2397.457739, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.047", "time_ms": 2397.458318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.081", "time_ms": 2397.458318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 2398.558161, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2488.455160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2488.455160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2488.455160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2529.816491, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.179", "time_ms": 2529.816909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.213", "time_ms": 2529.816909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 2530.961866, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2621.121117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2621.121117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2621.121117, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2662.152883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.311", "time_ms": 2662.153301, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.345", "time_ms": 2662.153301, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 2663.216394, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2753.364358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2753.364358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2753.364358, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2794.281601, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.443", "time_ms": 2794.282074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.478", "time_ms": 2794.282074, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 2795.365882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2885.254519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2885.254519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 2885.254519, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2926.587774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.575", "time_ms": 2926.588337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.609", "time_ms": 2926.588337, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 2927.724928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3017.752216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3017.752216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3017.752216, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3058.951905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.708", "time_ms": 3058.952376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.742", "time_ms": 3058.952376, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 3060.073429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3150.353421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3150.353421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3150.353421, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3191.255294, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.840", "time_ms": 3191.255825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:46.874", "time_ms": 3191.255825, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 3192.406373, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3279.588124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3279.588124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3279.588124, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3313.312659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:46.970", "time_ms": 3313.313048, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.003", "time_ms": 3313.313048, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 3314.032904, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3403.420915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3403.420915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3403.420915, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3445.289986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.094", "time_ms": 3445.290489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.127", "time_ms": 3445.290489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 3446.424796, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3538.678276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3538.678276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3538.678276, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3577.177212, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.229", "time_ms": 3577.178023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.262", "time_ms": 3577.178023, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 3578.139503, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3665.856354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3665.856354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3665.856354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3708.865176, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.356", "time_ms": 3708.865580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.390", "time_ms": 3708.865580, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 3709.949992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3801.465299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3801.465299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3801.465299, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3841.185545, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.492", "time_ms": 3841.185918, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.525", "time_ms": 3841.185918, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 3842.214494, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 3930.528256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 3930.528256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 3930.528256, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3972.912043, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.621", "time_ms": 3972.912420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.655", "time_ms": 3972.912420, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 3974.025056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4062.562160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4062.562160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4062.562160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4104.690012, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.753", "time_ms": 4104.690749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.787", "time_ms": 4104.690749, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 4105.886269, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4198.649099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4198.649099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4198.649099, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4236.733722, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:47.889", "time_ms": 4236.734393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:47.922", "time_ms": 4236.734393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 4237.893533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4325.974732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4325.974732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4325.974732, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4368.687506, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.016", "time_ms": 4368.688807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.050", "time_ms": 4368.688807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 4369.901415, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4457.763350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4457.763350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4457.763350, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4500.382865, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.148", "time_ms": 4500.383292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.181", "time_ms": 4500.383292, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 4501.492144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4586.898571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4586.898571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4586.898571, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4621.928039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.277", "time_ms": 4621.928515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.311", "time_ms": 4621.928515, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 4622.690393, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4709.974986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4709.974986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4709.974986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4753.579655, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.400", "time_ms": 4753.580175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.434", "time_ms": 4753.580175, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 4754.719874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4846.601179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4846.601179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4846.601179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4885.402163, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.537", "time_ms": 4885.402659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.570", "time_ms": 4885.402659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 4886.383225, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4973.297044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4973.297044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 4973.297044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5017.340848, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.663", "time_ms": 5017.341413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.697", "time_ms": 5017.341413, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 5018.485293, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5103.235316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5103.235316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5103.235316, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5139.075666, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.793", "time_ms": 5139.076141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.827", "time_ms": 5139.076141, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 5139.902942, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5230.014779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5230.014779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5230.014779, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5270.837810, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:48.920", "time_ms": 5270.838280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:48.954", "time_ms": 5270.838280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 5271.940888, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5364.510773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5364.510773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5364.510773, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5402.767451, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.055", "time_ms": 5402.768108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.088", "time_ms": 5402.768108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 5403.789611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5494.875457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5494.875457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5494.875457, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5534.591360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.185", "time_ms": 5534.592002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.219", "time_ms": 5534.592002, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 5535.624884, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5624.918061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5624.918061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5624.918061, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5666.307261, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.315", "time_ms": 5666.307913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.349", "time_ms": 5666.307913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 5667.450171, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5757.037510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5757.037510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5757.037510, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5798.128541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.447", "time_ms": 5798.129192, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.482", "time_ms": 5798.129192, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 5799.228805, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5891.503481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5891.503481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 5891.503481, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 5929.931336, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.582", "time_ms": 5929.931789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.615", "time_ms": 5929.931789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 5930.942286, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6022.319253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6022.319253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6022.319253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6061.749758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.712", "time_ms": 6061.750402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.746", "time_ms": 6061.750402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 6062.832354, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6154.497949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6154.497949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6154.497949, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6193.582352, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.845", "time_ms": 6193.582809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:49.878", "time_ms": 6193.582809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 6194.574978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 6283.438649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6283.438649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 30666102, "time_ms": 6283.438649, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6325.396845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:49.974", "time_ms": 6325.397374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:50.007", "time_ms": 6325.397374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 6326.526979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 6402.636441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6402.636441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "generated_query_duration", "value": 25823138, "time_ms": 6402.636441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6436.725911, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 08:02:50.093", "time_ms": 6436.726219, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 34071, "tid": 34071}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:50.122", "time_ms": 6436.726219, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 34071, "tid": 34071}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..30eb01e8 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,94 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003930, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T23:52:12Z", "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 144, "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.008489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_target_qps", "value": 35350, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 15000000, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.012612, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_target_qps", "value": 35350, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 15000000, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.012807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.016866, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 0.465809, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "generated_query_count", "value": 21214751, "time_ms": 6824.303544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 6824.303544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "generated_query_duration", "value": 600000026532, "time_ms": 6824.303544, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 606852.967928, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 07:52:19.039", "time_ms": 606852.968453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 08:02:19.043", "time_ms": 606852.968453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_query_count", "value": 21214751, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_overlatency_query_count", "value": 24133, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 35357.9, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_completed_samples_per_sec", "value": 35357.7, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_min_latency_ns", "value": 1961453, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_max_latency_ns", "value": 198554257, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 3256881, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 3133576, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 3878938, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 4016601, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 4092876, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 4208648, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 33872709, "time_ms": 609633.238355, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 32515, "tid": 32515}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..2f70ccb5 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/server/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 35357.92 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 35357.73 + +Min latency (ns) : 1961453 +Max latency (ns) : 198554257 +Mean latency (ns) : 3256881 +50.00 percentile latency (ns) : 3133576 +90.00 percentile latency (ns) : 3878938 +95.00 percentile latency (ns) : 4016601 +97.00 percentile latency (ns) : 4092876 +99.00 percentile latency (ns) : 4208648 +99.90 percentile latency (ns) : 33872709 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 35350 +target_latency (ns): 15000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/accuracy.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/accuracy.txt new file mode 100644 index 00000000..0c3e50b8 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/accuracy.txt @@ -0,0 +1,2 @@ +accuracy=76.064%, good=38032, total=50000 +hash=b49a7e43faf1acf2dc1cd42f81552430cd5b2cd6dc1a328a30b63ee0b86aeccd diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..8324e29a --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,142 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 47180, "data" : "F6020000" }, +{ "seq_id" : 1, "qsl_idx" : 9393, "data" : "E0030000" }, +{ "seq_id" : 2, "qsl_idx" : 13917, "data" : "1D010000" }, +{ "seq_id" : 3, "qsl_idx" : 739, "data" : "D3010000" }, +{ "seq_id" : 4, "qsl_idx" : 16622, "data" : "5E000000" }, +{ "seq_id" : 5, "qsl_idx" : 17401, "data" : "C9030000" }, +{ "seq_id" : 6, "qsl_idx" : 27061, "data" : "3E010000" }, +{ "seq_id" : 7, "qsl_idx" : 7617, "data" : "F6020000" }, +{ "seq_id" : 8, "qsl_idx" : 49530, "data" : "16000000" }, +{ "seq_id" : 9, "qsl_idx" : 12992, "data" : "68030000" }, +{ "seq_id" : 10, "qsl_idx" : 7694, "data" : "FD000000" }, +{ "seq_id" : 11, "qsl_idx" : 27107, "data" : "7A010000" }, +{ "seq_id" : 12, "qsl_idx" : 36460, "data" : "66010000" }, +{ "seq_id" : 13, "qsl_idx" : 3467, "data" : "3A000000" }, +{ "seq_id" : 14, "qsl_idx" : 30343, "data" : "6C010000" }, +{ "seq_id" : 15, "qsl_idx" : 26408, "data" : "9F020000" }, +{ "seq_id" : 16, "qsl_idx" : 42858, "data" : "50000000" }, +{ "seq_id" : 17, "qsl_idx" : 2833, "data" : "A7020000" }, +{ "seq_id" : 18, "qsl_idx" : 24730, "data" : "BA000000" }, +{ "seq_id" : 19, "qsl_idx" : 10052, "data" : "85020000" }, +{ "seq_id" : 20, "qsl_idx" : 32181, "data" : "93010000" }, +{ "seq_id" : 21, "qsl_idx" : 42159, "data" : "7F010000" }, +{ "seq_id" : 22, "qsl_idx" : 1348, "data" : "05010000" }, +{ "seq_id" : 23, "qsl_idx" : 43233, "data" : "EE000000" }, +{ "seq_id" : 24, "qsl_idx" : 45055, "data" : "E6000000" }, +{ "seq_id" : 25, "qsl_idx" : 15349, "data" : "04010000" }, +{ "seq_id" : 26, "qsl_idx" : 19874, "data" : "1C020000" }, +{ "seq_id" : 27, "qsl_idx" : 14303, "data" : "53010000" }, +{ "seq_id" : 28, "qsl_idx" : 38333, "data" : "FD010000" }, +{ "seq_id" : 29, "qsl_idx" : 5592, "data" : "AF030000" }, +{ "seq_id" : 30, "qsl_idx" : 10476, "data" : "58000000" }, +{ "seq_id" : 31, "qsl_idx" : 1970, "data" : "E7000000" }, +{ "seq_id" : 32, "qsl_idx" : 16819, "data" : "95000000" }, +{ "seq_id" : 33, "qsl_idx" : 30317, "data" : "7E020000" }, +{ "seq_id" : 34, "qsl_idx" : 35299, "data" : "7D020000" }, +{ "seq_id" : 35, "qsl_idx" : 2068, "data" : "B4020000" }, +{ "seq_id" : 36, "qsl_idx" : 33675, "data" : "4F030000" }, +{ "seq_id" : 37, "qsl_idx" : 45103, "data" : "C6010000" }, +{ "seq_id" : 38, "qsl_idx" : 37603, "data" : "E0010000" }, +{ "seq_id" : 39, "qsl_idx" : 49257, "data" : "23030000" }, +{ "seq_id" : 40, "qsl_idx" : 13342, "data" : "62000000" }, +{ "seq_id" : 41, "qsl_idx" : 36810, "data" : "A7010000" }, +{ "seq_id" : 42, "qsl_idx" : 28695, "data" : "55020000" }, +{ "seq_id" : 43, "qsl_idx" : 36442, "data" : "C2000000" }, +{ "seq_id" : 44, "qsl_idx" : 34337, "data" : "4B030000" }, +{ "seq_id" : 45, "qsl_idx" : 44839, "data" : "1C020000" }, +{ "seq_id" : 46, "qsl_idx" : 3960, "data" : "B2030000" }, +{ "seq_id" : 47, "qsl_idx" : 22288, "data" : "27020000" }, +{ "seq_id" : 48, "qsl_idx" : 25713, "data" : "CE000000" }, +{ "seq_id" : 49, "qsl_idx" : 49503, "data" : "49010000" }, +{ "seq_id" : 50, "qsl_idx" : 15598, "data" : "89020000" }, +{ "seq_id" : 51, "qsl_idx" : 31067, "data" : "98000000" }, +{ "seq_id" : 52, "qsl_idx" : 36586, "data" : "3A000000" }, +{ "seq_id" : 53, "qsl_idx" : 10669, "data" : "8B020000" }, +{ "seq_id" : 54, "qsl_idx" : 44108, "data" : "CB020000" }, +{ "seq_id" : 55, "qsl_idx" : 14514, "data" : "88010000" }, +{ "seq_id" : 56, "qsl_idx" : 21826, "data" : "CD010000" }, +{ "seq_id" : 57, "qsl_idx" : 41944, "data" : "AB030000" }, +{ "seq_id" : 58, "qsl_idx" : 39992, "data" : "CF000000" }, +{ "seq_id" : 59, "qsl_idx" : 21075, "data" : "40000000" }, +{ "seq_id" : 60, "qsl_idx" : 21700, "data" : "60010000" }, +{ "seq_id" : 61, "qsl_idx" : 31300, "data" : "9D030000" }, +{ "seq_id" : 62, "qsl_idx" : 17925, "data" : "2F000000" }, +{ "seq_id" : 63, "qsl_idx" : 1756, "data" : "0F020000" }, +{ "seq_id" : 64, "qsl_idx" : 2864, "data" : "AB030000" }, +{ "seq_id" : 65, "qsl_idx" : 16572, "data" : "DC010000" }, +{ "seq_id" : 66, "qsl_idx" : 18573, "data" : "43030000" }, +{ "seq_id" : 67, "qsl_idx" : 9464, "data" : "72020000" }, +{ "seq_id" : 68, "qsl_idx" : 5659, "data" : "86020000" }, +{ "seq_id" : 69, "qsl_idx" : 36949, "data" : "B10 + +... + +: "2F030000" }, +{ "seq_id" : 49934, "qsl_idx" : 1817, "data" : "74000000" }, +{ "seq_id" : 49935, "qsl_idx" : 16043, "data" : "2E020000" }, +{ "seq_id" : 49936, "qsl_idx" : 43053, "data" : "EB000000" }, +{ "seq_id" : 49937, "qsl_idx" : 4146, "data" : "9F020000" }, +{ "seq_id" : 49938, "qsl_idx" : 24305, "data" : "69030000" }, +{ "seq_id" : 49939, "qsl_idx" : 41919, "data" : "D4010000" }, +{ "seq_id" : 49940, "qsl_idx" : 46142, "data" : "DB000000" }, +{ "seq_id" : 49941, "qsl_idx" : 31778, "data" : "41000000" }, +{ "seq_id" : 49942, "qsl_idx" : 33941, "data" : "D7030000" }, +{ "seq_id" : 49943, "qsl_idx" : 28910, "data" : "50030000" }, +{ "seq_id" : 49944, "qsl_idx" : 44532, "data" : "6D000000" }, +{ "seq_id" : 49945, "qsl_idx" : 41554, "data" : "4D030000" }, +{ "seq_id" : 49946, "qsl_idx" : 21285, "data" : "1F030000" }, +{ "seq_id" : 49947, "qsl_idx" : 14452, "data" : "5A030000" }, +{ "seq_id" : 49948, "qsl_idx" : 34888, "data" : "A4020000" }, +{ "seq_id" : 49949, "qsl_idx" : 32408, "data" : "56000000" }, +{ "seq_id" : 49950, "qsl_idx" : 25373, "data" : "FD020000" }, +{ "seq_id" : 49951, "qsl_idx" : 45432, "data" : "50010000" }, +{ "seq_id" : 49952, "qsl_idx" : 36189, "data" : "38000000" }, +{ "seq_id" : 49953, "qsl_idx" : 41116, "data" : "33010000" }, +{ "seq_id" : 49954, "qsl_idx" : 40626, "data" : "23010000" }, +{ "seq_id" : 49955, "qsl_idx" : 3187, "data" : "4E020000" }, +{ "seq_id" : 49956, "qsl_idx" : 20802, "data" : "85010000" }, +{ "seq_id" : 49957, "qsl_idx" : 14416, "data" : "4F000000" }, +{ "seq_id" : 49958, "qsl_idx" : 6839, "data" : "BE000000" }, +{ "seq_id" : 49959, "qsl_idx" : 27539, "data" : "79030000" }, +{ "seq_id" : 49960, "qsl_idx" : 47265, "data" : "AD020000" }, +{ "seq_id" : 49961, "qsl_idx" : 27112, "data" : "04000000" }, +{ "seq_id" : 49962, "qsl_idx" : 37254, "data" : "B3010000" }, +{ "seq_id" : 49963, "qsl_idx" : 21607, "data" : "06010000" }, +{ "seq_id" : 49964, "qsl_idx" : 34660, "data" : "D8020000" }, +{ "seq_id" : 49965, "qsl_idx" : 40878, "data" : "C7020000" }, +{ "seq_id" : 49966, "qsl_idx" : 41603, "data" : "19030000" }, +{ "seq_id" : 49967, "qsl_idx" : 31046, "data" : "DF020000" }, +{ "seq_id" : 49968, "qsl_idx" : 27567, "data" : "F1020000" }, +{ "seq_id" : 49969, "qsl_idx" : 16880, "data" : "77010000" }, +{ "seq_id" : 49970, "qsl_idx" : 3243, "data" : "E1010000" }, +{ "seq_id" : 49971, "qsl_idx" : 5224, "data" : "C6030000" }, +{ "seq_id" : 49972, "qsl_idx" : 36157, "data" : "39010000" }, +{ "seq_id" : 49973, "qsl_idx" : 30570, "data" : "8B000000" }, +{ "seq_id" : 49974, "qsl_idx" : 40708, "data" : "A8020000" }, +{ "seq_id" : 49975, "qsl_idx" : 13864, "data" : "23020000" }, +{ "seq_id" : 49976, "qsl_idx" : 14427, "data" : "F8020000" }, +{ "seq_id" : 49977, "qsl_idx" : 27573, "data" : "EF020000" }, +{ "seq_id" : 49978, "qsl_idx" : 38005, "data" : "E9020000" }, +{ "seq_id" : 49979, "qsl_idx" : 820, "data" : "79000000" }, +{ "seq_id" : 49980, "qsl_idx" : 5809, "data" : "CA010000" }, +{ "seq_id" : 49981, "qsl_idx" : 29241, "data" : "D1000000" }, +{ "seq_id" : 49982, "qsl_idx" : 49411, "data" : "53030000" }, +{ "seq_id" : 49983, "qsl_idx" : 25808, "data" : "27000000" }, +{ "seq_id" : 49984, "qsl_idx" : 13097, "data" : "DE010000" }, +{ "seq_id" : 49985, "qsl_idx" : 909, "data" : "5E020000" }, +{ "seq_id" : 49986, "qsl_idx" : 3050, "data" : "70020000" }, +{ "seq_id" : 49987, "qsl_idx" : 22556, "data" : "B2020000" }, +{ "seq_id" : 49988, "qsl_idx" : 38436, "data" : "3C000000" }, +{ "seq_id" : 49989, "qsl_idx" : 46929, "data" : "56010000" }, +{ "seq_id" : 49990, "qsl_idx" : 25915, "data" : "D3030000" }, +{ "seq_id" : 49991, "qsl_idx" : 47858, "data" : "5A010000" }, +{ "seq_id" : 49992, "qsl_idx" : 12089, "data" : "A4020000" }, +{ "seq_id" : 49993, "qsl_idx" : 24577, "data" : "33030000" }, +{ "seq_id" : 49994, "qsl_idx" : 19229, "data" : "F0010000" }, +{ "seq_id" : 49995, "qsl_idx" : 47989, "data" : "D3000000" }, +{ "seq_id" : 49996, "qsl_idx" : 21513, "data" : "36010000" }, +{ "seq_id" : 49997, "qsl_idx" : 16883, "data" : "D7030000" }, +{ "seq_id" : 49998, "qsl_idx" : 7781, "data" : "DF000000" }, +{ "seq_id" : 49999, "qsl_idx" : 36305, "data" : "28020000" } +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..92ce7246 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_detail.txt @@ -0,0 +1,645 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:21:21Z", "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 532, "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.018405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 110616, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.026029, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_target_qps", "value": 9040.28, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.026306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.035500, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 1.264264, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 92.526775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 92.526775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 92.526775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 385.840975, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:21.477", "time_ms": 385.841133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:21.765", "time_ms": 385.841133, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41244,46924,31725,25911,34447,2465,34821,36789,16017,48136,1441,7160,4617,42975,49312,5896,32405,2872,5914,47530,17306,48318,45149,38627,12087,32259,34516,2438,38360,33324,18043,45629,7107,31148,35940,45443,38494,3376,24398,46327,44817,20791,33267,15608,41580,17618,44645,35161,24106,34462,47017,13241,38935,9558,29299,962,1021,35630,42098,24324,20564,36247,2043,45621,18007,20670,47262,8122,12678,893,13242,23790,6500,2544,16447,27509,25944,45415,10556,46071,33438,46685,24926,10326,27811,46209,34867,15647,49190,42154,20551,23644,10839,633,33033,18940,27302,38028,25058,37424,10316,17945,33455,14763,45932,38567,9004,19397,34508,40651,40871,29868,5210,13833,29263,21666,18684,26720,29854,24084,13125,48150,38021,28244,13195,17679,7984,16518,34836,16341,14162,10781,6136,15793,43088,27227,46075,28185,39763,13047,42256,20460,22018,28710,19806,16882,25433,49604,48931,46609,26340,41856,41928,235,17123,6662,11945,36307,41013,38131,14243,24421,28739,35303,3286,42440,11866,8092,7790,48580,20437,19403,5488,15696,16102,13281,7162,40042,46454,32087,37741,7404,28626,47411,41120,43302,15048,27570,9611,45402,5533,7177,26061,35653,19001,5786,42120,5667,10178,37169,33534,41579,24426,43645,18467,28660,10894,1435,25628,47518,37240,42536,7565,10742,39764,10842,19770,306,45520,38372,35974,17935,20234,29010,45420,13699,18686,46087,49778,37154,17673,7453,43514,11371,28897,30843,13330,46825,41283,49695,33622,30572,3728,33710,22386,39095,18619,22665,39089,5310,43651,13601,7159,27940,19113,2294,14954,18088,9070,21064,27345,23381,20689,42838,17519,40227,37241,1995,35133,27419,9690,28671,37506,47375,12006,22862,25215,13436,21808,22052,38779,10578,7351,35823,38711,20533,8991,2821,36851,44383,6872,21924,30070,47725,43593,14600,1935,5579,42951,30954,7936,42519,47606,31740,2575,29446,46105,46528,22831,28646,3112,46056,25186,18993,10731,33315,3486,3982,21733,22329,30839,16687,20724,587,33574,14495,37480,20490,45478,11313,14118,1632,20403,17060,14613,10115,27875,33875,28146,23698,40569,3644,43120,38736,2328,17007,33357,38514,7895,26244,1183,3228,49052,41894,12845,10335,20793,7951,4822,25991,19125,23965,41500,36663,38442,113,47048,29363,8367,22324,10864,41481,12921,10394,35268,33788,5162,29781,46536,44653,3330,32400,26552,41545,6413,10779,39738,24489,27709,29025,14938,5140,6897,47542,42084,23407,20702,17874,25308,13834,14467,8503,14519,43348,34129,41019,40176,7771,47386,8299,30544,1190,48726,43942,19322,27751,33663,44402,11372,46275,19039,31039,7563,34420,27331,37048,43754,35200,38679,45913,11875,42491,49242,23549,36004,24332,7631,36592,38235,23341,21164,44044,17326,28054,3762,5817,3907,16656,41505,30645,960,10756,17755,30160,6654,2017,33150,18214,1811,26892,45409,48677,36286,47451,41781,25129,26360,31744,21278,26397,38379,39254,18252,37470,38177,8212,27955,13419,14138,46872,18081,25421,40292,32751,46913,24720,42575,5762,29001,33678,36161,30542,1309,10009,42590,26075,47165,18851,2790,40240,22580,26894,29719,9400,15424,46850,4134,36597,20295,23078,17147,1760,11649,30200,802,28071,44113,19753,25952,34863,42628,165,29784,23557,37376,14159,28205,28937,23697,5334,33775,49560,20278,4125,14729,3781,20648,47663,1585,33843,27256,24156,37196,38589,34185,31682,25978,12736,17844,7148,15830,22781,42328,41962,16207,3278,17798,36857,18581,31480,38674,39317,9631,39405,38587,15732,18803,32488,9157,26884,7809,49816,17525,20675,11645,41874,18393,14752,16936,30591,36957,26123,17317,38592,31407,5755,35564,39681,46350,20728,6345,27987,25330,15915,15196,30050,34436,6934,25447,4505,7999,5855,34140,8210,38838,30161,19855,18357,25699,44284,39965,23222,36062,3688,22739,8757,22547,28407,42137,20324,39651,27746,43158,4029,19720,8271,37250,19016,32571,46357,32554,7266,18943,1053,18926,8305,21911,31713,30589,11528,28045,25075,47150,16550,13276,46969,39815,14582,537,45959,46092,40703,14051,16852,6627,43580,19151,7536,12904,1820,39810,10911,21129,31199,48811,17448,114,41369,48607,24001,28992,30849,2271,48241,42605,48331,31180,19099,48077,41076,14724,48460,37755,37410,29408,38256,29562,43200,6902,1589,44842,29818,46298,8987,2834,17593,622,21595,30444,13849,23363,15012,3996,46974,49741,21861,22084,10863,47166,8540,20157,14380,4985,25411,22797,8683,1755,32127,14251,9042,300,39547,9931,34525,24613,31375,34997,21163,47955,2189,10418,31581,16206,13283,48261,28831,39134,374,11382,10692,15561,35140,32313,20225,3562,44237,20708,13444,14494,15458,4564,15762,27427,38628,47633,47810,22121,26272,9894,18664,38435,36330,23747,43277,16352,41940,27614,44681,39647,26729,42221,34550,32725,18083,37124,27979,48834,11797,20655,26149,36647,7136,48613,40933,17299,29258,43532,45273,19502,22457,48755,31475,40689,40597,21465,13027,1061,22749,20365,6513,48855,40564,24425,23281,47966,28715,20710,41620,42888,42250,41242,22906,25071,33386,43618,17288,44068,5409,1900,23524,45694,27707,21930,40173,43825,12121,31756,20991,47099,33828,19172,2766,5448,45683,43837,16078,5102,38822,30507,12741,45878,37754,23659,27335,38597,36117,30631,2818,44991,49153,9869,6562,36014,26151,2254,3799,38010,5868,30226,46711,6929,12606,13610,25125,10922,13202,24029,25056,28239,49859,11773,19863,39958,19158,12700,11339,33827,16212,4692,32518,22420,43677,10356,35575,31013,9617,5179,31356,28010,29574,26759,22216,2826,9098,31971,27,4149,1477,48940,3117,22488,32048,34206,4392,6740,30415,3809,19812,25700,15818,10371,44309,46852,688,22181,37482,25502,38080,8939,46669,38823,14706,7965,2549,3411,20772,11553,623,37051,22856,24180,20622,6262,42252,30888,3834,7147,19731,39275,3711,20068,20631,46867,48840,8460,17396,24634,40540,4499,37011,48211,36223,24956,30039,30480,28777,27054,24117,42738,43739,10122,12319,27146,14597,29311,45748,35498,21720,1416,35986,43326,45357,8328,40038,12202,37390,8384,43880,6732,11138,26410,9117,1445,10979,3638,2893,10304,8791,2080,4978,40639,34520,20720,44180,30367,36809,44256,2265,8696,28299,40012,31283,36166,34266,12821,23094,44855,13373,17595,46855,33869,7942,46261,36998,17667,18569,8333,49229,12537,27928,27681,21857,36219,18602], "time_ms": 386.063505, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 1530.144075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1530.144075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 1530.144075, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 1827.261227, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:22.914", "time_ms": 1827.261464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:23.205", "time_ms": 1827.261464, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22238,2337,41154,31589,8376,24475,49286,39904,11561,20095,15282,10631,44390,38763,3639,36625,20513,4607,2135,41854,35807,14376,10008,4507,49266,28922,30439,17395,22251,9386,798,9147,46358,40824,32785,34983,36484,14434,5938,10615,43043,48086,1586,33336,17172,15370,3959,26635,3954,24643,44433,18744,30,29505,27071,34919,34366,1111,44826,44539,32304,2868,47722,15090,45242,7810,12945,24593,17415,41152,46262,31487,13542,34115,2138,3100,47175,13609,13273,16280,46701,45453,4524,41572,36525,26430,28095,35663,20448,2016,12639,15345,16325,3541,5404,3420,2384,25767,46170,17454,7766,12538,27527,25375,23478,41417,33848,42677,49175,2122,3042,49113,36018,39309,7465,31857,49732,34037,33629,49860,42764,46171,17199,13531,22686,29930,39946,13454,6148,48560,27485,25482,19194,29399,37999,36385,13559,36590,40592,22126,18784,2182,20983,27414,28241,1343,25820,9588,16250,27098,7803,36187,21045,35905,2785,33627,31545,390,29551,38294,27362,42332,31563,32660,22855,5333,27783,17115,36302,34988,35717,23897,36975,42209,45039,27090,41296,39724,12680,9490,25724,34614,48345,2289,5003,22663,6077,39461,45155,39680,25486,20171,4437,37469,31607,29268,12698,31833,37507,5263,9058,33815,1597,46376,38926,3328,922,12652,6333,9556,18669,44934,21030,44584,43935,29926,23028,19836,40025,12714,22784,27364,15722,49726,7581,17466,2836,37132,33217,26704,7866,21290,42463,39287,17045,30971,25852,12476,29044,13234,9811,20399,38228,42729,45623,42446,24152,46789,38912,4667,40312,49505,37893,16507,38536,40699,14199,21233,45005,30585,14698,23035,27838,34392,12539,10992,39732,7271,37566,1122,4378,22077,15544,28149,49433,22669,14225,12580,29057,29448,25343,39699,18982,36983,14294,6583,14962,35504,6595,5969,6592,6402,22159,46775,5946,23340,6201,17534,2116,2609,14584,588,26695,5221,38196,30090,30930,15801,27486,36673,13884,32074,94,14987,3307,9511,16119,35599,22769,35277,20623,22139,6041,8767,35755,30991,1126,41830,48058,21267,48689,22676,4640,47200,6504,34537,17104,30381,21874,39188,29392,17061,25575,15418,31354,4765,44082,38975,9345,47297,33668,29265,34930,29406,4263,22827,12958,5620,6043,37133,21707,38953,33041,16234,32635,30518,47321,8444,43382,31853,37931,31818,7645,23411,42968,31482,19498,38767,19234,23169,31969,411,33036,37074,22724,3415,22172,13391,33847,5175,29914,24635,13412,43907,8407,38316,284,35614,47096,13284,6234,25172,45586,16150,1412,35684,13554,12907,8514,29699,20668,20939,15671,40016,22165,3749,9101,46614,27905,46502,33227,26494,36728,29824,26885,37483,24477,37275,35211,44951,37458,10208,14809,18060,39637,47776,47126,2201,29862,47556,33464,3570,22524,6705,27950,11255,24357,23373,6996,23807,2198,34005,48496,14628,37816,47555,45374,33166,19878,35729,27260,28128,14284,1508,46249,27995,6466,45753,41087,18312,4045,24941,22664,45864,8886,27891,8110,919,13432,2726,7197,24536,19784,10658,4132,49083,48679,705,22428,19584,20219,36693,47576,40803,7112,44273,3122,13463,31462,12091,17830,155,31229,36793,5873,29325,5568,2006,20620,38944,30055,24438,23779,14122,41096,37515,31126,32878,11772,27285,14607,43795,13787,32273,31156,27296,13908,18516,4735,5178,42152,36197,13696,33251,15965,9066,43782,9773,13376,6912,18655,8426,29992,41726,16624,22365,41166,28798,27641,32101,34230,23081,18264,21509,27360,17068,45806,20961,1814,3806,35246,49127,40011,17465,24804,44090,19904,19886,3385,47026,45320,23964,12085,11396,35896,29775,573,14553,21440,1551,5043,12101,28961,10941,27498,40606,18998,35979,12255,27693,33212,19881,13818,12927,32209,3338,44815,13838,5033,12589,4221,41294,9719,43349,12602,29470,48009,24901,43313,46567,43429,23088,33246,2784,24945,46755,24472,42199,49938,44210,5045,16843,14384,27571,21696,33261,37068,25257,12719,21349,37635,24329,49553,22040,16870,30915,37078,13078,16105,25165,37773,4563,40676,45298,7278,5580,17735,28357,42986,16873,16864,11967,28851,10411,30889,20265,14449,35828,29735,682,24309,7765,49894,14959,26838,34023,4052,11292,41375,40970,24852,34433,28602,5496,35548,34814,41238,42672,36394,48910,40031,21868,38122,24317,30780,25813,10546,14529,9977,38462,38619,37926,36005,6986,46718,5075,49492,43997,47075,34444,47486,24476,17268,22275,38341,8424,9704,21832,9585,14484,216,14010,11060,647,44039,46941,10786,9304,14971,25772,15335,31097,36239,1603,47796,49215,29379,13674,39535,33521,39942,25198,11151,40314,6884,9501,30880,45287,46918,13260,9628,6013,48404,32822,968,35066,43487,32618,6954,43453,24865,37642,14130,36841,29356,28307,7200,22235,18575,41136,24987,40734,32856,16344,15494,44386,49216,2991,32326,37601,46856,13583,39545,32928,948,8239,78,39970,21287,23412,26019,46511,6011,31809,4218,7659,12501,19782,37574,31689,11235,28216,42475,22067,9055,12451,35447,16633,32136,28785,5473,1652,1865,3804,2636,12479,45255,27488,11547,43025,146,44026,47504,23731,5637,672,23857,5159,21542,39641,8963,11122,33017,8247,34572,20349,48802,30768,20484,27011,3180,43818,24826,6955,43858,29377,32753,43216,32450,32196,31574,28659,16957,25981,40644,19641,29490,41564,2758,22013,1084,43275,29711,21829,5431,25427,1965,22867,35716,46922,19474,8956,48766,49772,45991,47544,29794,41066,10240,31457,45517,6534,27535,24653,19621,12816,6351,39883,31562,17536,13291,8530,45779,35668,40634,40658,20,24983,33302,13599,23065,26650,31,2577,25468,4912,24980,40962,20987,39956,18709,11923,26390,49078,32255,15379,2048,22675,1173,12396,38,12198,11829,42852,20154,443,43080,47480,40175,17456,3191,45710,24213,23432,29302,20214,31132,10119,12167,1050,3123,29295,9551,21726,30503,46996,19438,8298,16631,18630,38476,23069,13617,42469,41656,2949,2316,41958,6590,31352,2503,46823,41747,27120,31587,4562,49865,37137,23759,328,30318,15381,33080,26840,29113,1304,46058,11132,153,31093,1251,27401,6558,10845,30362,4483,47893,2453,6866,13698,28816,38240,30855,20036,43455,47834,44942,32756,26463,11329,1648,26832,23324,43121,16718,38164,35613,12379,16577,488,2538,30089,24255,2701,23178,32823,40818,3342,27697,42849,30752,8427,9851,16115,26433,22477,11954,30066,27391,42661,39033,991,16637,24693], "time_ms": 1827.491596, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 2955.787844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 2955.787844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 2955.787844, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 3246.660411, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:24.340", "time_ms": 3246.660744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:24.628", "time_ms": 3246.660744, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7094,46102,43038,27042,1265,41618,24744,42898,34625,31331,8818,7220,15155,10681,44206,1548,6330,27358,8854,27888,6766,26670,45368,2305,30992,48902,32732,3172,47440,3437,3543,29639,11862,11729,27688,37832,38744,24534,12137,27171,2582,33527,3076,38044,34777,25939,10482,27060,48972,24442,48967,19074,24529,45191,42023,12604,32704,30072,40682,26860,11020,39926,34029,46305,31932,2550,24165,24288,8539,6074,42236,18717,2743,45612,42741,6831,24252,11400,12776,24486,46181,16909,18591,34576,2523,40094,22255,2884,1151,47756,20156,26447,42807,9480,10591,41014,22480,4326,7706,14235,10776,46981,27254,14316,47497,6423,28976,14132,45054,10344,38782,6946,15718,19225,21837,27735,23003,20986,43521,39137,21142,29870,25685,10532,38825,45322,21031,44265,39822,17688,357,33523,25140,33250,23820,6936,21087,6538,39615,43472,27656,8138,15746,32672,46642,42936,21342,44864,19330,26655,35375,38691,31597,39508,44678,48813,37266,2908,17319,22326,9487,19550,15990,19024,28498,46125,29308,12184,44279,2865,35990,2629,15278,11168,16259,19740,27099,8024,20169,30965,6286,13210,9059,38991,28217,459,20897,43469,49416,3920,21277,12531,48652,27725,38850,32588,2351,26618,28211,41824,9274,9758,7015,39808,40790,47857,45179,33181,45812,24918,18490,11446,21971,15383,7000,7761,41662,11243,44786,24641,5997,26763,5555,11666,4057,2128,39492,39357,49601,15173,13823,44970,11275,14549,37764,39842,33932,38114,35720,39938,15446,7348,43357,43214,35109,15444,7852,19182,30924,25660,31656,455,11011,47781,32662,7944,6144,10732,43965,49557,26645,30151,49738,21679,4265,23794,32103,34871,37114,20058,27136,49647,7935,20634,44680,9295,24496,48616,17939,13954,13094,23152,29659,12321,42596,22683,44354,20283,39176,17254,42111,34188,29119,44980,1793,6359,40738,7720,28454,38555,9120,26305,18116,43143,6131,34047,44104,17639,18723,4201,34036,14295,21220,2477,24824,1534,37765,5561,24043,40385,40250,15093,11331,10552,9141,3453,8233,6551,38545,2768,14836,35723,49988,33665,39941,16514,10176,24297,28514,18195,41860,20144,640,35938,5980,42054,6130,45193,40932,24135,25442,36048,29240,45154,7111,14274,34724,3293,1154,46375,17906,27433,30964,16172,48276,3756,44734,40478,30713,29967,8042,5949,25124,13855,45994,41284,1319,27911,32931,23509,32463,18094,25792,25494,24611,46903,37810,41819,8971,380,23226,37165,41025,36781,22768,4117,29445,39988,35784,22057,48675,48499,33338,24548,26164,4961,47820,37003,15142,40099,39085,10661,28133,41488,439,28523,41471,47347,46938,41340,17743,30448,30538,18296,9581,40633,19141,30845,7423,33384,8523,13384,19494,45195,11205,2426,35361,35849,7621,24610,26475,24060,19067,10104,39754,20210,11010,180,19022,29288,45237,14252,31606,5012,48619,5495,2191,36232,9225,17851,6747,1823,6957,4779,27259,13472,16933,44925,39377,2047,25941,8561,13013,32949,3686,13873,20503,40650,27651,14803,26309,38819,49569,15274,3194,45342,13605,27035,20422,18075,44963,17173,27197,8159,20258,30735,22592,22713,29978,6096,14391,14924,36750,21574,40121,32828,1575,28639,20183,45792,7338,26062,16639,46915,38835,19429,43325,25332,7529,7922,41419,25394,12031,29715,7349,29559,17320,49019,25449,23097,49186,21421,31808,44703,8957,40503,44336,48182,36086,21152,22538,49383,39351,24828,22859,33222,36914,262,38378,12516,2948,2692,49456,15110,1403,48991,22625,30290,125,44886,2065,45006,35431,34147,38873,30689,2845,1981,27550,21576,47872,3069,9923,40039,37899,29691,47219,11173,15146,25020,24595,5581,11432,29669,1489,43153,34349,42980,28778,456,11545,27382,2108,41355,1350,9237,20572,14347,20714,6437,48632,1750,16724,13009,49997,33174,4303,17231,34762,26999,47129,37621,15874,4682,7806,30826,9889,40720,428,5343,9726,2053,22550,32353,985,32361,12768,7546,10074,34260,18428,22601,6844,14351,31490,27775,44583,45636,33817,42955,48814,28214,13641,19333,34093,12813,20478,23322,41995,43499,1450,28544,25651,40152,40770,46570,21892,12957,47089,48899,47718,26989,11979,2151,30067,20870,39336,19679,12632,6651,27554,20523,21231,13121,36360,18540,44891,45780,39400,19959,10143,33930,2674,12009,30120,20195,47742,12984,23104,16541,15002,48685,48799,38929,40261,8878,27930,33497,2516,48518,461,19522,31653,33505,28606,24240,5284,47469,47380,5493,23134,31754,44623,30351,9254,46928,21879,14403,41111,8495,29183,28959,34393,27519,45556,47049,21475,47583,11624,27103,46046,30509,44412,2673,5680,39185,27057,10819,16014,49835,47255,37877,16026,3702,17923,7002,31033,19667,31438,4064,38368,39531,9909,25539,21466,29254,17425,6004,20550,22518,37072,16318,15157,6675,48314,16736,39318,24669,15689,4631,7168,24195,9235,37472,5467,2548,27079,13459,32712,2207,5061,47289,41475,70,3594,23770,26703,3685,16602,8894,33867,25871,24445,29646,6246,48709,7976,32093,36344,14798,35845,32331,46420,31250,24386,27631,39347,501,10237,34941,9696,18333,30527,4429,35462,28735,31758,5468,22207,43182,34409,30573,41816,35402,23947,47328,6274,41806,49704,7230,1048,48775,3208,31030,2559,7431,45502,32651,34889,17474,43098,43963,31051,33379,13749,14471,28400,17748,16916,31519,12346,41184,21803,32536,9411,39664,21834,25426,32848,18572,36628,6848,9782,10001,9919,9635,10116,21089,11308,35373,4051,24291,18911,12862,3431,10430,27156,22028,43030,41931,18029,1097,10772,35678,36478,24748,43444,37643,20185,8140,45540,2435,4438,38040,40161,342,35879,40724,38225,8465,49328,44792,24687,18965,22182,17795,7301,45980,25234,29163,19168,43509,15723,40034,34598,20416,4583,4016,45667,29772,39919,6263,25293,37804,40836,33100,9821,43727,1724,34263,31631,32663,12769,46151,41705,12135,25005,28691,16786,15797,25859,25821,41734,27424,26966,6395,36331,8397,24844,7038,31284,23418,12341,7741,19656,14905,21066,20740,7090,11934,44219,46499,33260,6711,31134,9160,2217,45858,44297,16258,38295,14928,42203,48127,48563,32148,34669,24574,36022,27943,13467,18606,31012,46756,43387,19470,25645,17293,9832,42569,18892,21169,20029,2755,14950,822,15640,26684,49607,9788,14906,40188,35360,4467,24141,38091,31402,36450,11433,37330,48450,27474,9953,48819,12565,38211,17351,19615,25279,49225,2000,3269,2213,14001], "time_ms": 3246.884066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 4356.239608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 4356.239608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 4356.239608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 4645.767487, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:25.741", "time_ms": 4645.767766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:26.029", "time_ms": 4645.767766, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3909,49916,48275,3262,7673,41902,5681,14396,25441,27593,30885,30071,21260,2881,48353,47598,48881,40981,19153,48648,3026,40106,8531,10529,41479,19950,10355,43246,21037,9965,31723,48102,12760,17651,30530,24581,32242,30361,26923,5029,45410,40317,8408,30500,16358,37873,3427,20179,15289,47404,12810,32097,8411,730,3817,33829,738,23120,34837,18571,19216,41158,9466,1688,33120,32563,8989,46629,33651,16393,45019,16801,49474,508,21970,16110,656,26500,35885,37756,49549,29905,17174,40492,43551,2712,21200,48494,10405,7904,9587,42010,10299,22633,8276,8336,42413,23565,41306,49385,39509,39158,23902,48964,7835,43742,7407,27148,49910,14736,22237,34314,27230,20109,4159,25716,36613,47780,19609,16163,39893,33610,37719,32734,9627,15978,6240,23029,41229,6478,2420,429,14988,12433,9835,2995,3035,10790,21069,8513,3512,39129,8505,49067,40116,17498,28294,6930,40096,30142,27548,14894,8261,19841,49047,43958,33481,36032,36326,47357,18342,1066,26812,5922,3877,47487,48824,16059,48197,44902,26958,34801,33990,16709,40427,23376,43482,1261,36200,47514,18532,1072,11064,30496,34501,47871,42214,48095,35243,24960,22436,14061,7611,47577,2338,34539,680,453,34423,13999,8644,45473,45464,24359,42538,45423,28446,27324,44303,4304,40494,37113,10848,13479,23495,22316,24995,23836,11683,12738,35766,26327,40270,41327,14443,28605,31640,35088,19551,14622,30348,31207,12230,28384,43869,19938,17918,49470,11511,38434,2560,14489,30599,16737,42825,807,42752,41138,49235,35209,33398,14366,10802,39147,733,29672,16039,34604,29080,47541,31215,31330,3976,28779,35312,46960,24911,44414,34176,29634,5743,29613,24825,5383,847,37747,23130,49189,24506,39746,36911,5245,38327,24453,13635,6321,5095,45450,14068,16257,35987,17453,15779,20256,48535,17967,10354,28338,12315,16918,34122,22924,20418,14271,15004,27313,4883,41776,26170,6084,38534,12650,17297,25640,36772,35034,20948,2808,4032,42766,16640,18284,46976,39596,9293,49477,3847,29841,35555,26778,37823,7994,12171,20212,43111,1924,27920,45870,13480,10808,27320,49200,25179,7126,43126,45245,32349,42432,14626,8799,3381,22779,13352,47739,19471,18786,44193,12683,35615,33908,12411,2077,31358,48646,28365,8706,18377,35425,43244,16526,17021,8549,9933,32447,8535,21820,45670,39398,2686,38217,10088,7986,2627,8912,5537,38723,18100,20123,48629,47750,37839,11570,22263,34628,34564,827,45831,42208,46329,45125,49133,15320,47862,8677,45109,17888,34673,355,30364,21846,26630,27144,31154,26828,46470,38477,37656,47818,42595,19002,496,11457,18074,38187,22897,39363,19164,23870,40310,14599,26473,25604,1371,43475,41838,39144,10544,36729,19882,41670,28771,23157,43513,19698,47,13080,7208,6236,28249,49752,2569,25448,11572,49996,40546,3466,20372,19483,46038,28330,34084,1557,11802,966,3285,25495,45219,12381,41473,23168,15600,7582,18610,2439,40360,24732,4700,24840,32130,21284,40553,32963,9334,42903,40151,49788,39778,16934,19127,22144,29923,7223,48606,40169,49762,28253,15238,48124,2618,12268,46233,13117,5157,49222,24556,9794,13692,41145,22771,7647,35176,6105,28110,8837,32146,31367,16567,49777,25466,18702,47684,29222,47034,10683,32793,48484,44591,12517,44319,2960,43497,46835,25643,5870,18045,43901,1967,33550,20773,47572,48817,1482,23464,40893,31434,39848,12495,34053,24663,42511,13081,46085,44568,27781,41750,36782,36067,5457,38846,43055,26808,5064,35382,16617,41389,22259,17470,39527,12219,38946,28029,9809,43642,5051,42747,8012,17909,29556,47664,8072,1544,49862,45917,18997,22966,35843,9135,15284,3378,38749,372,23882,29026,43669,1582,1846,703,15174,16926,27842,24227,29770,7053,24965,29676,19957,13354,21687,19087,7010,22495,34582,7487,45042,22815,13750,40654,34932,40976,5376,19664,33365,10940,19576,24104,6371,12374,21729,41405,12094,6508,38267,43186,48421,44949,30315,1281,23185,5381,23758,6868,9804,23768,5017,40972,10166,32875,41533,48441,38664,29897,23866,18646,47763,39804,37932,41089,22731,44086,10342,24553,46935,46416,21764,21997,11291,747,41591,20932,18107,1386,4910,2964,13424,25261,29341,26862,47047,27217,11482,7173,13018,12298,38783,49847,22043,49649,46999,27582,5764,5007,16675,8922,1990,35722,45034,33071,18754,23423,6388,22183,8853,18257,10442,7520,46246,29484,13915,47424,25534,45584,33450,39467,7304,22637,32382,43568,42478,33409,30708,27248,7130,33890,26255,32281,20722,4633,26863,14341,24722,30976,49317,30140,1455,49955,31178,12703,7510,22474,43206,27773,44531,41559,41079,48472,38297,10321,28018,37837,41034,8980,37772,24480,29351,39784,23295,38315,33432,34016,30757,7007,40533,39972,49983,46373,1904,17747,47830,27635,15354,18919,44371,33790,31439,1313,7885,16099,2604,25863,25216,9063,52,37802,10061,8905,6021,4295,22231,33769,22627,5703,35258,48179,47115,37397,48258,44646,22466,32327,2734,3925,31595,10474,45290,38905,40323,14580,14232,10287,18167,43691,42784,7703,3870,5677,11799,41040,15835,41390,9391,14101,34694,41675,13824,1841,21676,48969,1090,13951,48800,6704,1143,41021,33987,11843,26854,4989,4046,33247,2804,25377,17262,20736,2247,46914,41220,8793,19527,1242,9959,45865,39756,48599,12402,18614,17028,10857,29839,7250,32161,40938,45952,34752,25525,37553,9084,2788,17757,1002,43683,39809,28424,19986,10063,9990,17114,42006,28825,34039,42283,567,49035,36896,16028,10515,11794,42122,48889,43676,13768,6741,41823,39112,9389,2259,4087,11869,40299,45508,21797,35695,15167,13262,34670,13533,2737,29149,1969,1422,37183,47477,3256,3205,16200,35515,3852,10282,14150,34477,38322,48061,29251,46853,5243,3523,1155,13643,26951,22945,19097,34813,15885,19704,21459,28973,43949,17941,39675,47714,38126,38468,9109,33242,28281,46356,5789,8290,23337,29607,12600,41054,33493,16878,17592,32919,14923,18157,44664,42759,13805,47870,1914,20925,22661,33545,36226,39936,28531,21182,18749,35888,1394,35535,30353,42550,36169,44453,7636,37314,32530,34399,47996,3921,1545,14552,2471,27050,1636,37842,23661,22099,25029,48844,42522,25033,40510,37746,12670,30828,29004,46219,31673,34401,41114,38213,16686,7353,2210,23305,44686,25408,3156,4798,21389,17458,10031,14488,18055,37885,5731,29591,35271,15541,26404], "time_ms": 4645.989883, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 5758.655001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 5758.655001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 5758.655001, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 6053.788162, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:27.143", "time_ms": 6053.788381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:27.434", "time_ms": 6053.788381, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38795,26909,20082,23250,41582,28242,76,21355,3206,15926,11909,19710,11465,23452,44861,26967,45,11745,20945,29654,797,26691,34193,13704,15246,21669,18387,42436,35196,35999,12172,32869,5759,38758,28196,24343,49625,19973,1249,33562,42452,4600,33546,20353,24771,38889,43039,25553,21913,31034,28325,6985,41073,26562,37109,22307,17959,49440,9973,37316,12540,45014,20346,49402,19472,20238,24063,13111,39510,36027,36909,39105,40416,9561,47925,49513,45821,39779,16369,6251,8588,2850,24822,49729,286,35084,2966,9883,34507,29809,45026,47573,23615,31458,24709,38740,18844,30305,47374,48072,7047,47410,5871,44668,44240,18026,49968,3024,20439,25307,27655,30925,25213,44424,32119,25132,37338,44575,3182,15970,3046,45993,41568,12953,40791,32164,39544,10945,21815,24282,34790,8484,41117,33101,36617,11900,41692,5927,15879,33458,6774,27072,13765,27830,25064,32711,12356,36512,33363,7329,12567,43333,22972,19005,33979,41975,14364,21992,12082,5952,36854,22605,13244,42394,43278,41099,15020,8493,3184,48133,18423,6591,41334,40372,34747,23391,14136,11815,37034,11148,36487,13807,24270,49301,47081,37450,35638,37650,36222,36573,24533,33335,20876,26137,20148,23984,30417,48555,27984,3010,12371,32992,24126,20203,36076,32837,29815,17270,15683,39420,43843,38600,38887,6396,32703,12200,35677,5074,3547,7907,44004,37691,31362,9790,49534,9206,18397,16895,6544,6568,44926,12767,35364,46849,3240,26174,9239,38547,31068,23049,23063,17682,43304,8723,46585,33476,27008,20548,12004,19699,24525,3900,38855,31610,18699,33183,26480,13760,26154,45550,21335,40413,13527,38837,9924,5648,15758,26198,20545,28478,39872,49697,46653,44649,4752,41439,33387,30640,40445,44944,7985,34553,430,48633,8911,47909,7026,17213,35215,48896,8011,3452,17373,2776,5096,47446,40849,1345,11644,37125,7227,27730,22178,2410,4625,49038,7134,8573,30358,17539,43156,15205,16988,30419,42578,40382,39031,2107,24254,19096,38426,36349,33671,18166,27665,11460,4554,49336,35801,33219,40085,34412,33043,35395,41104,11134,3788,47839,46055,41307,27444,36389,19412,49809,19210,18266,18273,38963,35771,49391,22962,26435,48621,5794,44724,44574,20415,15826,24281,15065,601,14709,35439,7444,22155,40560,45933,4797,20535,11226,2732,44719,26178,10283,6784,41258,44883,30438,7822,14498,29053,11685,28757,9630,33364,26512,31875,12623,1087,12235,9272,31347,40711,42516,19407,17569,7682,39582,12819,30065,5962,24407,892,29124,26355,4241,26532,36746,43839,46699,38265,32422,42517,47614,20851,18154,15488,15212,14711,15470,25609,43628,13859,46409,22824,25697,6628,44871,31403,30565,29942,3652,39770,11049,27078,1161,40573,21343,24301,12837,6435,32031,33968,16363,38613,31822,35497,23312,6779,4315,10951,6430,8574,9952,38424,27003,24570,23235,8990,32177,29436,34683,23321,26513,2166,37310,24244,19663,25471,10820,33123,25729,26341,31267,45631,24796,49813,46020,17513,15527,16594,8368,13016,36657,12777,40036,37013,32507,4485,25302,45561,11632,20047,41047,34570,30443,24429,9710,8146,8520,34487,18288,23272,46622,9943,6294,31000,30741,31171,1687,32652,31964,48762,38133,47703,4705,16222,29360,41234,17154,10212,20345,291,43516,16190,33058,25107,40311,19014,22690,13514,21812,23959,49930,20705,35603,5171,9512,37634,252,4742,44692,26409,38512,36786,15243,29246,18708,35406,42008,23253,30135,23445,3311,30650,25598,20280,11314,33793,46690,44757,18662,13433,36483,48987,3253,7962,38928,21910,41880,38049,7294,30750,7332,5449,1888,11755,35424,42799,10357,23914,30119,30739,22408,27353,20196,23955,11851,24074,41324,16442,33310,39622,39077,7929,134,43749,26036,33067,44510,9708,12755,49267,35718,41022,7903,19883,23325,4877,13822,37139,31092,2015,26743,18078,28767,17461,7945,28970,41645,34187,31983,33389,33035,6809,38692,8742,46951,32166,33329,45593,17420,33288,28980,2446,34133,5297,20965,5670,28759,33834,43868,23909,46113,938,49970,49683,45953,19166,41088,36996,29991,3525,9128,49277,34459,19887,13504,18499,7122,31453,13413,13752,21201,26802,48918,19208,46421,35254,4775,7021,4024,33988,29334,49949,8930,25823,43755,34060,34723,42645,30790,36920,8067,3500,44134,49343,33434,48113,22808,16277,48168,18527,40447,5598,19112,41427,28027,35732,8240,18054,38615,1310,9408,37344,13110,1951,23677,22327,21224,47376,47161,5437,9494,41470,43177,37689,46615,18643,35469,38805,44924,49893,29602,24473,28920,31654,46474,12337,32646,24681,4165,3524,18105,26254,25251,5738,39761,32397,19526,1664,32424,42554,18753,13289,42245,15565,4953,43293,4250,30378,26222,47040,47995,8887,21023,46571,11996,3282,27948,6045,7462,45617,48161,21363,41416,26533,35669,8467,36108,21364,15166,22114,13249,20782,31401,14036,43424,18270,9461,6710,43396,26173,46237,49705,17190,39183,8714,42565,19239,47043,34853,3173,33095,17637,49219,11121,1274,48818,39608,5678,19669,21807,34649,5559,40258,7073,37088,30993,26861,23229,37540,30197,33644,24443,8621,48923,23036,8044,15781,49868,44255,1311,18046,4212,11263,21804,21746,22244,141,43927,16701,790,29761,43416,37189,7652,8751,6257,31848,20990,38129,46815,27843,19406,30191,49415,3308,45552,17446,5635,29584,1157,31717,15126,33613,18420,26937,26138,45829,40599,48392,15228,24202,4612,44046,45915,31355,49349,44628,22266,9397,17010,34797,36533,44543,26158,2521,43197,14104,42216,28475,2239,8488,38188,4623,8199,13322,36146,36704,2638,40287,39100,3260,40474,33132,6928,11161,33666,30110,46232,36021,48801,6794,458,30966,39984,37567,39348,35039,8525,3009,7416,37272,13955,32052,35275,46538,37505,26259,32836,9404,9825,30374,4177,16227,15105,8634,10765,42932,45312,14882,12352,38051,19279,39865,48227,12017,28333,8946,34652,37202,8964,34007,39512,29979,28321,2738,13709,7880,46634,18206,47478,11276,11718,45405,46482,30049,49657,18964,9683,48228,44112,32677,25400,17399,42614,41980,49831,2614,10759,11998,48322,1196,37860,36274,46240,48965,37861,19086,44763,3561,17049,9619,15881,9452,28703,24535,10697,17476,20426,17956,8190,38995,5756,35857,47141,48326,9532,40324,5671,6354,48334,3495,21239,39061,6965,30399,31630,21750,7630,41144,1867,4526,18220,35495,45587,43173,28297,37317,12943,25866,45603,48159], "time_ms": 6054.011055, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 7170.929873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 7170.929873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 7170.929873, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 7463.576564, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:28.555", "time_ms": 7463.576781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:28.843", "time_ms": 7463.576781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17263,21033,20570,9316,36738,26335,33083,15699,15868,30466,34615,11003,37352,17157,36112,9769,18746,39228,24226,21718,3227,5133,27899,5699,37588,3499,20543,15454,33187,26700,16455,33842,27317,42617,10471,4109,18287,33304,22630,45832,35805,31877,40045,15447,25013,18441,18147,4659,41920,42585,8807,40423,15291,43940,9878,30921,5025,15924,34048,42411,35383,46154,2495,9315,22983,41910,41694,5935,48950,38593,315,27238,47184,40177,17464,14742,42318,47855,36504,24710,43904,14220,32710,26578,26378,39960,5127,46227,22756,46664,13039,37596,13773,40075,43492,2838,15303,9798,47730,15179,6540,19485,18668,2397,32860,47639,3588,38100,5259,16390,39551,41934,48622,509,38574,48188,17076,25046,17630,25550,30958,45475,28412,29390,621,21081,43225,35750,22568,9451,4770,14145,34434,49840,13090,35060,4582,21838,14548,22100,28666,37461,2387,34725,4455,15241,13372,40421,35636,49978,42323,44349,27796,34844,49043,15573,37300,19445,37243,6081,49524,32782,8058,7748,44547,43315,46309,32268,33045,43295,32901,28089,4572,15074,3043,1193,19864,28788,40823,2970,21107,19248,48183,44498,34833,18558,917,45931,9849,32802,47077,38452,48770,12532,6184,14515,10423,1044,9927,584,34480,35967,36418,12272,48715,6161,49848,7391,25632,42860,26762,44993,33684,36411,18689,2162,27759,28991,40612,13175,36607,25896,32788,23286,35825,19053,38602,6578,1874,26993,14673,6949,49884,17041,33569,16314,26741,41889,29515,4070,48264,5158,23969,26320,4642,41163,15582,49761,47964,6100,37834,29585,22513,6150,17198,31074,24447,9183,12925,22757,17327,28783,34421,5267,13452,36124,31269,31714,12935,46076,36847,21850,25801,4862,10698,813,2244,39886,46818,27102,12671,1092,39289,12487,9571,30668,6221,26034,49018,11045,36351,26076,43147,34264,11526,34486,33286,36661,22202,522,26895,20268,13045,34154,43546,27812,49205,30053,3698,21998,18904,28320,19049,42675,29229,23449,19751,10417,24760,49765,41063,22250,1732,25607,6305,38192,48020,11769,8005,17982,4757,23506,27576,19078,26526,9738,23784,8399,12208,15619,20859,28406,39716,4832,31242,28532,45707,8394,13077,36763,16439,21019,14327,39618,20645,30254,36136,44638,37928,5199,16,35170,28078,34594,35598,41023,33672,14669,31117,42982,12792,11950,24038,29312,31646,30470,42021,11709,6619,10605,7427,15540,48400,45285,49140,49799,39011,45283,25626,33186,4908,6005,22364,42078,30062,28040,26003,29531,35051,30941,39866,12391,31549,10603,6163,31867,31430,7231,42843,1346,33208,31235,4009,11305,15304,19030,29354,31168,16859,45974,31056,24628,38245,24031,20039,20211,34272,19762,22660,20504,29852,37101,37121,27418,9187,43108,48581,38656,13288,47401,24382,8156,6999,3017,16131,14883,6612,46256,19385,22619,35388,42326,7853,14768,20794,41941,47443,18031,39422,25281,33963,16505,23339,46268,24420,39311,28821,20867,18335,11517,38362,1303,42671,1549,21952,25588,26139,46714,39376,42202,34882,1218,17782,10665,42330,36186,38764,15195,48655,5797,45635,37525,12983,34384,20368,35847,36019,33195,6462,49770,13874,2261,7571,33427,23114,39156,44856,28698,17135,6108,34024,37521,47204,35384,18219,17548,40902,12304,48190,2197,38410,26,44715,9364,5966,13329,39223,11166,24245,46244,8959,3252,3505,43041,23717,37322,16826,35821,14567,44270,31329,28916,15605,1842,27310,6964,37187,35216,22850,8353,33901,36648,39386,31190,1600,19896,7974,33501,33599,48339,32649,38754,43359,29267,30425,4825,26306,26588,36905,13769,33029,19790,14002,5937,43885,35777,35401,8772,44578,913,311,12708,13693,31314,5638,37950,43553,14852,9780,24608,39585,40859,11821,21401,20695,16384,49964,1071,40969,30532,31106,792,32344,1592,19750,383,43481,4710,34330,37201,20515,13683,27978,11158,34592,47616,18876,10129,5640,10018,19520,48585,37629,10771,11636,32123,26581,34899,49342,19958,5378,48225,42340,34179,40655,17660,31871,41097,10811,724,15443,18442,37948,29450,33969,12512,13557,45366,15727,44739,40642,2059,7760,5028,24228,2690,29601,27032,13139,44612,24630,14419,36633,38387,17963,25318,6674,34617,44810,47570,34770,2155,5145,23739,29320,9700,15448,10740,12324,2909,19297,26050,41215,18362,42760,41999,10266,8547,24684,42776,24470,10608,15531,16265,667,45337,32191,38058,4333,1992,41567,36819,7115,1930,3839,5206,26548,21483,30211,4471,44631,7534,39580,47090,9875,29855,340,22080,39094,7509,45632,16704,11981,46022,21242,32765,5682,37181,29033,44802,26770,5042,11228,14381,12706,34293,9299,48170,27287,10087,40872,5214,29987,13156,14246,39571,42425,39460,39538,34873,30692,40236,6078,22459,1643,1414,35769,33498,41521,6700,11469,2094,37768,15219,41993,48097,8416,46636,39895,4451,23243,35965,12119,44377,29996,26787,8473,21304,35077,35671,19658,1458,10952,48231,28550,46054,48596,49579,23079,9078,36824,49541,25689,6733,18634,16990,16074,42770,38945,20303,37351,12342,35742,29092,8226,18500,42978,3032,38130,46884,37220,48712,31265,15763,20189,10194,39410,16100,18394,3403,22033,3167,45998,22700,36608,30136,16599,46412,4401,24874,16015,40877,8242,992,44119,5983,15869,3364,20285,49917,33027,17774,9294,19390,2941,7367,5548,25162,23143,44423,31377,14507,23294,36388,38152,11456,42535,28254,20804,8486,44013,41967,5645,21727,6471,14398,21948,2645,42262,39132,15503,280,48833,1347,39207,23991,12041,42555,42830,34118,3850,25386,13348,47267,28327,10629,41457,34768,48132,23491,25977,26225,7273,25547,721,44573,27087,11032,1160,42504,36090,42067,27520,40334,29008,17728,17861,16560,38142,22473,25886,40727,22205,34915,47772,7783,1019,14297,3884,19491,24330,16244,4610,2564,40505,22826,2683,48221,30841,37606,19377,30092,47044,10836,18506,102,13623,34220,7302,20825,36500,24458,42093,31272,7516,27903,44351,24364,3476,5836,3783,48065,25589,29030,25059,15288,26952,4021,11014,3222,6408,43133,22011,3513,38084,2232,39356,38263,37304,48056,20019,7778,3823,7248,12544,27547,28558,21536,12640,4653,19192,49768,46617,25295,8534,15595,6296,6467,47475,5207,8579,47213,43728,16719,30257,878,15013,20152,2764,8838,19516,23664,28650,17230,39760,12015,22367,11740,28436,13629,20229,46722,14762,44085,48452,27294,2786,16481,43994,14858,41233,38753,40150,14637], "time_ms": 7463.963345, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 8589.375760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 8589.375760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 8589.375760, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 8886.838900, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:29.974", "time_ms": 8886.839044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:30.263", "time_ms": 8886.839044, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10997,2704,28908,2241,43850,25933,28232,4291,3881,46153,42185,19540,27336,7671,15937,22254,8829,36441,42117,20938,11842,43702,1922,28869,20762,49333,2770,18598,24784,33558,10606,14481,48254,34722,42919,34849,38231,17882,5156,35143,42708,49345,12826,8718,14728,45704,33845,24280,14832,28471,26819,15050,47819,47372,5228,49386,49630,15184,31060,24182,35296,32182,18568,9314,38221,44328,12099,37943,9319,31706,21597,31604,18725,21403,5765,48076,14501,21167,4639,43460,4647,47390,45810,13254,36562,25664,29273,41422,22451,19364,21359,31361,18550,40816,23424,2421,42831,6570,22096,32514,6475,38394,4428,19851,46186,13207,19324,40139,44759,41157,44538,7992,34538,13367,27814,23641,16045,20568,5605,12239,27768,43377,47719,15471,38728,3727,22008,1231,38200,14672,3175,4616,17655,17974,7812,8896,7739,37970,818,20011,12914,27218,25051,36712,11913,15657,4457,22895,8037,19198,13569,18751,14608,276,25715,12309,47340,19288,15221,49767,23224,3887,40001,17059,15695,31805,15919,39823,29039,43129,33593,7707,36121,27562,20158,17207,17876,1329,9283,49094,7199,49185,1870,10197,32506,42607,2938,19321,15039,40666,8982,34733,25680,37676,23999,11368,19977,11030,36678,39049,1328,40338,5826,45560,32713,21385,532,47590,23775,30761,4691,27706,12398,5877,46868,43334,1771,2427,43125,24654,856,33444,16290,1324,2779,36390,41451,33248,28005,45894,7930,44844,30990,44630,14830,33013,2141,298,42528,36835,44158,16731,42561,32018,4786,16642,39279,32114,41463,16604,35706,37519,4727,29368,1943,34218,15633,13220,15972,3132,45722,23982,15351,37916,15019,47243,46972,29102,9475,31763,42290,9189,12367,40056,39636,40265,9297,44736,14424,48120,29425,27890,16388,18006,15621,33752,21219,33960,46072,29614,47461,24462,19218,4098,38702,31397,10248,23014,5839,22971,4268,16821,14293,34150,22051,35774,26246,18020,35149,2497,14133,15057,19937,42375,12990,8765,26629,32624,44728,7683,48570,9213,36605,17922,47635,12216,44761,20608,43128,33525,7960,38374,17773,43664,8125,9350,6881,6140,13204,19739,41049,7127,48315,8864,37426,30823,19175,11975,19539,37633,39976,49114,43860,41608,29117,30424,4907,20678,14900,28366,19644,25747,21158,310,25282,445,36395,16049,8593,6146,13510,48562,8856,38922,15884,3530,28726,22581,17428,18938,17472,24798,20381,22336,28601,36362,23992,12204,11113,36804,15513,49603,202,13745,37108,14627,11733,39160,10906,6550,47956,23760,590,36287,12267,45044,16679,24071,5530,28093,46693,46865,18399,46060,14066,5277,40004,23989,25113,38357,28039,24772,37572,49638,10019,14521,4056,902,34004,9000,20384,14602,19258,32278,15436,45176,34638,34778,40278,1606,395,2383,28834,40375,23695,48445,34706,3211,6601,49241,33110,41437,34201,9975,8544,45089,18293,33024,41478,48122,33087,1280,29020,1330,12213,35961,33294,23302,38169,11393,25101,41373,5663,23700,10841,25705,20232,8662,1531,17907,33812,37459,20355,17647,24770,26093,47592,34771,5443,13634,13829,43270,23468,42363,31029,43840,43787,42303,9112,16496,27741,14417,15106,44626,30721,5286,30435,16744,45938,39541,46953,1835,40432,2817,49786,33142,25529,28119,7448,1206,37771,13940,12675,44486,9152,39789,38816,31533,4385,22586,42456,26659,8826,46667,38162,37731,48915,45061,19389,27101,40552,24989,4031,11796,38719,21223,29919,29335,17666,45827,31483,43518,20526,17777,23247,6571,23475,43140,29865,46276,40496,44590,2437,4976,38959,43086,39359,46566,4637,3470,25891,41300,39464,15136,32435,10300,6556,42144,32429,13501,1467,31524,10095,6632,16313,19370,5642,2117,1541,38376,42996,18448,12001,1198,13974,31018,9380,27609,39759,5587,32508,1370,17057,6372,32760,49583,7133,22949,4353,14505,43485,41149,3003,39080,8653,5352,48259,34208,43352,14112,16856,20709,26528,14892,25917,30338,10429,22762,7398,25510,26402,8082,41341,32787,26383,7751,43201,7336,5079,30459,44777,17998,26946,24928,994,20676,4249,9324,18733,30551,5569,2539,5522,34993,1178,44818,28152,27150,37008,5838,40936,7331,10970,26991,3755,4151,9021,39388,28866,34440,2744,15889,14470,49581,46876,33370,5258,27799,4856,10983,45618,31179,24360,30822,5827,11073,30402,38253,487,38123,19807,33871,12993,3504,35698,38636,10777,21916,12350,1532,46452,48394,33936,26193,13815,4614,15913,16180,22337,19879,44950,47525,42981,35394,3077,900,15963,7616,11184,1962,12778,10913,21298,26134,13268,45680,24749,21648,9118,13381,10688,20414,708,9175,12141,23950,4835,26928,12038,30716,32694,7528,1112,17987,10885,38876,5151,15603,45720,37299,25630,44846,28742,31868,16777,21747,5097,17095,7477,17024,33702,14047,48000,15536,26025,16783,14064,49509,48041,48234,35485,21346,16792,12829,23357,13448,37176,12881,25775,27192,37274,35324,41504,3647,19235,2525,16667,3682,11359,13183,5303,48476,3493,48838,17143,49367,15739,35229,28151,35632,18057,23907,21799,8206,18009,26016,10311,17140,42365,40221,21616,34920,40172,39198,19588,40313,19675,40879,36296,11086,48747,16950,45161,36591,48154,1424,3317,41762,19518,7471,10738,7166,26221,19727,14435,22492,31854,20344,32744,45138,27956,39315,32899,12864,39781,20121,42264,16232,35318,33133,15809,13921,20632,25014,43175,36073,31247,14526,28080,37546,2306,23660,25207,6083,17811,34144,49182,47990,12046,39540,39047,3918,13147,36495,33830,17556,29643,28234,16072,2212,13003,46698,925,6272,8202,39744,7120,23555,36539,49044,21426,43059,23123,5572,14837,23943,18072,29912,49608,22276,23938,49852,3767,31119,31571,33028,332,23541,27007,30814,20272,17564,27505,32274,10433,40190,19457,166,15191,20801,36954,42344,11225,33238,17725,37796,13246,22267,2693,44118,23251,27267,28760,34872,30363,4219,46778,7170,26563,5329,41321,1730,20089,39603,47915,19765,45139,18138,21209,476,38391,38904,26279,48286,8245,48395,33605,15589,13029,32800,29550,37690,18189,8804,43484,1268,17839,40631,18588,28629,27933,6318,49073,18440,35237,11757,20269,3860,45267,1243,10196,46351,1723,10509,13524,1690,4075,41869,20226,14758,41873,24274,44862,40842,475,10014,43285,45246,6067,48682,47481,45151,26481,28162,47963,19313,9649,39270,2587,11238,30149,29805,2694,48719,22742,27029,9836,39434,43466,19075,38035,18203,49497,45373], "time_ms": 8887.059886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 10008.421941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 10008.421941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 10008.421941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10302.305159, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:31.393", "time_ms": 10302.305307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:31.683", "time_ms": 10302.305307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [7968,10150,17731,23167,8735,21416,3110,18430,2332,23735,15294,16788,16284,29460,41198,23191,3176,36852,10829,18896,18347,13625,44997,42220,47315,31935,40921,32032,8541,17289,4538,41483,6491,19361,44003,43124,48443,29024,32832,5365,4510,13837,17689,28622,27432,17507,31167,6432,20821,32918,37050,39043,7603,37499,18704,39930,10590,13708,17166,999,31107,34378,31069,38670,8175,26106,14663,4388,19499,6830,2670,45330,7035,39267,10991,16635,4993,40100,31575,37227,34992,33075,3619,4116,39662,38938,39499,16975,6968,3745,7934,4965,9054,47296,37865,5710,25675,3084,5121,40766,37760,39897,12419,34198,33121,49472,29525,25414,19160,39374,6010,46097,34655,29802,7602,29296,16944,31827,13777,11462,30449,3765,8000,526,39369,20692,26446,12696,26385,32310,43345,25993,35711,4495,17680,36506,29138,39811,7324,13303,2566,13607,33322,34856,36643,25708,46662,5414,7970,23622,44436,27972,40733,29908,40486,31669,10351,43721,5288,4694,28072,11974,49688,47774,39090,22961,12624,32158,21928,38057,8214,27352,5195,40053,47227,9394,20917,17869,49462,47057,33471,1507,39152,30893,19343,36812,37532,32982,16930,16156,14719,26896,9250,20379,6406,735,48953,22618,6342,545,32263,43564,22654,40339,3692,9653,9426,30451,27381,25508,36434,40470,2837,26658,38531,15533,20317,23084,48908,1115,29313,37423,23581,489,22404,14128,29277,38634,2132,4055,36020,8173,21357,4556,27166,18544,26567,47298,26162,22620,11617,40588,34099,31864,40171,48,19123,19142,42501,34581,9742,34018,40277,36006,43279,5155,3442,31196,48506,347,15441,14889,35421,33325,44939,46045,40897,29504,48635,36275,26522,7608,10258,38533,1550,12189,40888,35683,17514,28451,35072,16487,26874,14456,20440,10171,31257,48745,46320,12743,4676,47031,30832,46332,49028,19780,27691,25555,40532,14915,39257,47671,48296,44019,2031,12559,7174,12176,20656,25740,12456,1264,37909,6225,28985,24913,30133,38105,35231,45275,1759,4130,7142,4220,30091,7567,23207,30155,48253,27154,8717,15617,29282,45624,15646,20778,43018,12106,35817,2044,31381,22353,36337,17781,13511,26185,29453,25617,21863,45786,24008,25777,10473,6178,7149,18415,6832,39145,25417,45068,48708,33754,42178,18142,23404,20610,31721,38780,14125,9184,24893,40245,47879,20590,19055,14405,47108,8121,26274,579,10876,33559,41501,4734,16925,13964,18196,1106,7723,48249,45002,33173,10338,37126,12609,25376,12070,16185,43718,20323,41065,38584,42360,13026,23544,41384,34232,23413,46889,13981,37374,28038,42044,28337,5647,21438,48280,47972,28794,4351,35251,23405,23095,14126,25803,29045,43623,26661,36162,26845,26226,34303,22912,7364,31211,10877,24179,14499,20868,43031,19811,7354,7847,44478,32747,5118,26990,22281,24803,30612,96,49873,31908,37887,15220,14053,11814,36802,135,16869,13968,9567,47539,36859,6390,17286,1042,41714,12145,48013,7982,35988,35484,8695,35096,25265,34633,35332,1041,25169,8570,22380,41185,6791,10264,17112,12310,11943,8810,34119,21504,35927,29047,11404,17257,36660,37849,39406,25483,10650,43990,19830,23942,35900,18127,47356,29782,3154,34298,41176,36485,32995,41153,27853,49570,33926,17988,36227,46552,47723,12090,8347,45611,18661,5676,11548,32947,9536,19126,38645,20711,19064,21376,4367,34606,28171,45825,46635,29791,8519,4776,25054,40647,15769,36708,12302,13455,29348,46945,15094,42438,25076,20573,5120,3642,31753,4224,99,36425,39776,11921,7610,33981,9791,19582,10764,32733,43768,27191,40095,15839,1662,31428,22438,49987,24702,36559,29827,12725,29738,48733,39660,34019,19161,45884,28731,6355,27282,26541,41429,40966,29635,45277,45140,44,36521,49252,30718,27163,14941,41364,3065,16904,34067,25647,21944,40288,40059,10343,43972,12049,16312,21896,25154,2049,5600,42472,23967,33015,40860,46214,36999,12822,34546,36492,40448,8784,21612,22402,12745,8142,41485,959,2653,5161,20119,48178,8777,30114,15485,4983,43741,43520,4823,11159,28553,23011,18222,38520,8596,25545,49654,20828,9420,28428,23371,15864,38233,27091,32297,39063,33760,7011,9594,6719,21147,19251,16600,14587,20857,35042,3135,48846,41207,49022,26963,20942,819,35635,27370,26041,25314,37996,24105,37850,6394,33405,31525,28012,6776,15468,35391,47294,35287,654,26986,24891,12447,45669,43811,23260,1098,21823,45454,28073,10972,43115,40572,27957,35780,19995,6050,16069,38871,21552,43142,9596,12747,15481,32372,23401,18358,16920,23071,2754,11901,47205,42612,32596,46555,22136,45335,15312,46146,5454,31310,20502,36064,15236,38344,9113,48196,14604,40504,48515,48970,15623,46174,42912,31560,28195,24159,30920,1286,46428,23521,14175,23538,47351,24308,46934,14179,16497,34376,15201,45189,30256,3981,9578,35127,20012,9661,17235,4594,16142,47902,44938,39693,39157,1987,44632,15834,16126,5399,18417,20457,17459,43135,47837,3125,43399,23935,36419,35952,20244,45826,18599,5679,38824,33000,16688,8021,42718,8785,720,2392,12839,42609,47840,32345,35561,20835,13598,28573,40117,49561,42995,9887,17214,41801,4509,38420,34985,1427,17835,11865,21450,42377,32855,24725,18290,25824,31127,39849,2805,13926,1003,42908,49287,36319,17085,23042,9090,28218,4306,43512,6911,7389,6650,34082,12744,37677,192,31234,47761,37037,25243,12259,44024,36191,397,9502,35094,5489,29386,6164,9378,23410,7937,44221,25088,27064,39387,40914,26147,7913,46734,1131,5848,12406,16472,22141,4099,6549,7802,32819,21353,45695,3615,49479,1262,25272,3020,29430,5136,32043,36417,21876,25001,21382,10,43350,8901,31102,34323,8191,25734,34021,24499,23560,8455,25727,34457,33604,2343,12234,1373,15027,15302,42029,13357,35738,34772,39304,174,17856,29122,31905,16503,21761,30980,33616,49049,40942,48312,37325,40102,22634,42901,736,17860,13512,41519,17441,49238,48897,21113,25578,38865,34455,37968,2565,47198,2041,27913,5757,34284,8836,30562,27133,38307,16215,4433,47760,1500,45524,44227,19873,26040,4368,6008,39864,1295,22984,7386,34506,26674,25998,48034,5052,10897,43280,26219,12806,25794,29843,40211,34984,376,13456,126,43361,44203,49101,1798,38288,33165,48720,40578,22212,25269,25338,20862,33134,6762,24729,14537,44008,17848,1571,19885,42777,43392,12972,494,28193,18401,21180,37783,13880,27463,44954,47884,38515], "time_ms": 10302.534690, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 11386.755989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 11386.755989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 11386.755989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 11678.362753, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:32.771", "time_ms": 11678.363011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:33.059", "time_ms": 11678.363011, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38464,30146,37066,16457,45888,26437,26121,2668,24762,43993,39468,20073,22037,375,5486,10219,30189,32412,13158,37807,31116,38406,9276,8339,43686,10398,43772,2025,22734,40822,16976,16152,47642,14094,19163,22540,24344,16308,17210,21889,19357,24498,15813,19860,32484,45069,30003,42541,14238,49180,34799,20314,6505,11334,43606,40068,48337,18299,28586,23891,40243,30383,6931,30853,8314,46647,14473,19170,48212,15537,4382,41127,9485,10111,14141,15634,6226,23614,47769,8576,43221,30902,10570,44831,14843,16479,11654,14855,41058,14298,29076,23527,32850,42092,42653,37610,46318,24543,34897,47799,38478,13024,45567,13751,32841,39435,49471,45638,39076,31443,48341,32469,40756,4719,24306,41342,48433,40167,13296,8832,30649,28182,8578,48541,13203,2449,38070,36658,40381,42187,39391,42990,19838,25595,44558,43663,16797,5664,5131,16128,30728,42893,49851,6807,36412,30653,5502,5865,35860,25255,43384,40531,47610,3935,15199,15873,41562,47453,10146,18523,30022,3660,18986,19994,20412,41438,4716,18810,48288,40081,45773,5991,30453,28887,25093,28849,43621,15586,18697,6576,34627,28540,45080,36095,33500,45225,12505,1871,8174,40403,11183,65,25019,7056,33440,10498,34089,12019,44125,30904,8747,27465,1877,17070,21988,41674,32946,43373,9640,13410,20647,17156,7820,21741,4729,104,38807,26464,2046,1773,19839,37648,29962,27763,29238,38155,197,3673,16029,29266,19611,35523,4030,12787,30702,21602,36477,2178,2167,43335,16213,16546,38681,36923,18033,11150,34164,25854,37104,15697,42341,31797,30386,18156,40138,21844,46726,1241,40953,6361,1644,40144,27599,46322,34242,2470,38421,39232,4229,33263,27402,17736,43234,46888,30174,49797,11286,5520,10206,40853,16301,29812,19793,19496,4196,33289,35035,7068,16143,2846,39067,41317,39305,2810,12613,30603,9537,43415,44094,19918,10918,41899,4123,31421,2330,18160,24659,48105,45777,1012,45348,3551,28737,16846,27451,34854,40523,35033,28415,3867,45604,11336,26527,1608,27341,18566,36742,28360,48746,32072,23066,21100,6804,36137,46378,43321,13636,28856,28791,30610,23744,2007,46116,4804,598,42442,4830,20525,20646,6600,43113,48051,22505,17492,3938,4331,47479,42568,11475,12933,25679,39106,11965,15477,12083,47654,239,49575,3248,33423,9144,6185,14265,45301,25032,45422,15610,42033,49141,35794,44752,13812,10925,7817,31842,36721,42277,18713,30355,2895,42487,9007,32116,2186,7873,16812,6176,32626,1770,34166,25463,12388,1720,41888,31686,14859,20161,20618,27644,33704,38707,28335,19012,38024,2777,12959,37336,36548,43575,47978,15730,35061,16266,32459,24441,28936,17242,37273,6907,46334,6767,42379,48796,16775,44045,8910,23860,11224,12465,32409,10286,32766,43337,34395,41119,26416,44601,39989,46784,37875,32096,46028,46459,45570,37782,18611,46053,6255,35239,16409,23576,11535,6433,232,33375,39879,42680,10901,39025,46919,13267,6085,16254,48985,34938,47257,40732,16460,18597,18315,8054,30384,19152,22130,42305,47932,28891,12720,37516,5276,35352,36246,13672,20063,31268,18422,22279,5082,14747,14540,34382,37958,16832,5242,3913,1229,21527,40229,9746,46765,45866,42652,16905,5570,47053,13897,18678,31221,47665,9035,46506,36780,45692,29644,26238,7917,10984,35628,15672,30194,25719,781,38098,13124,43847,37451,27729,31602,7153,32910,257,21457,40397,5032,10889,49737,49849,14868,25784,28067,40571,37545,32735,10220,45032,34427,24316,18809,898,32648,36332,18762,32627,47083,37581,1772,20443,44851,30079,22177,45568,44618,8230,30483,23230,42699,25771,46894,44661,3986,17642,17750,3811,16760,12376,29191,30100,3080,31845,31191,27966,47434,358,31738,39345,38332,317,42655,19969,40800,27942,46688,40848,14399,14224,22313,21898,42887,18915,27266,2919,1654,27906,13362,25086,36110,46885,26485,7292,660,45564,9467,15805,29974,38078,29028,44143,44779,33345,18141,15606,2570,10870,2982,10890,43908,4436,5717,11598,247,49461,24831,24774,73,37493,21754,42728,10594,20454,43620,46512,34714,30580,36230,8310,7113,42900,21548,42966,26077,48222,13191,12948,10378,29506,33964,17186,43802,12409,29687,10112,23901,41288,40093,15273,44996,21310,27914,25443,7988,26374,40352,12908,34835,44074,48481,6269,20213,44876,20741,11332,22372,46748,25270,4723,36817,8470,2617,28231,5197,45086,8222,33573,33808,45297,27937,25840,45344,23729,43600,19296,31137,10754,27795,26155,2267,37512,5879,7691,15498,19761,29690,11083,33597,26148,16671,32845,3464,42647,43660,47753,17001,14702,13172,5137,14953,40332,19563,26352,6389,20636,24256,14769,10810,2346,46962,20166,15580,23183,1089,46539,39099,7654,21297,27293,10773,26696,40686,24590,39245,22479,27835,7897,15156,3382,17784,21472,2454,19427,7788,45230,42973,40374,27390,6581,21570,20800,8686,12372,40214,46760,38621,23889,40158,14216,18003,19183,23847,18123,18985,22017,19255,32789,22368,48716,41843,42367,17496,32069,49958,36072,32988,39200,13597,20682,38796,29620,43636,43872,36092,33657,47014,43717,7099,44624,6947,8907,11895,39392,45723,24988,32951,31619,18907,43312,36609,46673,2246,33161,3730,7233,8681,43852,32634,46597,36623,3361,43714,27813,21263,12394,18874,22615,21512,833,49296,29343,48107,45243,47355,49224,38549,31448,48554,24648,31113,20680,20486,36042,2681,8292,9614,4140,13044,49473,24823,45596,30219,33589,43709,10044,167,2219,28596,45724,12403,5211,30486,35552,27455,22574,43439,45356,29212,21534,19732,46148,20807,21759,35468,25226,18579,47501,23138,1576,24150,35389,16162,44373,10259,49378,39368,25474,41844,29783,19779,49036,34565,47533,8641,38260,27291,30660,4551,34675,3945,1668,13575,7272,39975,1239,13361,55,40019,37630,37259,28112,28549,25812,25190,22173,20043,31497,35188,33408,25372,47686,26602,34933,17843,39130,23252,33729,13438,16996,24753,6298,32817,29061,44098,45797,49563,44012,8781,31499,26038,44420,46450,33803,12843,24959,49316,28156,31009,29825,15911,32866,20605,26132,10797,10085,20978,42956,32137,10982,17487,13794,28463,23394,36173,40111,25836,41574,34197,11727,36153,12906,47240,24758,14660,46074,11846,8022,11554,16972,1491,19300,19331,119,43764,17142,39990,17671,49254,12740,30188,8352,34269,29152,28667,12578,3034,14932,37059,465,48787,7045,36420,11476,14311,12585,14425,45051,9636], "time_ms": 11678.595364, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 12787.192318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 12787.192318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 12787.192318, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 13078.207933, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:34.172", "time_ms": 13078.208189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:34.459", "time_ms": 13078.208189, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38046,43051,30404,32956,6223,46090,6712,37595,21394,32529,28470,42549,28529,25108,10152,36884,27288,424,3138,10026,34980,26213,1230,36010,20892,43995,27658,48300,47117,23724,29704,1748,11007,39463,45251,46659,41062,45969,41578,25479,15323,11917,30764,36354,17402,47825,49423,31294,49290,43604,46077,15455,7689,12037,40998,11688,16961,43167,8491,25518,21775,40425,31748,2677,741,42265,14234,28935,34916,15001,15255,16229,4048,39118,21154,9607,42002,28594,22998,26701,18812,1291,36262,28139,21471,30834,37391,144,36563,32580,5220,33989,22287,48273,47050,48576,25195,49962,838,35873,23537,42664,18173,31622,9743,14067,47268,36615,25264,18858,36798,11299,7695,19054,8287,21193,45588,36140,41849,10855,45581,12055,6798,25709,834,30943,15024,22038,3223,14100,47277,11762,8708,12579,24845,30878,35846,30389,11089,42526,3560,4103,30794,23482,18829,13882,31548,29819,32541,42687,20737,550,25079,43928,22407,40764,24680,20140,48295,652,22398,34732,34900,2981,11119,41074,3237,13931,13471,20878,11319,3312,18680,11344,42544,3354,43047,4669,34300,23416,45035,1666,28261,13048,31567,36430,33686,47331,2029,11533,36193,25488,8340,38996,45795,13650,9138,11202,42317,5849,39128,6111,45448,45768,49168,30806,30575,8322,1709,27289,6676,7083,32797,18902,40819,9436,45868,38034,25879,26761,16144,38042,36918,44507,36748,36904,4252,14595,2637,3007,30568,30995,15597,43317,24208,46863,40870,7132,46967,21474,41657,9124,6191,35980,45654,45744,13257,18326,20369,22390,9244,38065,42997,15331,35154,30326,9153,18131,9089,28570,33794,33764,18193,10670,11585,44667,42633,3753,10163,15664,3814,10601,5283,39308,38486,24599,9333,38817,10400,31144,18445,8835,25906,4154,39521,45378,15269,45124,12574,2137,30664,29443,36340,12242,3491,19618,13632,45435,31165,37586,22268,29079,21168,10340,34834,4443,29828,4620,41110,9652,49665,8719,41703,29414,2839,25182,8581,45836,470,24585,40087,18213,5591,33789,21464,23004,16765,46909,17452,12618,38085,30916,7786,19273,6883,343,40357,32853,39642,9955,16480,40534,40424,33674,32604,13130,11320,29749,22777,34203,28832,28004,37195,7308,42656,780,4302,7620,37725,33451,27125,36402,49116,49733,2129,35840,45606,3690,44662,16938,45412,49444,12136,7961,3527,23258,13426,8617,23320,43495,16133,34461,24131,37019,12327,40049,37093,27490,14034,2814,4369,3013,45548,19580,22191,3859,1526,4703,43983,31206,15310,27841,37657,20603,48073,8620,41748,47656,48867,35134,34709,31823,27417,16279,28954,14460,3131,49193,17117,43817,11426,21253,18316,8304,26780,24788,36348,4324,10800,34271,24649,43199,29196,37784,21126,23406,11992,33614,28521,25599,45794,28679,16192,29344,20914,3550,5231,39433,172,18012,16673,34776,22133,44676,26805,16006,32305,9322,26574,34308,33128,20054,9819,15476,3392,42950,45110,39285,20087,29823,7077,30014,48141,5796,2175,43494,10392,27676,17225,23217,15950,16714,13523,45218,10719,44493,38310,45259,26879,21020,14337,17253,44155,46504,18489,30579,23201,29019,10854,10187,25665,9212,11335,28542,25023,3791,31764,2586,13326,37147,39214,11890,7167,10514,49294,8816,29517,1885,45127,37951,31104,46447,2196,1957,43961,18383,44434,389,42032,11114,25066,45480,47888,27219,8817,35069,45925,42145,28756,21578,9094,10868,19633,42537,18701,17524,1244,30857,40147,13645,8294,39139,47655,10582,34288,41547,12104,30994,40710,4932,6856,19775,41700,1833,19655,18972,21897,37439,14361,9030,38026,25436,23233,7377,29224,7966,46569,35455,47728,41000,45919,49652,26549,7869,45319,16422,21591,42867,14555,26864,2147,17090,23911,27371,10597,26083,28584,8300,27169,44693,19159,25909,6545,27924,15438,26957,23852,21557,46820,29698,1954,47236,24010,16790,9402,44744,15165,8648,43229,38899,17933,34719,4514,15311,10427,7983,34061,16298,48148,27014,49753,44374,12042,4181,22671,776,22818,31351,29357,11984,37110,5167,44911,48583,8645,27183,36371,2492,7848,28510,7358,21282,1463,47697,31850,43561,14506,13258,28350,38892,48037,49341,16194,44161,41259,18231,19629,11839,37602,29764,28371,9810,48634,6486,21400,27452,33394,2510,21949,20674,43612,25921,26110,36849,38172,45011,2717,46518,32843,13742,14881,47875,2424,23111,13770,15235,34544,25601,49584,27776,15112,34274,29586,35190,38505,366,11439,17691,27303,2533,24034,12,6310,15509,39059,26227,29758,25606,46228,4236,14272,4307,21996,17893,19541,32279,25544,934,20105,30742,4928,41044,19422,23519,29464,37085,19144,8672,8814,22689,35532,4240,29154,4720,12667,17376,29605,22116,8899,29338,44600,22919,41146,22257,33615,30872,12629,43615,38203,42275,25310,24018,8029,11112,48968,6661,25429,26607,674,26931,20180,36825,21586,44717,17580,34342,620,27028,33472,47526,5588,19482,29146,30674,20498,5554,43374,31364,10485,9969,6416,11377,7438,41788,10774,36126,7588,148,18563,6630,30569,23743,49853,19492,6434,30182,10676,30336,31387,38543,12693,3336,21489,34368,17258,28103,46707,19109,24302,26334,12113,15264,43898,35313,21967,22277,25677,36868,45535,25546,22335,40192,14781,25992,16917,19114,18170,7041,34244,226,24541,25434,2943,26030,25487,40882,25200,29198,21628,13137,696,17705,26975,23467,13978,48412,20305,19442,5806,19241,36935,18037,36082,33897,12865,6498,46677,5371,18262,49861,30536,39260,43207,30235,40616,16103,1451,33037,27147,45157,32520,32286,32926,46290,40687,19018,24241,17740,38586,14164,5947,359,4400,22285,14966,44665,33740,14045,16359,9233,39042,23963,17380,8403,753,35939,8031,46661,35659,5338,7805,20281,32271,5812,41210,7681,47280,46672,5143,32879,13918,25364,34205,5835,30695,42343,2528,49664,16405,39691,7275,26487,7900,41193,48067,10302,17695,1485,44652,31486,31975,45000,28740,46715,23675,40124,37484,31195,22527,11656,3235,28422,27758,42670,43981,26942,43830,35931,18824,46486,3068,6379,32639,28049,11346,762,7110,11877,15676,11743,4885,49727,9382,49395,3956,44457,32019,23824,42224,42162,41870,48722,24505,4749,21196,49072,46140,965,4195,11749,6811,13223,36604,11042,49747,37244,41312,31237,8774,35187,36770,31895,26810,25925,26269,14218,1722,39971,29084,39525,38220,18828,32071,40400,9751,15361,24143,15193,23218,46495,31322,6222,16840,37489], "time_ms": 13078.432112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 14188.858470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 14188.858470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 14188.858470, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 14481.370314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:35.573", "time_ms": 14481.370720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:35.862", "time_ms": 14481.370720, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [17614,17890,7963,25170,8417,29673,25907,22003,31584,11515,3188,28339,13719,6154,6094,19840,25393,42150,27299,44299,7729,30647,26556,32598,4347,28157,20946,7957,18403,8145,25622,10035,1505,2190,17447,33831,23600,15656,45662,27213,26027,13900,23022,22409,41939,2257,17096,38276,49013,3978,13910,30863,30712,8941,16743,12969,25078,6194,18763,28346,12664,5425,24957,21908,45569,32383,21170,41506,5790,1030,15442,33141,33278,29821,20115,21270,49460,14193,15890,43094,31274,4183,14331,518,47069,19037,5317,45199,25749,24807,15300,4651,26543,27687,41858,27152,23500,18025,11048,14510,13578,36862,12096,30195,42424,36624,46288,15117,43766,22083,9218,38183,7052,9707,10968,30220,18339,30123,42546,19975,28324,26738,45198,23372,46947,45698,13919,42678,41846,47058,29125,18700,24914,21026,33971,26897,22138,13733,25661,47278,32046,7193,19560,42570,11052,41959,16605,21106,4234,5152,15149,38932,36046,38657,42542,14340,46180,5427,40783,49249,23864,28074,5241,33741,16756,7064,903,8441,22379,1895,21977,24454,23153,29397,33584,10159,37218,12444,31147,29355,21880,36379,23658,24422,1660,2124,33810,7285,22944,7575,26322,16291,16368,26771,29936,47917,20262,25706,16955,4747,18414,8651,6833,31263,15607,37982,36096,17296,6847,24396,13205,39050,3027,21568,33782,24970,36701,18361,18906,6091,41067,49262,42926,32051,8016,32432,36040,16129,41544,10550,36013,23438,48926,33851,27545,21982,49248,16378,33931,26264,43737,16706,21427,43473,34936,3102,27199,39255,10038,46527,23853,36735,9416,5963,17871,32816,2603,33904,49040,45849,39358,9610,43306,1821,7699,7557,1988,17196,26298,34925,39197,5595,20909,23931,35917,3195,47953,949,9279,29120,15208,41142,37759,41151,37766,7578,16191,30344,32494,21945,6933,31201,44860,23714,4269,42027,3299,38750,9270,36853,31970,28176,31128,46030,33634,1745,24030,4444,8181,44289,10060,12439,37883,49361,23422,39719,33785,30875,10814,37411,11970,1618,28479,48333,35605,13871,35139,2763,7318,49677,17155,17131,5024,14846,26848,16966,22667,46010,45007,20294,27211,32203,2501,13668,29869,33777,43075,37911,42316,41713,8759,49842,13341,37401,37980,48740,28449,7686,45205,15756,7171,19317,5801,22933,35556,46050,9336,349,24892,44788,1882,3784,16235,11678,4172,44726,40048,35912,4771,17259,7648,3459,34952,12902,36413,44671,32089,29409,44437,34901,15760,18539,33162,17018,43962,59,12061,37091,35456,10494,11448,30238,10639,30819,13120,28850,10963,34807,27263,3030,8167,6624,29286,34221,23613,45731,38697,10946,42720,10183,30587,26006,20199,28426,32334,34137,25174,3655,42138,4887,24986,21051,42234,87,40079,9711,28301,14614,15543,30262,12645,49117,17787,370,33468,7014,27165,26109,29712,21529,20396,19197,47234,33149,11868,25262,40855,36664,916,17255,29476,38988,45902,41281,36094,29940,38283,28230,47286,31945,31757,37357,19528,20819,22228,16304,46641,33693,36151,7734,46812,4987,37589,35702,40498,38380,39041,27723,42320,26632,35397,49559,40399,16903,4399,25681,35814,49684,48398,38488,49058,16717,8184,15168,29421,25381,21801,10907,9477,46926,40269,15665,42983,9917,1708,40959,19593,4550,9199,1852,378,1443,9231,47164,24830,34764,882,28711,3905,40852,17051,3190,49079,7808,23150,42878,35971,41353,28820,42034,581,31357,21390,15934,21999,15998,35213,18769,24716,8419,26478,18331,28206,30697,20048,25711,19505,29380,25602,19269,20998,22789,30955,27996,2391,26233,5932,29981,6229,13366,8976,11648,40690,19530,25499,14390,36560,33229,29977,11480,15192,451,38248,35329,46278,43986,44500,43328,11421,49807,16179,23789,13165,38212,30798,1082,2584,29875,18162,46027,37734,28506,48901,21983,40419,38393,47436,49643,29606,17561,12570,15861,28201,30266,2415,44380,6690,23287,11990,24875,37513,6023,36606,41614,19489,21965,25806,34484,43950,29641,29548,38978,15482,32439,14109,12848,20433,49111,22651,29180,20972,4354,44382,49380,11380,1826,9913,5560,23602,34428,33169,49512,43588,23892,48658,35895,2746,42013,26868,13660,45153,25123,46040,49413,23746,14847,40931,30306,34735,14055,34593,2300,9036,17374,21402,18001,36757,48503,27912,7758,10600,19043,40887,39812,36212,7555,25875,45184,25002,45672,5872,27398,49273,9155,40839,41640,41180,1091,4980,4337,34391,21739,20604,27377,34035,39667,46445,26204,9771,12240,4486,22486,12620,20845,17050,37582,19735,8867,30623,1132,12763,1466,31585,4679,45619,40707,21155,26878,26794,2913,39979,13539,1216,41343,22209,49135,12289,44919,16715,30456,9093,17929,19137,14201,42939,32688,6323,495,5494,48129,47868,9656,14611,41227,13830,46605,26866,22523,2368,45805,5089,801,38557,44868,32100,44475,49488,4778,35083,23761,6218,22445,12148,12292,39553,24120,16263,27564,35584,40820,16055,11777,29487,16725,31248,19638,34859,22270,4474,34931,6814,25049,28094,1211,39803,13390,28929,5739,12028,31222,43354,22289,31929,19230,33938,26711,26055,37224,36985,46408,17443,43411,24333,43767,35852,35831,31532,25289,33750,4145,20442,32217,14749,41621,1680,41789,38132,34710,44603,11677,9016,15992,11897,45615,40927,3720,33383,23885,28482,48174,40390,44146,9658,9861,41704,22898,18685,31342,28192,45178,46394,604,29315,22541,43452,49902,43165,26908,29031,33397,11289,34464,39101,2319,31790,28934,10419,2719,30388,48627,49481,18782,22882,15764,39668,14715,33667,24456,24435,18468,49548,20566,39700,7091,13170,25083,5463,26954,14937,20181,30772,32815,25355,37778,7093,31925,47363,44773,997,48798,33390,41514,15851,11107,40320,3575,6075,36902,31888,49823,14979,3965,45591,25614,10263,37081,39286,49775,45351,18369,35207,39643,49720,35740,2400,33213,7517,11188,9731,39894,49685,8095,11571,9749,34181,45484,12555,8132,1360,22417,17737,6278,3345,27268,585,2945,6850,5505,46749,47226,40866,44967,583,8360,40148,37289,9853,17261,42269,17332,46130,10977,13079,18742,48507,44673,15088,13212,33449,38556,43507,34372,20188,10573,24999,21205,22239,31313,39539,41676,20574,36015,14217,38399,47502,14645,39187,18454,21294,18410,26542,41214,43823,22883,31879,7595,29327,39291,14886,12746,9366,19062,48379,7243,34664,30561,16092,14975,43274,10506,36666,5988,21515,44154,47080,34357,32614,43892,47717,45954,26872,41396,48830,21692], "time_ms": 14481.597924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 15591.800757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 15591.800757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 15591.800757, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 15881.090062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:36.976", "time_ms": 15881.090275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:37.264", "time_ms": 15881.090275, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9341,48321,28927,8882,37717,32964,43239,40435,19987,22796,12930,16830,25733,11646,46485,24917,6031,1289,49774,31547,9197,18159,28120,47191,32085,38079,32012,10012,18492,39373,20424,38502,15215,12174,21918,38849,28802,37332,45144,47038,26426,11951,36839,45384,9072,39242,6908,37112,467,16386,13720,15043,4110,24277,26825,4837,25287,2275,24250,10229,6315,22317,8321,26400,35887,98,31881,13209,38469,46455,28655,37927,22200,36364,41261,18954,6938,48367,39565,2929,10003,45181,47584,42177,15560,33131,4420,4686,35120,44663,7849,30566,46172,30485,48558,12803,49533,11085,8563,34737,5702,223,28683,26215,46905,42190,6516,45166,17515,43066,8123,24423,47676,39103,12717,37565,48856,44729,3109,6098,42651,40635,8260,33733,23627,37103,30185,14740,24713,5515,29624,46325,46177,19008,36265,35228,35478,39159,17165,12934,40731,4147,26721,36517,8345,2656,33395,49306,34642,18211,29667,48903,10902,5462,344,44549,48201,31360,48958,49810,31741,28912,38791,32851,7289,6455,38396,29249,14328,5631,26330,15691,19259,25874,31539,36241,19071,49134,10296,13477,27544,37430,45627,14296,10097,32449,27528,40765,47797,5766,3465,17248,1049,20629,38041,2695,34842,21942,28975,30809,2058,45220,12303,46655,45766,2598,34883,43926,6920,30377,14180,7401,18498,24976,15207,37925,42291,7784,19368,26070,25531,23970,28199,7119,21446,3444,42195,35951,9412,31481,4892,20176,19380,43437,42506,13066,25159,22911,24263,38644,40749,45288,33030,36925,12452,25676,47593,24401,3396,4959,29353,16056,38450,43845,35960,25908,43804,13819,44222,25327,312,12294,29612,44518,41239,3413,12615,1767,22996,2747,43297,4047,2671,23672,13189,46600,3751,45989,35922,5799,19642,2526,14721,31309,16636,4232,49227,33781,1878,46721,37100,31939,39385,27013,36190,38562,1796,38851,3368,45576,20661,19691,19189,41680,6169,19769,38311,15566,43644,16680,33748,14095,1323,27181,22960,37559,48951,26671,26982,13193,1931,4251,20542,11922,38678,6270,4071,21067,18897,31174,32276,42744,41292,46119,40168,33489,6188,1980,6199,35881,10002,15954,24164,45709,47067,15425,17482,23129,21645,17275,35124,29692,4043,25887,13685,29581,25222,30334,36952,39473,40285,46684,5485,35608,1529,13277,38797,48631,26496,4025,4175,5831,37654,15297,43980,38916,5301,14853,4930,6385,43287,6640,1671,27922,16070,32115,31918,5126,18652,7265,35483,34159,29778,14030,13042,1064,49320,5385,46343,27471,48650,7816,11803,36205,491,41217,30508,47595,44115,8168,11,18715,40721,31638,18014,20795,34852,327,43406,42918,11006,29431,15505,11766,28458,14049,27538,48145,4992,15604,8668,22531,10309,8502,12320,42433,45733,140,21422,34611,2760,12197,45436,34590,33519,19666,1659,32420,3696,10093,2546,16593,7468,13854,15532,16558,3083,14998,3186,44430,45546,9928,29227,8348,17889,15564,2715,31253,8211,39813,24940,17820,45142,5223,14165,23158,7856,8362,6903,27610,13344,8542,45757,29709,17264,12754,6914,31998,12247,29743,28227,399,34640,16296,25798,37377,6258,18739,6692,2849,9086,36962,35700,29213,25918,13851,23054,44517,8928,26705,29683,10396,41852,880,35247,11597,47287,38136,37801,47333,1113,1558,4394,6285,44100,30738,47817,31230,33507,36528,19133,38447,13442,29997,18258,39696,4520,19660,40589,35071,28215,27770,9776,14155,14021,37148,38317,25989,18595,37674,19988,17652,17323,16081,46203,1425,35679,4402,49612,37368,28186,43144,30332,14707,39303,26643,12558,4904,1763,9326,22131,32308,45416,35184,33253,44242,2580,42886,6343,34478,23257,18618,23877,549,31177,42591,1421,37822,16367,928,29256,24894,28902,16559,41985,21303,9643,22461,44427,23041,11587,17910,4773,17640,48841,23420,16042,15614,30704,302,45649,394,42374,11541,28344,14088,40450,18620,46851,11800,19717,26143,10275,24993,43571,3549,26666,16769,22907,26197,9033,21047,14307,5351,35835,48423,26273,18139,29373,26924,35300,29927,2466,1354,32900,43028,42169,29418,32370,32075,5943,41956,17921,36297,8081,4990,20017,30158,39665,36755,13427,5347,7910,27366,32442,41686,44120,2597,41785,9654,10463,21470,30638,19405,4186,35754,38194,48932,29123,22943,36498,7747,40405,18819,16674,28835,49801,7300,28429,46625,21539,12630,36116,24797,46341,26995,14191,38440,43367,32375,3916,48760,37640,19477,15995,2825,5752,36518,11628,48152,29674,18863,46483,42249,8825,11135,3200,10272,28279,32241,7964,38682,10871,1419,1474,14338,20973,46910,43010,23122,9346,22639,41792,5047,10878,14576,42443,30029,45065,6608,48045,31681,16803,11588,27921,9363,46123,35262,1404,32625,44468,45909,49303,5287,32292,8557,6529,31824,18216,34526,18268,12392,40826,35901,49005,35910,31023,8270,42930,49452,27713,48246,8113,2647,6739,13261,7313,21414,30578,36863,42613,4860,8379,38299,40858,47068,19026,462,26453,45260,19895,22487,35252,8186,15785,1099,10996,39480,43646,45444,8820,11447,46979,39876,15305,8937,45846,11306,15095,10652,13247,18822,9290,18642,29849,10284,48218,28312,39501,41832,6287,12689,26673,650,13923,32889,13616,8940,47803,11444,13138,22533,26572,28496,23757,24625,3897,18340,8788,27561,15465,24424,18320,25224,38698,47757,6569,42991,28124,17394,35466,46108,32254,11997,1993,43679,16902,45684,37494,19787,5694,33034,30457,8293,26783,49971,35226,7867,32833,9521,15976,15862,22741,11141,40645,25177,48782,24290,27866,22750,5412,39939,22635,49398,23977,37964,35345,49162,15500,2436,48976,33846,18530,31724,44110,47195,5112,12888,28194,33202,32197,44988,28047,30060,2494,34485,26782,45533,17962,33909,41972,38852,20231,44754,21506,23485,12596,9228,37449,36129,27464,19910,22352,27224,8768,41254,39959,41162,3225,44135,17623,45908,15116,10851,43649,22333,15558,48439,4613,812,8974,28282,46956,23274,23814,35832,28398,32698,46837,15104,48653,15832,29976,5989,47564,15317,48999,28705,30581,15281,20031,2378,23170,9039,13014,7609,9260,29438,40517,40992,9104,27819,10230,41529,46173,17609,47319,3178,19815,3511,29835,31101,22042,13630,36602,881,46236,2672,30113,48837,43400,39695,9754,32170,42943,5006,25346,32898,43368,5948,36682,26689,18470,32024,22788,32,15918,41107,18913,48828,9921,26091,7214,31771,37698,24065,27935,34554,23569,46638,15450,5354,39626,2662], "time_ms": 15881.476634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 16994.895070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 16994.895070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 16994.895070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 17288.640763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:38.379", "time_ms": 17288.640958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:38.667", "time_ms": 17288.640958, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41570,8062,11931,25437,17168,44712,17322,48081,26815,33312,24789,21882,19909,11763,38524,45648,11753,30723,2358,36630,9495,24908,21590,19571,31192,24631,42861,22282,6527,42434,5894,34676,17206,39978,11986,49173,32030,13302,28564,32342,48348,17251,7235,21553,47547,41996,3536,49359,16003,16566,10489,28295,19677,13030,11094,9491,32014,14885,35341,22229,16578,8721,18400,6180,15829,15551,35204,25007,14231,29779,47965,20727,12065,23132,16809,34475,29462,6360,10213,8479,19707,31016,23582,39969,36466,38571,8738,12889,31061,33617,22674,11128,34097,11093,40090,28919,38115,2888,35390,37583,34857,36123,24652,36915,22431,42924,23454,35903,23462,29186,18205,38857,33705,37575,4681,4857,23692,2574,14412,20236,19764,9449,4222,44477,46587,35005,40659,32534,20820,46925,10728,18306,49221,16004,34402,18509,578,19003,49542,21778,9370,25533,20145,46453,44819,43180,48453,1138,8034,21786,40867,21705,35867,39107,26904,23139,19257,44381,4789,29856,29160,48464,21375,2082,2944,42108,33648,5313,2478,44571,13732,22031,47405,22647,49435,23939,9562,46190,15484,37151,16682,25145,33491,18221,20217,29135,49171,36675,23941,16508,27850,32472,35522,21686,13428,722,27947,5589,44367,35405,2052,47974,32047,38244,23742,49203,49434,4080,17393,30789,2370,19577,49504,36294,18378,31678,45489,4738,39008,4939,34779,49177,23531,15202,46335,35619,15000,25163,37808,48451,14480,46916,1492,27343,19143,2651,18300,2711,37705,21969,20901,49517,49744,259,15415,1681,17128,18176,48939,1984,5421,1844,41098,13347,4089,42721,18341,30617,16967,10932,26677,17711,36687,3238,45760,7600,5843,21782,41226,45062,46386,22197,8137,32452,47660,596,40337,30227,43964,19052,18977,26593,35227,43788,42065,13481,30289,45646,9518,34426,274,37029,43917,20050,22240,13631,47101,17455,36154,16486,38427,44550,22430,31556,30937,48463,43029,44027,35816,48483,35925,1117,42711,47301,37604,12709,38794,42038,34962,31876,15133,35008,3800,30927,22079,15194,12068,24991,46529,27857,2113,41693,38002,6386,24223,34613,10513,34634,30535,43436,25635,21493,41407,17364,20877,5803,23514,21461,32771,26461,37276,19623,48575,16630,45949,8025,26192,29571,22499,20864,12408,35256,20013,41424,41952,37639,8264,38198,11253,29429,1539,49900,6382,13149,8463,7237,31791,29760,24276,20567,47222,28442,19892,41358,10137,8623,28,38927,10739,17759,33795,39349,8860,10165,21572,6979,21006,9443,22292,15143,26336,25873,8929,36480,27645,26191,43355,27864,36491,49794,47194,19366,5815,26260,19044,33139,43622,20167,44181,35894,46496,35786,9880,27236,22979,24112,38875,29407,28815,40266,3198,17613,2085,22879,25260,25842,34225,37460,8385,2469,20833,21749,3492,20480,18864,29166,9365,21330,45743,37094,35210,17547,47238,15964,30963,49086,49188,28611,28861,38302,18594,31592,30774,16395,37095,49325,5503,41267,79,3892,17451,37775,42048,18350,14821,43585,34463,45114,33107,37896,8306,25425,29521,49208,11775,4760,45446,18734,1396,32289,11833,16628,24177,44670,164,27971,26523,10705,17151,42562,11806,18049,13476,356,45377,18255,4926,18039,28748,28610,13930,24079,5577,45236,27276,2057,16515,16020,36910,35950,23430,36858,19624,32482,24025,44461,37953,49651,17471,37679,33695,21001,13989,17034,30784,1915,23026,8442,24597,46686,38760,46842,3502,17957,44521,10053,18082,10823,8158,6899,91,25799,5850,9659,48759,3758,1552,37979,10636,39453,47926,46493,44742,38608,33147,17362,43608,22147,10271,24497,26127,32752,14946,35408,6115,27346,39718,23159,4922,41486,26008,2633,30942,41526,21531,17433,44190,18024,7305,9269,21985,330,44617,323,3861,28519,40286,11034,10735,36990,29109,34468,5322,5961,11659,41774,26502,10491,29989,46958,3709,33836,15079,3119,29077,33005,37563,21927,28989,43824,47128,33970,2045,200,39184,25616,13332,19599,39282,19347,11566,6448,4431,14914,25248,38106,41268,13646,14418,30222,10690,14453,43662,26488,37547,45742,42228,37283,26917,1056,21255,18137,42819,43751,35036,20746,44725,33046,28438,21508,25390,20879,24766,22427,2998,17103,17439,27483,35591,3933,871,43930,26479,30933,29921,25128,40483,14063,45258,32090,25670,26376,28638,25940,36583,8312,40834,20968,22863,35812,12022,43857,18477,9338,14799,26415,41320,33478,45798,9988,41474,27703,5306,42958,3937,35893,34643,48600,47833,48189,46891,8032,28065,20102,33239,27621,3955,23516,38181,14704,38364,25253,18276,1880,48213,45549,37687,38204,39250,17891,47419,31882,23225,23439,21094,1630,486,18637,4746,41817,23948,7709,23566,17675,44642,40753,31112,8612,7259,10838,31954,28977,8618,19185,12158,35692,7887,3717,31149,5037,12361,42563,34285,42481,1583,32058,11251,32783,37671,4685,45279,40868,25972,45227,19009,17566,6482,19240,9546,25313,13309,36313,47266,4170,7736,11532,10593,40446,4739,40792,45996,21814,44487,39102,36056,14970,11980,47209,40370,39961,33244,34311,30350,41410,45499,25600,36632,21658,44895,42700,8952,8014,43577,33216,19340,28374,16237,17913,48498,33290,34406,15022,44509,31079,2270,36642,46592,28359,34494,11653,1776,35656,49676,26071,17338,41778,28252,8796,11960,25619,43256,34851,15015,7161,36101,26049,41105,38886,47140,12493,5889,1469,1717,35783,45289,887,8458,36081,43171,33503,33547,40714,21742,31542,6364,11494,40958,7828,34738,39424,16400,25988,29342,2148,48591,44266,37631,9966,5094,16146,13134,48702,49662,4762,13792,25862,20357,10813,35010,41042,6095,35086,12363,33531,20729,14198,39841,43672,43138,45882,42166,8537,21711,19419,32511,5190,46299,31142,39040,10896,29192,31989,6606,3360,12853,7874,10860,29187,23296,37229,26086,9642,48728,2791,3592,14968,8435,5299,6392,32359,37001,14601,4942,45021,19294,21935,11552,18647,7868,26734,9256,44330,12484,39506,13865,1191,49613,47699,49967,45675,16612,39795,28978,26836,47275,43555,11509,21447,45057,20002,13208,499,25902,27583,44159,13898,41368,29074,37781,37504,26323,35549,5690,33215,17936,1682,43344,110,16408,21565,9789,44346,19573,12224,5886,49123,23034,12115,2299,36850,19004,27712,48268,23144,47470,18756,11886,11069,34699,19894,43591,40408,14884,624,11472,14044,12598,38704,24785,5971,29568,3665,23887,17605,36626,19568,15841,40947,7194,22530,32395,33540,30648,9331], "time_ms": 17289.000006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 18384.911910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 18384.911910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 18384.911910, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 18685.744826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:39.769", "time_ms": 18685.745031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:40.060", "time_ms": 18685.745031, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10244,29491,16467,49979,28693,1854,27809,36050,189,30342,29820,26251,2012,18433,15782,3932,48700,24816,16065,38048,3445,47806,44555,26290,39633,11239,34063,24974,17952,9842,30560,20172,24619,28144,15182,4828,345,18574,28604,21222,16286,25247,48024,37268,16044,8694,39517,48252,37886,41922,49021,14108,30242,43109,46560,48996,37665,3904,43017,43496,24808,17066,26756,10511,35012,13286,12737,49053,34793,15506,31577,32248,25621,32081,22149,3569,27492,22291,16082,19532,25095,16591,2568,42011,44946,12458,44771,37712,28455,13180,40203,32975,1955,6329,48885,36795,14392,4875,10545,33437,37383,9046,12960,45903,19759,27718,23017,33978,23800,45036,16997,6906,46469,45128,5184,31161,27155,40577,13290,19497,22917,12048,1355,49063,11247,7013,5689,17350,35023,24253,30687,20113,31508,42895,19404,1623,42492,6924,48737,39973,38290,41682,45353,37287,22848,2464,32990,35861,47107,6018,43431,34948,20919,26676,1436,15515,10114,2206,7525,46807,43407,38818,26140,18895,17626,18714,24173,11721,551,9553,28260,7433,9609,45921,23591,42745,44745,21008,7927,19177,27895,17146,22941,45787,45972,47239,8555,34927,37605,49814,21883,20400,18391,7952,9763,8631,37225,49491,16010,34425,21358,11227,34682,23313,11756,15183,5374,5274,31169,4168,19274,4763,5062,9174,34806,14991,22472,39825,9023,37313,42868,21360,18390,35768,39393,15368,15907,45910,41017,14173,16951,38184,40919,27800,39740,12105,90,39843,18226,17583,29629,1635,28692,44774,7051,49048,43286,24019,48820,43905,31010,13899,41245,21925,21703,31789,14000,48916,21264,14222,9929,32737,48263,7908,13839,10428,3822,40924,46873,22344,47942,44857,17792,44285,38558,42387,39590,4138,35132,12393,45527,35682,35516,11788,45807,34282,20341,41923,35238,9945,38012,17538,41531,42073,11315,6893,11827,32740,10257,43372,20510,4040,32801,47921,23303,5624,12966,4827,40439,10569,6141,49181,20981,48742,38492,11748,6841,16267,20275,2203,36960,26460,9498,37757,34651,19236,20734,8921,5740,1100,2654,30858,4741,288,10301,18079,44769,37749,24542,10375,47991,17847,39797,15475,42851,17129,8633,30940,45665,29253,4995,37466,37327,11076,13579,39847,9718,8771,12998,44244,15407,45602,46225,40365,23558,3667,9766,32517,44552,14896,19829,37179,31894,48384,41610,22904,507,16060,20509,23109,25219,14121,8474,17419,32950,26020,47912,18329,23804,30800,26547,44439,4397,38833,1939,34924,20996,36233,105,40013,32490,49716,46025,44644,18912,32139,30205,44418,36391,25220,20107,29561,45923,18959,5553,27997,3127,18505,23399,31743,22462,22485,38043,5543,31865,36165,35288,26380,30004,42855,26217,2404,46189,32808,11706,49071,2076,21738,19015,47551,46304,31032,41150,27649,31943,27365,49993,16379,23849,28713,20652,12705,18225,7216,15222,16169,9105,32249,28818,46994,28668,26516,32524,3302,33701,24639,38812,26026,29358,19013,46324,4417,48075,38894,18104,15197,42811,2524,7350,30284,11668,45872,25312,37985,43281,24827,34746,41697,13621,16475,4604,2181,23380,12156,20889,45064,32547,16663,13020,25698,5262,38504,46806,16387,45008,8431,11708,3234,41443,10015,30125,42863,26987,20538,3987,29219,42821,34977,16824,27714,9586,17897,27153,15974,6266,9905,35827,2920,48914,8447,49319,932,11388,47256,43187,27273,30598,33887,44835,44192,20827,22399,19519,7034,8150,40672,22437,17926,33467,13788,4242,517,16569,2326,717,30698,47637,37723,43587,48047,37381,23108,38648,35727,18847,11728,39917,29493,4920,21523,21490,29349,31684,3586,48160,43573,26005,46498,4933,8262,20401,26361,12791,35725,1148,14757,4065,39748,20078,15362,18233,43146,31843,20041,36171,46359,14511,44035,30869,13119,9309,40755,18629,18778,24859,42985,9954,21234,1007,16932,5330,40786,10638,23008,17576,47379,44241,11264,10526,41492,45607,6453,19549,15417,4028,46663,39300,21369,511,9053,46799,13182,35501,18658,42416,47493,24410,3106,44958,27383,29174,15087,23573,7191,39438,6062,25189,32257,31902,13256,30335,43519,9850,33082,18616,29193,28709,21541,32147,38713,47093,45855,32709,41851,10440,38377,21909,36214,43640,5737,2125,17169,35363,13684,47694,23748,32682,13656,47641,48520,5930,25797,6458,41987,32695,35499,12939,36001,10905,9500,33568,26628,10379,38128,14086,38241,49160,36088,38293,41891,44061,4515,14718,13515,4173,38033,27639,20884,36350,24072,11207,3406,30096,29773,32492,39210,43836,45315,48406,17529,44659,14058,15931,49928,36799,17158,2666,6002,6027,27840,28943,21148,6497,41644,9307,12485,25334,6707,4360,36744,22412,29731,12454,3296,26685,29622,39148,31078,10809,13741,16677,30949,11095,24269,20893,8840,40960,3197,17621,45009,46992,20826,5876,42288,35709,15631,24508,46354,808,9694,30387,49615,48175,35168,1213,15319,32079,1128,41332,14022,49945,35544,46724,46584,605,18466,48008,30291,13107,8405,29943,34248,21854,30354,12875,25537,26960,21035,39687,20768,19421,14415,35537,929,36829,25367,6923,5824,10696,16974,7795,28376,31727,9783,33360,9401,19344,21652,43045,23396,35350,40806,16174,15021,48825,2687,39934,5076,22356,17520,44150,41731,49525,35594,49419,31345,12227,15743,4918,44702,37997,12527,4788,22576,8043,40556,36194,29922,13844,16987,19504,49555,19243,8892,16999,18027,19083,25077,18683,26688,44816,31045,15733,49516,30868,3402,10308,28801,17111,34514,42922,42430,24777,30241,39246,46079,46193,46379,35392,10366,6855,22722,30285,9384,5289,36061,26945,38292,48287,34703,16012,32288,42419,31423,30661,13478,7198,19280,28393,18883,9247,5461,30411,45700,28988,13680,29134,23958,24122,26103,44421,26318,17340,27608,23638,6501,23460,20852,23995,20829,48414,32465,12100,36710,36000,21860,28410,5636,8975,43524,6599,9519,40719,233,30986,36383,15223,44903,4120,9508,4421,6585,18125,1204,7346,371,9647,32813,22072,273,6192,1864,29243,21697,42524,44525,24181,29225,11200,10914,20206,12057,30369,48569,3645,41837,48772,2329,44534,1449,23344,28701,29259,43471,3160,25655,23238,39421,24119,35153,23908,993,21611,32540,33343,47220,13126,32174,34153,44901,48628,29657,38709,40702,710,33415,28677,19339,13878,25780,1392,17635,42618,33354,14288,37403,10164,6450,19237,10205,24047,49368,35452,30495,2709,3573,11013,34968,43700,26789,10834,34665,41757,29066], "time_ms": 18686.117409, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 19802.752533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 19802.752533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 19802.752533, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 20095.741433, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:41.187", "time_ms": 20095.741811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:41.474", "time_ms": 20095.741811, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43873,23461,46104,4595,47731,38752,23809,40776,13847,48821,542,42388,10064,19966,44976,8136,36376,10924,4280,9415,599,7063,40466,48886,42405,14084,11673,46303,5146,3630,33136,28102,45770,5573,41718,13522,12005,3236,2963,43118,46565,42847,26822,15034,43213,474,2353,28994,44431,2064,154,39916,22484,41295,31598,32584,24636,9435,22137,27821,28431,24300,35673,8658,20165,29549,26934,35600,27083,47571,25139,17864,44185,35376,20519,21779,6718,14087,13956,17015,29059,19464,25160,19820,44037,2504,43956,1493,49885,25783,33943,17109,48957,48112,48032,3446,32064,46649,24207,48764,36325,44654,39320,31698,574,12180,29207,39168,18981,45853,31518,35790,21875,22089,38273,16295,2030,10361,15596,48670,36714,7638,8255,42552,12229,49866,34754,47899,5508,33160,26095,20866,46059,40977,8284,29245,12010,12868,20803,7821,10525,24140,45660,7727,7514,5628,13753,15519,14732,28716,15557,12694,48495,18962,6072,31572,24327,175,30840,45233,1208,40319,30032,12699,27376,49881,47546,45640,8821,48810,28754,26709,48117,28326,8154,48138,45186,16278,40582,29203,33585,41456,46733,46464,1185,10154,8332,43353,23842,16551,11233,24555,3778,14370,49147,32742,33060,36284,33140,41510,22113,27308,17824,46747,30799,48191,28136,18855,40896,20559,38776,2976,28938,18811,26281,37012,45304,28598,13816,24172,26620,4464,20009,31779,29439,15406,32987,3146,626,30421,46580,28497,6765,4911,24399,18237,11266,1982,30173,2783,33073,30801,2283,6554,325,33349,42970,13250,20359,45901,19023,9914,5956,46103,18344,35473,9713,13462,5337,48934,6653,40912,33649,36183,35261,10365,9939,49363,13389,20565,41231,32745,15910,29768,5436,14770,37855,22699,45023,33630,16861,12264,18286,34618,27518,21654,7975,9388,37116,38045,45188,37146,6495,18656,7455,19545,30407,22935,46098,37703,16919,24351,45252,1263,24323,18145,49776,16349,24780,7145,33628,42775,18061,37337,21044,28917,9680,28380,3074,29496,35293,22506,2953,30144,20672,21279,12940,38052,23280,17765,6407,694,8002,33233,46694,24519,5524,34898,16874,37018,26079,19548,46313,35451,1294,35413,47474,45950,44274,37669,11692,21232,14263,30909,6990,5517,341,47079,37853,28766,17058,28269,29949,8356,34252,11586,14808,35236,34571,31637,25087,811,45892,12149,41523,36984,24966,26059,17256,37235,14802,14539,43314,16845,42423,47104,16584,15063,46670,58,36895,38205,20753,28059,37301,49163,12134,37845,17368,14524,33093,44014,43760,14188,29950,47867,47342,30172,910,14665,37523,11520,31277,32973,7596,49150,30654,30002,15097,11369,9947,42213,15089,130,37492,19465,11569,6657,37659,26793,48431,36249,24012,8624,39093,9504,42052,10744,24953,27734,41036,24355,10254,163,6487,49494,7406,28383,20963,26855,47070,450,1713,26799,27173,24024,20291,11867,16787,32872,40220,39379,33864,27354,4688,40417,35119,46348,47422,45016,20410,6904,32568,43554,46637,9757,32689,29469,48865,5416,20584,28647,45842,26081,39171,44968,40157,40475,7260,29274,13122,15159,29649,36672,40601,10859,10225,30803,29502,40712,10124,10231,40875,2119,22569,18408,5506,30255,12103,38303,26097,35045,30895,28087,49924,23933,45699,29072,29920,24656,41549,15440,45514,26398,40615,27307,13497,1361,32957,40881,36235,26664,13962,11546,14260,21409,5590,38247,19683,31963,30851,22416,33096,48707,32700,46619,2977,46321,265,25201,32036,22162,26428,8504,46965,17381,39023,32398,40437,9248,45326,20456,9245,11871,41689,6763,36532,48487,19072,339,31388,39591,25818,30000,37015,3373,4915,37799,1379,42486,32053,31543,38480,10596,40542,40788,18510,11491,18759,28461,47182,10158,26890,3375,17359,48470,48836,2917,31937,6145,34567,19529,2144,24705,46744,20388,38495,37233,46752,29195,16849,21289,32859,2619,36494,17582,26938,41357,46435,43035,20607,24067,1135,18439,3947,17006,23553,17905,44138,30316,9476,24294,9570,27618,47462,29705,45613,47484,45922,48721,16782,49952,22415,868,26824,1252,15124,37,47704,22140,9047,15870,1598,32670,6932,28022,44392,27927,41421,20730,6316,26418,8872,14969,9176,46904,12102,12362,16317,32849,37510,15375,48774,3949,10110,6981,4661,20249,4034,21186,41741,10539,12317,36272,23599,17328,1203,30410,15336,44614,48942,1479,5320,39297,37270,30473,5129,11002,37954,12128,33685,22331,27088,43611,7814,40009,45247,37615,36991,30762,27983,17325,3537,42322,419,37817,12086,17098,34509,36145,39016,858,9740,6582,66,35776,26135,36481,38936,3118,31966,49998,28717,38987,1947,43152,35198,23879,36568,20796,34536,46195,20756,37592,33567,21915,42977,25962,20856,48565,15412,33905,26612,44940,8187,655,2993,4552,44056,36174,35874,19736,16164,38821,8609,3670,8,6443,24810,23110,40204,20155,42836,2710,12306,12299,13618,39581,4519,41182,15463,8701,1849,28474,37552,20706,38159,46533,9052,27777,37809,49089,36685,31064,1876,13771,20492,21950,3969,40426,36926,19719,39017,40684,39735,15071,37744,20638,4643,48089,29703,40244,12334,40980,32374,36941,11193,19134,33784,47087,11278,8682,5992,3695,34999,23195,5170,23417,44364,34702,43057,9737,46927,27497,5147,35763,20499,24147,44915,2409,1908,11137,11589,41949,46399,8801,39686,12988,47185,5060,47303,10227,13785,16992,31332,44947,1116,37829,31464,35844,27048,28633,28930,7195,18272,1731,42586,16562,23834,49844,37465,43218,10265,14629,42222,20466,27606,7678,25294,3894,22554,21325,27416,42289,43104,6587,40757,4952,12312,19601,47429,42841,13912,22370,828,16345,11525,24387,9422,779,7003,49925,35105,29520,8451,43271,5541,23211,33980,44080,6200,17491,34077,20162,7807,7601,815,17886,26270,9182,21391,23015,37005,17801,30707,22410,27480,43515,1009,18718,1400,28414,28460,21151,35815,32245,32887,30094,33377,41059,21691,5135,9770,13460,21663,21367,35699,41038,25682,4680,502,15480,22106,41912,5453,19384,2968,40247,14012,18190,29244,46671,20173,14845,7676,25848,25412,25629,49712,8698,8461,14004,18939,4672,47176,21899,43193,26627,2009,11342,47153,26159,41803,24607,46977,38001,29530,16711,46009,13274,38110,48101,20040,1102,5367,6522,22388,13737,43215,23640,28561,9238,30385,3716,38243,15704,31505,13858,2022,2889,28347,1127,10454,37944,12593,26634,1782,27852,40758,30217,16037,39015,24339,31415], "time_ms": 20095.968441, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 21202.981070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 21202.981070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 21202.981070, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 21496.495405, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:42.587", "time_ms": 21496.495576, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:42.877", "time_ms": 21496.495576, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [10916,38163,10895,48098,31349,5108,9805,33544,24717,19856,35509,37888,22507,19554,9038,48162,10967,24094,18285,13997,41573,26311,20072,15355,46293,47444,44141,3320,43713,49074,26052,17026,20108,35031,44780,16650,7711,3325,9524,39462,32799,11689,20596,30667,27585,19224,16670,32500,48195,11267,12470,41829,43005,9940,4645,36369,27355,3300,45483,37190,8229,28508,44492,48537,44957,923,4546,24134,11556,18381,15373,29316,45749,41450,16689,32284,35749,17141,37957,37334,2238,3306,32269,48491,19500,23755,9938,21579,47201,43748,38603,2772,13313,32586,25779,5768,4061,48678,18398,46226,47619,17532,32839,35131,13611,11343,11699,3247,10005,19348,16195,3294,18080,47274,18217,10153,35964,49109,9795,6393,23586,17233,27574,33894,17130,35803,5924,38409,18833,8720,16759,40444,14944,32726,631,25611,18011,37812,20174,28122,16791,30744,36756,20364,37184,8485,18019,158,17307,28582,38096,25519,41539,25459,33038,33420,47943,49671,31182,5499,26444,30609,19758,38134,3879,30398,8129,27798,6713,25786,34663,23547,45488,2389,36942,10994,46432,14775,40602,43794,41477,9232,18450,17161,28676,41339,39892,18067,26350,11409,49678,18413,12909,32759,1430,33426,39548,22536,5532,13395,44565,10318,35914,3011,12453,25516,23330,17658,44778,8469,44435,14134,15296,42403,27281,32812,20074,38160,20967,41446,15231,33855,20194,9057,47245,26122,21964,49060,32427,8969,22132,45869,36740,3111,28911,29769,29753,8710,4557,18343,4143,4599,3436,42942,40876,33756,43820,2835,15682,24873,4358,29423,38730,44489,6304,25286,46208,26417,37205,4791,33265,17885,33570,35450,24868,15916,11634,47766,8545,15127,24566,23415,19557,22950,24943,15224,8100,11272,34817,5869,9170,48149,43062,7361,9667,20837,47649,3589,42255,48381,48521,17192,20935,43882,19627,33454,11236,23208,26002,41235,41454,43483,5977,37894,7211,13118,61,3747,15040,18978,15337,21737,18721,47085,22504,10412,40159,42076,20150,34656,12175,43366,21211,32972,39175,22546,24612,16683,38320,13596,7870,30413,35634,21333,41414,12494,21900,32183,13782,11165,28046,3697,31612,6431,23082,32222,27040,2509,13996,8068,49946,40718,42389,8109,44170,9442,14712,48169,49936,13312,27604,30229,26053,20882,37119,48672,43245,18323,13614,41046,20299,27989,8157,40377,12080,19877,30468,22888,6697,44977,41147,17858,10815,14144,25127,19634,21331,25104,18364,37967,1233,42805,39084,17693,18788,21723,17426,28614,30347,48504,45363,18152,32984,40537,7564,27127,11607,19745,30288,31647,14670,4874,4549,27982,1167,45841,25082,10198,3015,524,47903,29745,41318,46466,21507,22308,29793,2479,17790,3292,6737,44133,38312,48442,16923,4566,12033,12039,1326,2610,17718,41129,44271,45281,28021,17042,27801,2377,45200,595,1033,4654,981,41304,48358,41494,1696,29609,48920,33761,22452,40160,17202,14699,45500,19227,31546,2385,12989,15172,47734,16738,23048,37267,14029,17290,44587,5500,16375,26530,44078,37234,1873,7923,22947,39612,32717,42533,4003,21494,31052,47594,11387,11720,17040,10504,33190,34555,13647,931,12140,47713,39104,48680,282,8075,6047,9517,41030,38278,25787,2994,4724,14369,28048,16350,21980,42781,14662,2781,47132,4808,36283,11390,15717,14194,3458,37924,7182,20598,15018,21410,12897,5510,12481,36490,4542,41372,6816,15555,8988,9321,22920,2357,45620,8357,38197,3929,1918,9665,12291,24657,42938,39878,19493,17469,39036,19680,11676,23874,31420,26455,35560,12199,40591,19415,3608,1462,36336,49326,24194,40212,26234,42026,1533,26265,20061,43988,46440,41102,9020,7949,26768,47122,23563,33530,8114,27962,32612,8302,34893,2646,45399,38284,22246,5391,1830,13057,39429,48203,24312,7428,36680,18064,18317,25768,33722,33811,27447,39798,4994,13595,39458,5727,17002,10647,272,48048,19070,40662,28166,32874,38167,49634,47488,46932,42502,26414,49906,37217,41121,22206,42057,4422,19304,13817,3964,28803,18781,29590,29293,24665,36764,31495,29459,34175,40904,9281,4282,43401,1055,13843,11674,30127,21337,38323,39416,5498,16798,5435,15618,32415,13141,38633,24393,26203,28637,17646,24501,1703,4114,16147,18431,3539,48822,28300,45990,33226,25562,14596,15389,23425,18706,752,12131,23370,38755,23269,42410,8508,6793,46392,30655,23459,20992,7025,10700,36937,42512,18102,2910,40501,37542,28283,14302,14005,10490,44698,14783,32057,22134,28556,30376,29739,48385,8039,40471,45240,23994,7830,10133,25144,15135,35180,5270,5173,28583,40043,32011,4936,19336,782,1726,24899,6381,37859,16958,39229,10628,42053,6317,10145,42339,13945,25943,46773,8754,25398,38257,14651,32088,26949,29307,32697,36041,37714,31913,37361,14441,31793,44088,49295,16509,35882,36263,7476,34136,32938,24225,45126,29383,16240,23236,39568,29959,38733,49782,19187,14685,5899,35138,26672,10850,27186,22563,13957,3379,19139,27493,41246,48023,29133,2126,26243,1921,3776,47371,6007,25694,2223,20106,35340,12790,37431,11994,32480,10642,1923,39648,41761,47284,41512,18126,1705,3663,3204,18140,39726,19059,4366,68,41782,41951,5432,33381,22296,47851,38800,7244,639,31639,23823,40238,15627,20270,13739,3980,48207,21451,37278,36585,29463,42632,32124,41820,24856,27845,16094,42497,20834,3919,38289,39711,15055,46930,17600,19626,5979,2395,37724,874,37153,32236,18239,34331,20128,44057,10948,26200,44308,25067,8366,10763,38112,46141,32330,36103,35691,41280,25514,30672,30462,12697,5087,5519,36109,11619,12349,7205,42735,36215,30187,44179,48380,39742,19063,3724,49773,10303,7724,2927,7627,21848,48457,41929,40828,13052,698,30694,41563,17052,14072,6678,2939,30396,21462,37867,17019,42279,7626,16477,42679,36536,37939,30282,19287,39729,3629,14253,26060,21415,47346,1588,31815,28212,46265,935,41538,11640,19395,10881,8876,29701,10978,33237,14147,1174,31658,19284,22562,29832,48243,41035,10313,48157,34174,2170,35715,14070,26698,7023,33520,30627,20222,30663,10460,8601,19738,16912,47464,44737,953,22953,23645,37216,19833,11540,26391,19585,13564,39070,26565,4536,27941,12944,47095,20335,8241,1994,42601,30108,40476,42009,39208,16941,6103,6836,14291,45170,39513,39322,48271,19165,32233,33258,45685,13633,20375,22369,35050,20552,47822,29488,48502,10192,28968,31886,19981,37580,29528,14207,21159,43545,18121], "time_ms": 21496.723476, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 22598.315134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 22598.315134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 22598.315134, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 22897.475816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:43.983", "time_ms": 22897.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:44.273", "time_ms": 22897.476019, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [1298,45874,15789,20931,35929,42812,35308,33698,25839,23107,43427,40889,20000,17633,31005,37232,39057,16592,10553,44497,10368,13586,22095,47787,6867,7875,8779,47317,46743,39484,40618,6796,31898,8183,5604,37663,41907,14861,21373,5103,6636,9050,2440,31133,38389,45004,12691,19223,17786,41915,7417,11290,49908,33378,4182,44711,44914,4996,8691,47977,14767,24752,3828,42253,17211,48255,17562,27412,7538,29540,19242,47063,4102,26803,19293,33474,44989,19964,7947,23115,24632,32523,16396,21273,33303,37209,17237,18036,1512,23611,18682,41989,19188,43154,13206,31118,402,3515,49245,3161,32778,47102,17329,25361,44655,5387,28131,21904,37647,30230,39066,10376,8227,37211,44369,27690,29168,14168,2623,45988,6410,29762,14926,23273,18471,35315,25668,13374,21024,38966,29788,34452,11356,40579,6124,44523,8942,3142,1565,46362,20731,7644,10305,22528,30008,2911,8764,47439,16428,44783,39193,45530,22704,12464,15408,46838,44533,16761,7990,16698,4255,48467,8396,43385,36370,26082,18052,36774,17878,6926,16342,3849,14710,21564,15749,12097,18487,4275,5353,48284,41623,36346,21477,1144,3374,5944,9510,39138,36454,13846,5327,31750,32152,42335,32659,44172,45758,10538,20784,42817,12859,14878,9509,13671,34522,25678,23403,24994,15553,13613,37073,27961,34312,45522,22800,49217,3553,21228,26331,5614,17724,31558,17961,33659,5960,14835,19345,27901,40528,13012,32403,29447,37440,12513,7022,21566,45105,7489,25582,46936,43740,198,3802,6991,2594,18790,23868,16376,31050,10072,36676,21532,27696,4504,15538,49144,9312,37824,18355,10531,29202,25938,41966,37186,5182,17084,10449,16492,45494,49886,1068,40900,5837,43733,22572,38250,19430,2069,16669,48153,42132,4913,15663,48176,218,17920,12658,5294,38150,19647,27945,21862,36038,29065,11438,23900,23872,39114,24958,26412,25457,15996,9785,11326,10025,42824,14258,46781,34219,17644,20824,39135,1673,22764,40653,5585,36599,4817,740,11926,8953,2359,44519,40596,43132,26984,28608,31600,3291,11680,29813,38013,21559,20382,17628,27778,25359,22225,47299,45253,9468,1270,28427,26313,24342,12657,49545,16007,21262,46862,4568,9899,19763,31704,42223,6974,7662,49429,42856,42551,6242,5902,23856,17409,1837,11790,15643,26930,35453,47279,34025,16407,26920,37673,23408,43807,10370,41955,30684,11420,47353,31828,25223,12608,103,39966,2248,6664,21751,4465,36084,7914,21028,11989,29333,29578,17201,24115,10350,203,31072,37838,32218,14204,2924,43790,11489,10737,34667,29426,17598,16093,23367,33880,38820,1940,41667,32055,15010,844,39474,18434,31090,48293,28733,13652,38618,44685,21986,30184,44852,40661,6976,28303,31461,46484,1484,41382,14255,40894,41671,21533,15892,8259,29533,15357,47631,49449,14935,26288,20985,519,48052,13877,41413,37805,26353,31449,37251,36317,13356,37528,8453,3872,41715,40165,39032,43752,31129,46395,32647,49828,8112,47535,8869,2285,3736,5218,30277,16153,10255,1642,30105,4377,14442,19760,7561,42085,43228,8638,33051,21725,37210,21204,30394,25790,11899,45015,40297,11079,34957,5188,10686,21781,25399,13935,16985,36470,19029,49438,27630,289,31172,2459,47721,48420,21206,5576,12295,38881,15720,14831,24850,45867,34290,17013,21110,16491,10976,12210,33669,42921,9252,45254,12974,17361,46680,42087,19929,33660,35869,15170,26462,43624,40692,30874,1749,22695,49027,48335,3478,38983,13217,36653,42641,30294,4152,48272,35797,973,32974,42558,47623,31031,22357,21615,30075,44239,44823,22384,20725,37551,26116,3840,16189,33765,47400,49973,43172,23379,29906,48290,5098,37467,9186,49076,18944,13088,850,18868,4207,13335,44805,42717,1110,750,35839,921,44359,46640,3121,37342,39274,36358,21518,12335,45431,9323,11124,34824,48907,20003,21229,26852,49887,19945,40002,39199,22632,7737,34028,658,12252,9205,35945,18151,34887,28373,7155,2615,21871,21356,23203,23828,15904,7591,6139,33116,540,45914,29694,17300,47985,22652,47603,38061,33447,19923,46134,44494,37627,15131,37748,13967,26601,12245,18975,46159,21485,17954,24794,31243,19668,36446,38032,22021,42634,34362,36762,40995,2736,3259,20650,14842,14879,26943,49403,11281,2572,43301,31228,5769,29189,35359,22526,6819,45082,8231,24507,10571,8480,6320,14778,43665,29458,3772,38673,14115,46133,10892,12467,11219,2679,9650,2696,1735,33779,6755,12637,3233,4876,4767,14805,26459,46368,23496,40830,22767,40156,24439,37170,17354,493,47130,20830,36053,10794,32770,3703,35590,36387,45141,20302,6195,8030,28805,8794,49451,38900,18389,44881,25857,37006,6421,5900,6092,13826,12195,43136,12824,19154,17056,20354,26765,45697,46048,32741,44484,35141,46559,46449,6572,1308,27434,19822,40454,41311,32479,22111,8078,12647,2866,17681,28180,28563,23925,2149,7478,5266,46980,29096,3829,5601,11050,2416,30854,2713,16246,17828,16340,6770,2541,45382,17020,19410,48936,36361,35274,6003,6181,44067,14545,5106,24937,46061,28876,8446,47597,29331,44105,21643,46166,19058,21833,26997,22830,2450,33081,22062,20493,31452,47348,15434,40392,611,44344,42297,6020,26074,1936,37428,44337,2940,1897,34408,19266,785,41892,37898,7394,1258,10466,19020,4783,38917,36327,582,30231,45526,27375,40696,9257,22927,40948,9015,46342,7656,45691,46800,29945,16125,46645,38979,33833,46720,39380,47456,36840,27122,421,13904,22330,34013,41882,40239,13648,21481,47678,25336,32221,18365,4349,33019,16900,32493,29064,42600,27051,22821,33076,21717,15325,42625,13160,43779,48429,36976,48582,6988,11023,13153,27705,45427,15445,40356,37919,10195,45983,9732,16281,27278,9143,26871,24474,19789,41885,49441,45263,36718,49128,29953,25674,26681,48187,19791,28635,44204,7573,45610,41270,23588,21153,11853,47994,48140,49010,19645,30548,5527,44248,37561,15927,28684,14408,21735,49157,18691,21350,42258,7643,5852,38069,29306,42911,8741,25913,18887,13883,7402,3649,35586,23131,14020,38771,26297,3752,43443,38891,48714,41881,46197,24969,37637,39310,8103,34986,28998,18576,24234,2173,49284,31889,21240,45633,42691,42362,18460,35419,28006,43117,7562,44833,10317,18842,19367,26791,31613,18188,35868,13469,34981,45136,1221,7665,27111,15942,21425,35746,48142,2792,32294,43914,33557,12543,19068,47064,27671,9108,35490,8812,30016,41606,6997,49645], "time_ms": 22897.711678, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 24008.343634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 24008.343634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 24008.343634, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 24302.407693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:45.393", "time_ms": 24302.407901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:45.680", "time_ms": 24302.407901, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [2752,39178,25031,15807,11690,22864,4343,695,22046,40290,25446,12731,47911,5834,38076,47802,15700,41491,5067,22341,19252,16243,7081,24457,16040,47716,18348,3633,29060,19180,44425,34679,24916,35623,5280,25382,11633,6,26171,12951,8831,25642,39873,3853,29523,6613,17517,4717,48418,29116,22468,48301,22770,41072,8050,30264,21269,7568,21667,37549,7410,43231,49335,32762,47168,19716,39150,16005,42373,24743,18135,195,27063,48448,12551,14057,24066,11216,9662,11364,46467,18476,8688,40300,47707,46833,38908,33619,19007,41204,20450,27661,48248,36968,6656,49131,3789,35863,14402,9116,47362,14872,23441,29309,15153,7855,4496,42719,15029,37089,8038,28341,21939,26166,22086,38516,31996,26165,12181,45597,37083,11022,24370,42051,11758,13405,45457,35907,42180,10323,43985,48522,22688,23112,20916,9984,19132,2830,44469,5027,15456,32084,5990,1465,28434,16173,14007,16564,46882,16625,9639,34551,25551,4390,20434,3545,43134,7532,25267,44130,25217,20307,16091,42947,33182,28613,34621,35707,18402,26766,5750,28761,27504,40459,17294,15935,26292,30901,45486,19260,27951,24299,28706,34261,44455,20271,20182,2596,45447,4214,36696,36501,38665,39470,36575,37649,32567,41861,45898,17816,18491,13437,41625,1317,24155,18838,33079,8572,21710,10056,32983,14374,2870,43504,268,26636,16820,15469,173,6729,1862,17827,48618,15240,245,34336,22039,904,22806,17316,2382,11723,2123,6175,10067,11771,48235,17200,30345,31995,20657,49888,24257,14385,484,16533,32384,14722,20923,20273,11500,24109,29748,44175,49464,348,39060,16837,35006,18356,39493,26818,28971,43938,10793,34515,49291,13399,6112,2543,17996,17434,19444,32188,36846,27097,2183,1356,22220,16522,5840,28894,5633,33744,16183,964,11521,46461,36499,16362,1889,3207,17821,35183,25658,21230,8690,18881,47023,34404,27620,34517,38074,2111,1188,8334,13933,40544,49484,35417,31198,37434,26754,32256,2037,19616,11687,48784,2026,28764,24033,28142,7314,33495,37345,38700,20361,35123,20808,11661,15049,10795,38191,25301,35697,15348,28789,16977,14636,19391,16745,14254,8666,21903,26622,46870,48079,9717,4764,19996,1236,36279,35097,3813,9901,18839,48701,38338,6335,42754,49151,43878,1325,31650,25748,37612,48724,48975,36686,22810,47951,36250,1320,26633,22593,37237,39611,25659,42304,38475,21254,47646,34690,46091,13895,29513,1105,24527,41911,34390,7840,41994,4543,4646,636,11146,17849,13073,45999,20331,2414,11549,22516,15546,14273,40355,12123,6688,13800,42946,14423,403,28364,10733,33513,4570,37947,47078,7347,11353,47002,7030,17188,37462,32260,30852,40646,5501,15017,49387,29159,41696,30250,26856,32862,6698,16364,1843,10653,3509,31909,25045,21319,367,17669,3092,35985,5030,35269,40516,11321,5736,20516,2474,49377,46608,35166,41271,23336,30409,14431,22401,31699,37591,40035,8402,22922,49422,3656,20787,34385,5281,21849,45958,5911,1693,48792,27991,28503,3264,23595,46599,26183,29904,20005,20110,20681,34653,16088,13893,1728,24778,29280,21132,17733,27803,42230,12985,30671,1624,35325,33800,22952,2390,9651,6179,47259,25258,20083,33601,22963,34780,945,8045,10073,35102,44865,1423,18464,10391,49370,82,36025,12610,44983,44034,26706,4576,43077,37090,13083,14940,22928,44781,23733,2168,14071,8678,28999,8317,1460,4237,15108,27823,6736,45970,29480,21146,44087,43346,1645,33509,28618,45942,31580,35748,2218,6162,30031,41813,25065,44066,37130,46433,18103,42589,30785,33382,12965,31414,13185,40003,34578,7316,38867,11817,3958,16619,27882,21540,43933,9664,49718,12314,3552,8457,37533,48260,27879,33942,25485,4357,33344,44426,5774,5540,2955,38202,23020,46052,26359,3387,15137,6472,7488,525,21156,31070,11783,362,3866,43707,42431,20583,28648,5504,30846,305,23810,42198,35155,13802,41228,13887,33949,35142,48206,13440,48172,20475,3694,346,44893,27704,33928,30428,44606,36979,21324,40154,33802,42593,10030,48663,17770,5342,43099,37415,31576,6147,20062,28576,30208,16863,44767,12782,29435,48285,927,24217,39213,43725,27403,6703,46406,17495,37496,19108,2461,41195,29098,6121,2855,47922,729,35464,8877,6328,46590,41425,18504,3779,36355,36845,5326,38411,46001,23064,1574,44746,34902,11675,27073,25383,46410,37962,12581,47449,29582,18729,2762,34120,25126,1902,24365,33824,22295,13114,17224,30268,28547,1656,2774,29713,36737,44454,16138,11665,4213,21412,26800,46333,47324,28543,21753,10135,11657,32937,32407,11537,25048,27109,44679,22199,5770,29845,12355,34602,4406,17746,45479,24815,37271,13101,38759,46895,35809,12125,32591,408,14190,19205,36636,46541,12707,10752,23102,23292,38431,28947,23929,1883,18199,13084,37208,40110,26950,32611,22082,16576,48055,22555,22646,38843,42756,48539,27329,34865,19868,19178,11039,45226,33670,37260,36273,1840,45203,47897,44462,18008,8532,17661,19017,12662,44622,37622,35041,7178,41440,17599,49268,48469,31249,35607,39570,39752,20386,20780,8316,23552,36988,46138,48327,12673,28390,5324,6566,38573,15265,14015,2601,4413,25587,20245,11118,31707,42564,40364,7076,961,17577,33218,41787,49821,24176,5123,21563,42660,33515,31111,22373,5444,6575,24354,32168,37543,15711,43968,21545,30436,13272,30555,35542,37879,2321,34183,46509,40351,14551,44269,18191,19263,13982,43091,32549,31531,23414,39,4547,41602,20356,1431,45395,15072,15991,45609,44062,48364,37162,40219,39796,35855,46937,16188,46912,26881,21445,40736,38461,42768,43162,3418,40999,8009,35676,42810,43689,9569,26363,39014,16166,38703,4323,19048,28223,13540,23146,39321,15068,6994,34875,47732,3133,4188,1625,34560,47658,37435,40748,24092,39830,31781,39620,6276,9862,33184,34795,31528,47466,30314,23288,10477,38511,25936,47618,17597,18416,31774,30797,1377,41599,10420,21272,7439,25905,21250,4596,9289,4573,26144,13075,5706,13099,12280,49576,49959,16968,1961,1272,11349,31832,34677,11295,37971,38165,43953,12852,20444,24158,33646,2308,27636,23508,7670,44540,41601,43911,40562,26555,41991,17753,32890,34305,32193,23728,23473,13420,35385,7632,4900,41118,33734,30299,33092,27820,33656,45467,40605,26813,20153,24493,28951,36964,3519,9486,28857,41930,5469,43394,5906,43716,32858,47398,1714,48277,16616,45693,28745,45321,37360,8778,41250,42594,35941], "time_ms": 24302.623372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 25403.998424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 25403.998424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 25403.998424, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 25704.296085, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:46.788", "time_ms": 25704.296357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:47.079", "time_ms": 25704.296357, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14062,26451,42626,15728,1209,7503,31469,4740,3380,48904,20861,33647,10524,18068,15542,29027,21521,41020,32068,36029,26004,36292,4379,23223,47203,24137,13239,43826,4227,1365,11005,13382,41687,27347,15641,12748,47295,21774,43896,28662,25011,22074,46021,22421,2706,23787,854,20477,36261,2425,17838,16063,264,41060,43405,38151,31437,24617,46401,45577,25560,36727,50,39037,2335,43032,15693,43998,9489,27049,31264,24750,41230,46557,27907,25837,7100,42884,350,33422,39164,22709,26195,7192,3008,9296,10784,37118,3120,30400,2014,34708,34848,3334,31949,19525,40694,42129,26007,16696,33138,33099,44621,7653,5994,33008,22846,27129,34695,39479,31773,34046,48325,6264,37573,7187,30760,3196,32943,18148,12798,33004,8232,14581,35705,14430,19814,37569,26498,8501,44017,39055,17542,6506,39906,32192,30044,40520,30870,1520,27601,22978,15092,17391,37355,21650,41316,16607,39629,49059,16901,16808,23777,46554,38616,24490,24088,31311,1159,42796,39332,19579,9897,37053,2583,39432,20380,27711,6638,41895,48413,45582,15041,2499,26715,33921,27726,8443,20276,16423,10734,1337,36566,27659,37222,21685,22893,9139,1172,47013,48360,3754,18727,32440,5859,24677,10632,34146,6001,6645,27532,27780,21836,21322,42902,42676,39698,16949,39459,17881,20008,28787,13248,44514,39655,14589,44535,14085,19605,38915,1362,28084,248,3140,11461,27342,4816,8482,13961,33283,46644,33582,26231,21207,44837,42792,18332,39584,45106,49740,10708,13755,42266,7288,36692,43169,28565,46978,31353,38127,34881,21724,17318,13746,31920,21567,41926,44961,26094,6370,183,48139,22791,261,39814,42450,25246,16382,17763,18836,48220,32546,26773,39736,3699,34469,41431,48022,36410,40479,44129,23771,36522,41799,5204,2958,603,44440,1779,43185,25497,36444,39201,23239,7955,31441,37419,30162,25712,49211,13049,14764,16597,7491,6261,30791,25966,5418,43954,28418,42355,22218,6190,21133,20014,24100,6919,48866,43022,37701,18736,40488,19713,3164,2936,47682,21226,34599,11406,40336,19356,41362,37536,20200,34758,26427,14647,49393,23844,18503,49536,23554,29757,10179,18184,30379,40272,36690,4820,13991,32215,8215,30554,46361,2561,39799,5653,12891,35687,7355,49353,11468,23816,35506,39209,12583,18200,1169,11067,21372,2611,22746,40954,27314,17145,18866,47937,123,24108,27009,28397,12631,44123,33056,31404,2987,1517,35830,19349,25245,10130,39444,29016,36544,18622,32491,32364,1560,38465,4986,8554,1224,26443,4150,13914,43523,2961,28898,2375,14750,17794,9971,2481,43211,30223,43150,26206,49121,3851,34637,10768,13726,17500,7190,10616,13574,836,27825,11691,816,12159,2517,2109,44288,45975,11620,12071,39180,7040,11637,30145,45123,14910,39758,35686,24676,22871,37684,3676,44225,27175,3994,22439,47809,17946,3429,27716,6337,11104,16090,16694,9328,42495,20969,16233,13734,28587,10674,22030,2084,5278,14690,43695,25751,22023,26023,17331,4395,18758,36259,25119,29103,39788,37328,6247,7082,22405,2005,1858,6300,48773,7451,3297,17027,15584,3618,2334,17343,44580,40183,25152,39329,47887,15636,25025,30848,40742,16473,42196,4238,17914,36228,5842,17607,30908,21514,34042,42366,8097,26329,42840,27384,2361,9008,5634,38125,40473,11374,35739,27262,37945,31736,38756,9672,49008,25444,4363,49640,41095,2915,44687,37662,23285,3844,29372,33798,39672,48014,15285,45824,4929,2828,1528,6666,7569,17924,1577,29022,29599,9822,42043,32473,10246,3775,27779,30175,2773,21966,47059,10269,45580,21798,36198,27425,29603,4958,9549,12228,39235,15969,25922,20716,26781,30693,867,37869,13386,41219,34743,47815,24650,23140,41780,36765,5344,12435,15360,36743,21025,19799,38491,7158,27722,2946,4867,2498,47999,31460,49486,26337,27241,25047,42931,42598,48310,6822,1104,41859,5395,31232,15803,44485,19069,32132,21622,30393,38629,43816,10695,26237,48874,3169,14166,14848,7103,40411,14372,30196,26295,10634,13106,47554,23161,37396,39281,24014,46057,26325,22102,43774,16994,21682,23030,15903,34184,35279,11872,21320,35596,32495,34195,8947,11715,27467,13474,25718,1601,14895,22519,13199,39280,13387,41053,18240,28163,18002,30652,27749,9852,11750,205,21941,20015,49896,49214,32369,40233,39225,35311,42333,28181,49829,3681,24036,12757,7422,2110,1857,2931,34360,23263,22432,12462,46337,44607,5546,27080,12296,43072,7604,42611,18453,38907,1494,17557,44888,40000,15384,48948,49605,32354,44287,4286,29873,40325,4565,10643,8725,48336,21161,34227,41981,47904,39172,32287,9876,41174,2036,33088,48352,28317,9689,1321,31901,48078,5323,20993,12752,555,31445,2932,29526,11966,26263,41109,840,3056,33924,19711,21821,33084,46271,47744,44488,21283,1162,161,3075,15226,25060,23365,9877,40368,40975,9908,34010,14913,29907,28501,2515,22264,28945,40163,40252,32991,27750,4328,35058,37646,30899,15334,8381,10298,9666,28209,13994,24375,9373,19426,10278,39218,38337,11254,20163,21266,23896,19199,40961,8056,10121,42816,47945,7773,48282,22029,8133,5551,10399,24233,48892,17267,2320,10954,6066,35112,40293,43607,41050,48355,2811,4879,35851,2729,9353,20485,7971,49172,33923,33759,28623,4160,38523,36328,18447,31098,19271,29257,47091,21329,11876,8320,29247,40341,26432,37636,40551,28285,777,30228,48878,39574,9881,25572,4228,14445,44021,35606,17099,46898,36424,24362,5225,29176,32381,44566,4389,32807,32792,35902,15799,13008,35946,21956,21526,2011,36314,48997,44602,17570,31363,43402,24279,30847,32112,28704,37550,35856,18372,5641,27015,1301,7836,46115,45472,33462,19911,24015,42295,7362,28403,188,7501,16104,42325,15698,37159,34502,48479,28336,43653,40784,9958,40393,11884,49455,49414,6687,27973,21756,6617,14393,17684,45690,40428,42773,35968,42650,18538,41968,15508,4972,46819,7745,7201,29957,16548,27306,9318,16831,46531,28843,21109,12586,15395,32300,18925,26370,26790,4035,49207,45318,7511,21791,40864,29230,18229,4189,20907,26439,6357,35942,7164,4010,37599,14050,15366,32034,11854,12677,24091,607,29492,17037,27925,35670,3898,2252,46006,17980,13076,24832,17284,5139,38321,6861,12887,39409,41310,10369,5615,31058,49845,13483,7884,3004,20334,11241,1415,7027,25319,49282,8783,28963,17698,36771,9829,35202,39952,9493,46984,38503,36645,31493,23691], "time_ms": 25704.548842, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 26811.017260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 26811.017260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 26811.017260, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 27106.652512, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:48.195", "time_ms": 27106.652689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:48.486", "time_ms": 27106.652689, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38356,46727,47100,39617,36818,47831,46805,19010,12092,4180,48208,42705,9145,10849,20374,42592,3842,27787,13169,20581,27380,31446,24515,40006,25585,26468,38658,24460,10654,17749,39350,36142,34132,16547,17648,31821,45250,40449,42576,35778,22876,16165,32620,11341,49112,12626,26662,35470,49283,30437,1892,17440,37026,18483,23388,20143,3559,39768,21246,23353,11615,38003,5474,11084,1366,45677,42307,23398,38683,3159,49489,15923,43360,568,45222,42690,48803,37182,10831,6951,32576,23300,24485,3162,29938,39088,31327,42872,10792,22278,30186,23863,37752,4310,37940,34971,32505,7931,14585,22128,41528,46112,43562,7117,27625,42910,22782,18051,43468,39911,44036,43977,9623,4588,32930,44772,28729,30433,32870,49106,1595,31861,35044,13764,22469,22752,31138,46407,477,28657,48121,3166,30115,24699,368,11055,30722,12723,36883,6559,20842,6060,26466,46793,38397,7277,26974,15035,6325,3617,20696,48328,13988,8643,13036,14406,1974,15293,9311,2272,18084,36356,12301,16984,14686,7447,21138,26367,24037,47033,4493,10843,14278,48104,4833,35,18260,48128,25970,24377,41206,48589,35240,40793,8599,29616,4521,14527,7492,32481,34012,34616,49954,15897,15111,27290,11111,31217,32922,1868,28829,39537,2854,23980,20809,44473,15684,13007,19866,46716,40846,33861,23255,20343,39550,28177,25184,18405,1194,49390,23702,18449,9820,10181,12138,10011,48216,31335,11265,42225,43205,16748,8076,37848,5132,19931,16513,35494,33708,14209,23450,45116,1765,1074,18345,40935,17215,8439,19167,42927,9554,26613,3397,12473,25492,29402,42479,10084,38418,38774,36886,27423,49691,37437,45417,29730,10083,22092,28298,7587,38353,12967,14082,14818,24526,33862,34108,45906,25826,37136,11026,8659,32533,14725,8263,29374,48853,14943,30199,47949,36080,32230,47174,40098,16120,29424,401,9584,48071,40704,33825,11109,3995,6977,32969,35335,10182,47636,20843,35235,48474,31554,28251,14241,11485,118,43736,31496,42131,4608,4008,21912,35618,28577,11928,39081,25671,15028,8625,36831,4555,18957,35476,6138,31538,4636,11297,35524,30325,26467,9867,38158,3819,9563,37803,23791,15902,2039,33502,18761,24701,19610,26088,9083,37141,26470,41319,2921,42121,29130,35446,6998,36892,422,35272,44700,20127,12617,32446,38610,42354,8483,31317,14013,29554,35883,33064,45211,35398,30180,46524,48106,35993,3770,24058,2171,9634,29544,44340,39068,15670,12949,15326,10882,44588,2496,217,18562,13576,45024,23231,32608,17744,39787,20906,43538,43378,21662,48298,31485,17422,41807,23173,6398,20316,8008,15828,27949,3566,23837,29494,45020,38671,11932,7286,26067,2997,43501,15359,20522,42899,36726,20813,15740,23085,1498,17832,1886,15936,31374,28734,42455,44307,47054,26250,34182,8674,11443,13876,12129,37797,47980,29661,8890,40777,45968,23829,34113,31024,8985,34523,31086,8221,17345,49394,4162,36324,29041,33555,26497,49392,32065,14814,1248,32825,22899,49626,27828,3226,44898,2234,11738,21994,1706,7918,33524,19435,39071,14681,4289,3408,35095,34168,41760,3901,35047,37732,21112,27121,35136,35111,7414,33393,32942,36549,32453,20023,23493,43556,27577,21065,31075,5729,30165,13810,48612,28332,19569,12554,2761,10169,25477,44018,7369,1095,3489,19749,8220,5081,40376,17312,15369,3503,33896,46101,41462,34818,22707,2367,40619,34557,10920,11258,5531,26508,35631,20391,8010,3597,4571,26978,23077,26727,23177,20839,13087,4033,28342,37277,14961,27298,25889,42913,39414,27992,42669,41953,13983,2360,25153,8782,27667,11212,11744,10319,32687,21684,14578,46155,16066,8608,39857,13571,39676,9797,36178,45471,8422,46200,47206,6802,40185,48797,24691,44081,14520,45977,37976,44121,11647,17089,43001,25366,22325,19509,36311,22145,48877,46827,28028,2130,39837,28481,33026,46911,44974,12884,11441,42418,20755,31076,18802,20056,30837,5380,23762,46821,18480,3249,12832,40189,1911,9099,25577,38731,22720,6167,39749,7368,36306,43391,10743,33922,40463,28268,47737,21124,38016,41619,34235,9747,30109,43778,32322,92,11579,15827,37840,48815,5487,35056,34731,30665,14436,26648,45608,14042,12530,35877,18693,17601,47967,19678,33736,12360,47549,38466,37527,45231,23634,21818,30442,33603,14464,8823,40739,45071,46008,853,38358,17610,544,10102,38609,35577,38141,46797,4022,35472,16231,5165,31185,16881,33050,16420,33358,18212,40903,20850,7440,12018,49918,8243,12924,43687,303,46963,9395,31136,19449,32572,6603,49708,23409,2794,28772,2883,46568,23551,40751,27771,46730,16699,44836,42409,36195,41467,21624,29537,45096,7800,40394,35762,11000,28386,11593,13886,47982,13731,18857,43781,33010,28942,1446,10865,30171,32582,5311,19408,14182,28130,13494,29892,21562,29670,45411,24813,2705,15757,5918,1944,33124,1372,7039,22010,21617,35186,20621,9604,47693,20233,5761,18772,25418,13416,42391,29479,12732,36556,17175,46241,43692,36596,4427,49069,36649,5832,32314,16210,47727,40329,8169,42808,25292,16805,31209,26597,6307,18406,47662,48090,14661,25624,35074,23316,43629,26577,46413,11823,27021,41412,27969,251,1432,43276,13411,31752,17908,29070,38497,40180,42104,2089,37952,13000,38620,46121,6427,14643,35244,9455,7690,43759,22094,25345,25844,7032,31492,49653,29209,28466,40847,49982,48553,24587,31454,42473,18209,7865,21594,48490,5348,12060,4473,2331,36709,22309,8902,12648,32296,46604,38925,46858,45324,38661,41489,47471,1277,49871,28585,37063,32410,36953,45523,23906,29324,40058,14874,9863,1336,27392,629,18946,44467,17619,39792,19213,29388,31869,19547,48695,49298,37594,2652,49974,11412,21995,12446,13265,29610,30247,4782,25603,37429,22338,6769,5226,7172,12275,45886,4593,18582,22511,34472,13056,8602,23098,13767,20767,16168,17149,44177,14965,36373,28309,24740,19392,26752,44000,20404,31440,6216,33231,28141,21592,9027,39428,17508,41484,1699,44352,16002,6303,26321,35029,29497,19315,21653,8661,3058,37247,11074,45519,11105,38375,18517,17430,23345,45229,43814,31769,34106,43797,14324,7320,7340,39714,49493,37402,10926,9677,12382,47343,31874,42998,46371,49719,19926,8327,20321,38208,28375,17868,26247,5693,37851,14558,6648,28996,23113,29217,17218,11955,38590,19684,758,4204,36598,18806,28721,45714,152,33352,5250,15363,46954,25762,11956,18073,18681,18580,40507,8897,16347], "time_ms": 27106.882765, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 28207.885452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 28207.885452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 28207.885452, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 28504.249891, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:49.592", "time_ms": 28504.250119, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:49.883", "time_ms": 28504.250119, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [43706,28806,22714,15376,22190,23580,147,10101,12417,35337,25199,37064,32865,29898,22265,39142,19967,31152,10496,29167,13383,14279,33801,8289,25034,15867,46772,10397,48010,31089,32884,3422,42769,25024,8088,14154,6068,28627,31451,11190,13664,6326,5844,13688,24373,31936,49621,2251,35266,43290,29232,37080,4806,28631,38965,24078,64,45862,32642,19880,28685,44784,14980,23910,25903,33919,3979,49895,12770,11995,15706,28391,5888,43999,13370,14806,49948,27328,7823,6102,37984,49756,6511,19586,15687,14955,2458,3246,26680,22351,22743,22844,679,12885,45946,21311,4872,10999,25884,3713,34241,39601,12139,34090,23961,40797,34609,5818,21082,30249,24479,26779,44205,11152,21123,22561,35983,7854,5234,38997,44183,49802,46651,28106,47012,2641,7359,1081,31664,41811,33413,25435,8065,24791,37878,8891,31145,24637,38655,43558,17551,2798,22210,2778,1650,24463,9577,23055,24132,30586,31807,47624,30577,29275,43547,1136,35338,6730,16654,28472,43309,8278,18771,46207,18514,33392,22360,4069,33477,1497,2897,2782,30917,13417,8748,18313,30725,15669,48060,30198,16529,45440,25802,41648,15107,28690,44918,22303,40067,34841,15214,21150,38554,22497,15644,26440,3705,1543,40833,16483,46390,5203,37468,15579,11988,7071,7526,31961,25349,13888,8498,31459,41165,11037,39715,49937,32535,30078,14018,18307,9964,39922,8404,23429,18796,48667,4580,9132,17581,47519,4882,37628,38509,1777,22512,16417,21143,41728,35759,19447,13269,17815,12827,4618,43412,29287,46422,9756,22980,11240,254,29803,40667,37694,22774,16377,36087,6560,42992,34769,34713,41071,49409,10965,35108,7036,17516,12568,39674,8824,12793,42254,36455,43697,2455,34647,31380,3165,17606,12912,16459,28114,8285,35781,7850,15994,18149,11149,18330,12857,16891,16197,44268,44286,48307,31008,12710,281,45644,27036,16549,35785,36749,20970,3946,18412,34907,15953,17776,38415,2295,39785,24790,27445,31708,27477,23248,41374,11635,19261,49721,1538,38787,37897,14111,47706,7863,13345,35163,27185,13133,43490,29952,31934,44987,43643,15518,21890,41672,48993,11063,11910,49919,29052,19290,17780,49832,48026,2205,2373,6753,17355,15054,42276,48697,47785,32351,36377,24211,42500,35625,27893,23685,45689,40575,19310,29994,2139,2733,29089,44300,11605,36745,42515,8862,47352,8870,22232,1245,13034,49237,8667,42527,41449,32240,33196,20785,34680,41018,1376,4498,49656,24500,30027,42789,40778,30059,35672,3130,34448,35627,44709,17301,11860,25968,15947,24161,30756,23006,31256,7055,22616,13775,19495,31635,24090,46402,46042,29796,23001,37249,3072,11245,48419,3637,37354,47116,42850,19316,30311,12261,33191,41289,6536,43356,44597,25721,6564,46011,42485,49899,30215,3331,4644,31924,40268,12975,30163,3454,13809,22656,15080,45085,48959,34228,25371,34257,45292,8393,31739,18645,36139,3150,41068,46828,37471,35970,19212,2336,1621,38710,33270,944,13237,26906,44629,3287,10109,17722,45881,6754,16223,44499,27743,41507,43027,8115,11505,29570,42066,30511,28467,45896,31456,26732,11710,43976,43989,32497,9716,32748,40617,27556,25548,30528,2100,49929,32041,17113,32144,36023,9067,41627,16255,25450,4119,5397,42879,39739,36120,47601,32367,47197,42184,34787,33086,48029,46047,8756,11361,20514,45857,32847,37204,36514,44592,16545,47336,37806,24307,10330,36077,21052,25012,2038,11294,3067,40865,7544,18238,26022,16839,31683,31278,45130,37843,19334,47183,21323,12854,40333,7274,14993,9103,1672,29034,34251,21951,32185,10821,31368,3366,12812,26509,34403,45171,31160,35975,27369,18928,31500,29716,35416,31921,48546,9472,974,27325,11536,25175,11273,23402,10986,20387,37696,13123,48270,8522,25498,3657,11470,26932,279,14444,2634,40014,20099,4979,35503,39860,46086,35959,43491,3953,40527,11764,40521,39805,45630,49020,18494,48990,28795,89,40054,5202,19661,48758,24040,19130,6019,37021,33442,14827,41077,10726,46253,30628,27265,36065,22055,25368,34760,31800,44567,28962,9223,41418,5655,21626,46437,20101,15750,37620,29112,23435,11940,47667,14060,16127,19440,15792,4750,46639,3485,2751,25564,43906,3472,13690,11410,27546,17334,18512,24289,31922,32777,20601,30802,9286,8833,42778,8780,3531,36951,4675,37082,49574,37688,45745,17999,39750,42402,45174,12701,11905,388,40260,43019,5632,40402,1848,39231,34740,34951,16071,6054,18175,33480,22354,12796,14546,8020,62,43943,22433,28955,9418,11978,39720,27757,48130,38270,49972,10123,20873,3414,35858,49746,44599,43775,30622,29681,34320,9421,794,46393,26534,33537,36715,29083,16928,44762,32945,18636,6093,6052,10589,13852,31759,34334,23799,19774,20628,18695,4488,34626,39861,23960,20908,3674,2739,15037,13116,40202,35158,18259,46199,5359,47211,1300,44956,28796,12035,19131,11262,1633,31053,34519,28865,24284,13154,49922,21629,25738,11338,40089,44432,24408,11115,45871,12642,3740,49981,21516,12970,6937,13906,1358,22719,5920,30491,48302,20883,27700,36513,47680,9126,17033,36393,11663,20453,16610,17162,37870,30052,13157,15102,31601,1999,14528,26024,47550,23031,22925,20242,13270,12739,40747,32657,35792,49874,28786,14267,40979,29859,4581,17812,41091,44930,40908,22929,25209,27692,20096,44683,34356,35310,6384,35904,1199,28984,32544,24559,49891,20846,47338,15613,44690,29486,36144,38868,2001,12436,36298,3391,8961,14671,18920,5751,27678,15945,44875,12188,22732,9774,30329,2665,11563,23636,26713,4456,25403,12962,49522,21003,44292,15804,25142,2297,225,12772,7813,26068,25756,49554,49502,10218,45784,48842,5594,13879,11192,46632,30929,49352,17590,20462,20010,46365,10725,48436,44315,1201,8506,18110,24214,2281,6752,43417,16041,539,3977,3362,7048,15872,7374,2698,6211,4105,15489,19562,45785,28727,22758,13706,23940,27854,20392,28096,37379,31915,15534,22509,46441,3572,18525,35100,46446,1341,10167,33535,8543,29087,23718,43761,5319,47786,16739,8126,31917,4664,35199,7757,46156,15961,19960,1546,32021,26286,27699,14952,6365,24706,5564,25006,42348,34441,32082,27862,44593,23529,2520,49220,21745,24363,12499,26031,34566,43526,9258,44796,19382,31700,23998,30614,16649,31365,14755,3371,35514,23912,37681,6940,15677,9841,2607,48783,22170,2456,2716,48567,40420,43888,45814,13536,9808,42188,510,3689,35128,5423,12093,16906], "time_ms": 28504.484160, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 29606.435742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 29606.435742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 29606.435742, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 29900.334941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:50.991", "time_ms": 29900.335242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:51.278", "time_ms": 29900.335242, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [27974,31806,49966,17620,13287,27524,23256,31838,27139,37407,19982,26015,17512,25254,43181,12170,17337,35639,36871,15053,40691,40716,2852,33053,12329,42201,2209,46745,37788,912,3001,16431,25091,19314,49637,10563,28812,6099,16022,1855,13218,20494,15986,1418,22751,6082,43089,28191,33762,20447,9227,42233,27472,45752,609,18648,24700,44858,6367,49364,39378,15113,19748,25238,32941,9792,44007,33579,18748,27910,44464,17435,36167,29883,34666,22053,32060,16252,15784,6597,33743,17587,10818,27214,42573,10547,19146,17877,39656,10521,36523,43685,21210,29592,45421,31609,46564,16530,33380,3923,39602,37787,46761,46296,20966,15084,4454,23105,29857,32049,48533,40088,36202,7912,32246,41192,6677,25971,48068,15085,8753,47777,30117,9381,9456,14533,49365,43470,32134,15341,42175,17865,19622,48456,40091,15262,36720,49927,28499,46594,14731,12849,14851,23382,28104,5370,26911,45987,16456,17563,31593,42603,27046,17535,634,26723,45132,24347,10267,6922,4264,35721,21484,42959,19220,28111,45028,18281,43602,38349,10149,39302,15686,17159,22564,13654,23832,44031,49167,2004,15338,39907,37704,25947,21347,41863,2092,45372,29552,45392,21188,27297,49115,39004,20337,44131,44872,27189,159,21487,20683,36130,46779,32574,24524,40234,20686,23045,36558,36461,7552,44356,32000,5004,33576,11564,24220,23326,43376,48155,852,36282,36867,5965,43572,14901,5357,33717,3625,20726,33256,14332,12634,12008,28486,18894,4434,14240,37366,15009,37600,14233,35696,23732,26893,43753,19416,34289,46364,30178,34712,3729,18446,2061,10953,16646,7258,40307,23542,17100,48262,21728,7661,12217,40130,26827,24582,21431,19951,25984,2815,6622,22931,47612,46510,42557,24531,7263,5658,8934,10621,14401,977,23517,42657,4187,38896,42016,24004,29477,21767,47898,44148,41520,15771,37007,28810,13403,40200,11879,21366,49826,15523,19128,30243,14105,43442,34474,6905,33718,41241,40905,41338,18134,28473,2194,12157,49090,10966,24889,16829,14208,41365,1929,29,17953,2371,8806,20885,42624,6788,47011,2287,35475,16557,36033,11283,635,29094,47883,30434,37664,13911,3725,30619,37608,15396,37362,20290,31817,11808,33641,22809,42803,44527,9329,37616,34055,33720,35878,3461,32810,26420,46218,44551,23840,42606,5800,43929,45995,22670,38535,32077,5213,25236,40187,26591,49666,23598,4628,8585,26078,17900,4870,7572,38765,26249,18436,39454,19104,30590,18277,36796,2971,15853,8119,36308,28293,9361,17604,13675,36380,28747,18111,9722,45893,35264,44688,23518,29829,28751,32050,26084,24984,34162,34894,33529,39708,47261,29145,38365,42306,44675,24572,15280,22644,46095,42696,45676,9600,44333,33199,43631,25298,49644,41677,49088,7889,31705,29398,17866,20950,558,47604,16580,35545,35645,24433,24645,47135,22623,33951,25161,12471,12013,4944,23859,7219,28513,2324,8420,26194,15411,19809,34327,12389,20390,21237,10519,24039,11776,2741,1893,7380,35059,28289,30452,14230,44379,18463,49836,39598,44491,15932,26338,4847,41649,42813,29412,17505,7202,2356,3341,45145,14143,19155,15352,2101,506,32454,4292,17803,5538,35848,7458,5384,35944,17185,5063,45750,19613,15577,27000,33459,28310,36510,41428,15715,30086,1968,22305,33301,19461,3390,39021,45735,38201,2406,36822,8151,41287,26646,28150,12522,11436,32883,20147,21225,243,48099,33826,14228,43311,19484,11852,16732,26804,28290,37949,23579,10444,34668,28838,14727,23261,22697,43324,39885,14215,9590,48893,1707,39126,9087,14856,34597,9439,36281,12390,39361,1509,30624,3528,24563,20038,13216,879,30517,24154,16544,31208,9621,25384,21463,26899,23193,39096,42974,42352,15452,5552,44169,28965,45383,25096,20474,11035,26098,16582,39851,10395,44451,7495,26573,23125,46018,12225,6623,12695,36683,46832,5798,4073,26915,33042,40181,21061,19306,44099,47861,44563,47463,33385,4015,21276,5550,17424,3189,8834,7466,22150,18901,12118,28534,36731,48665,14655,4878,32892,23390,5251,987,20898,29260,31643,3064,3805,80,8844,45510,9886,25204,24895,6438,4864,23119,21309,25467,44594,29671,24350,33118,43058,6059,7004,11062,48238,7756,38279,44306,38385,436,25639,15569,40815,32501,13537,42648,13916,16753,28368,21120,11850,37872,31767,21115,26694,28302,15198,27431,20117,7762,8492,24027,28440,24697,39276,48281,1125,2081,42620,49126,41247,26760,27786,2822,746,40057,41187,49501,28589,48223,22553,46137,4641,11041,38934,46581,21365,38897,18826,23792,40821,7268,13486,45214,4318,24739,26342,42194,26017,45590,21217,5057,46991,13519,889,31408,6995,19107,14211,42260,29352,1934,29455,25935,31040,14123,42165,47878,11072,15330,44083,1807,20223,46691,48192,43765,25750,34995,19701,4423,38147,46163,38826,6561,7566,1222,48049,48064,29104,6125,45495,16030,4153,3532,7722,10132,21185,47458,16954,5851,15729,31812,23392,41237,6454,39495,42012,38984,45441,22934,30112,7958,32504,2224,13543,26558,13473,27822,1088,35496,48917,13006,49731,34601,39371,29137,27934,49593,14157,43851,16960,40179,11209,43202,13560,2723,6573,34353,36016,9579,44899,42642,3677,11203,34972,34361,40722,44137,35117,39600,7535,13085,23297,11961,28034,42,11513,46902,17696,45493,42035,36163,32120,30968,23378,10457,32140,23308,26128,44776,11881,31344,39567,49614,14639,24511,12871,15858,45050,32224,18243,18144,43879,47513,15526,11606,22245,14276,23782,8998,25419,31884,36922,4540,48185,15939,20235,13445,24153,36837,9513,9526,21847,30861,10331,34,11847,42167,37544,46900,23839,8586,19766,49808,42827,32671,49145,19214,32920,45122,18567,49256,42398,41263,431,24201,7959,47856,39073,8827,18966,8773,14525,37265,31839,12514,48118,35024,28296,24006,35932,26434,25233,15928,42518,15812,23916,28839,13581,25242,4927,25673,43729,36409,23476,36463,30818,39829,10434,26589,13127,20863,5802,13655,30512,43223,20186,32784,39204,2745,22392,14522,32764,34684,41106,49445,24449,6480,44182,213,4239,33918,41577,23383,2032,14738,27449,41906,20744,39052,28226,22773,33347,40237,6760,48011,45920,47620,39563,49226,42755,33791,39169,19217,22213,2193,33376,10492,1145,5015,43542,24076,21608,35101,33725,7125,49061,6825,885,1702,35992,19617,47971,17558,25117,49250,14152,48510,9034,24313,33697,31476,16418,10904,10078,19721,24320,41435,25620,27220,28484,2742], "time_ms": 29900.572339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 30999.302578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 30999.302578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 30999.302578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 31297.739186, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:52.384", "time_ms": 31297.739463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:52.672", "time_ms": 31297.739463, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [3096,9071,42649,13552,40804,39912,37246,21713,42251,30261,38067,6615,48468,49369,6724,25835,129,40063,12002,35323,23631,8410,30636,38445,34491,47326,43188,10824,31297,48475,34726,1616,25851,10928,45182,3462,44055,8950,33900,6589,17706,49309,15432,20253,5138,2380,9574,25409,9085,27968,40358,7212,42740,44765,29284,38746,47783,23133,2511,26399,42737,24978,43552,7796,47708,784,31279,49706,28174,49632,28069,49857,11282,34034,5597,23785,30944,5144,32025,17969,37780,48226,36482,9335,8354,30975,46725,38662,8085,16201,6254,5711,33323,16561,12520,6744,24880,32143,18956,31836,14746,38109,23364,25440,38496,32171,35806,11046,1014,27764,36640,45979,15776,15742,16598,10170,35731,47045,47587,8228,49183,15491,32962,29645,3854,34761,35093,36992,34338,11097,18609,12421,19129,22358,36754,16660,4122,45944,40455,27210,6118,47634,28224,18098,41764,2950,7740,18280,35404,44103,48579,28572,15692,12594,6244,37399,4873,48699,17408,17965,17617,47701,29384,12423,11498,1525,18596,39589,10853,49606,23786,35435,34947,47494,17634,10236,40946,5959,48063,46583,7366,31219,41282,3005,3241,16320,49707,36611,36567,10233,11754,39027,40593,11078,40434,24614,19653,3435,9583,48611,31194,28494,33135,39177,9859,33940,9813,15128,25352,32512,26104,46549,24264,6618,45204,21348,8338,4868,33565,43433,41904,8871,6502,12354,10671,33433,33841,3950,25688,16410,41133,26776,9249,42176,40989,10184,38948,3244,41276,11577,3126,2211,27797,40945,48609,15393,40548,13663,25454,9922,14257,38989,47702,3428,49297,38143,10869,12404,21748,26411,22795,5227,32654,7797,44743,33620,12964,1478,15380,15398,16713,14561,16415,38854,27484,2060,8179,28126,42794,37206,15023,34170,40939,7306,10289,42701,22274,37529,1827,11568,19808,14025,46016,20497,19687,41293,36725,29276,5772,22763,5972,33758,18898,30732,20075,10134,47300,17880,48974,23655,24118,11629,41878,38369,30842,16432,5617,39431,12855,36293,32531,49920,31649,49095,1292,42566,7184,3885,2225,30766,1712,24035,1290,13555,32277,39110,27877,14308,22065,36582,46547,33125,43865,26708,17160,33268,3339,13458,18409,19564,7650,21261,35764,21609,711,9320,48180,25736,15957,14606,19325,23165,10592,40040,29049,4101,46558,31292,43095,30368,43224,34792,41729,11419,23206,29510,285,31535,6810,41337,6875,29566,24098,36766,38308,47039,41626,19411,32821,4414,25405,14236,49631,24954,42299,33416,47773,47216,32578,23981,27023,32393,11820,27161,25641,33813,13098,29527,10024,34262,28002,48849,38388,4058,44907,46300,9383,43517,48389,15778,37917,22470,8903,20022,24589,49331,13025,49763,13658,35412,48566,11849,19011,33407,14237,14151,34580,19544,13004,24879,13293,20066,15,38676,31662,45737,25323,26544,12545,40218,40456,22396,38370,3357,29078,26888,30951,14106,20971,29583,37057,49265,49274,18050,45276,27108,7494,33054,34306,45468,15277,11874,2535,28076,41315,48514,39827,39003,43652,35427,19238,43876,14999,48062,18459,49437,33816,14454,18837,12016,26994,25618,40103,32086,10847,27025,14693,321,4314,4121,16537,33097,12503,36472,38722,19267,43681,12043,41688,20044,469,43145,38029,38330,34596,48482,26452,14320,22802,2848,5247,49244,13642,28830,33602,9148,15344,40652,5154,8968,41511,49523,32932,39679,980,43398,15358,19630,15709,41075,38735,13763,22286,42050,5268,41743,45625,7138,30152,18016,31049,4627,46122,49251,9210,31537,18537,6535,8841,30018,30557,14573,26317,478,18395,33536,40118,19607,2916,30310,35104,38734,11551,48437,17339,20383,6514,30296,34600,6748,28088,10327,15270,45916,39634,16982,19453,34365,14958,15591,11029,1123,16755,48382,23607,2215,19459,47391,34233,9198,47712,20070,26817,11712,12825,11401,40574,19481,8433,6232,24920,45859,11914,30432,17277,15206,40773,27269,16836,28377,18336,13421,7379,42904,32553,5982,36011,48461,31478,5775,16064,11467,49138,30471,17475,32054,43897,45375,48552,34715,41203,821,18000,16542,27967,40598,27874,37295,12241,34033,25268,28286,35833,46830,18672,42444,6517,22955,34160,36489,2844,39587,48786,17064,17960,2602,21351,2807,9891,12901,10401,3012,45559,31082,726,27634,20613,27846,15847,5507,18740,23601,31626,20532,10655,49143,36276,45555,32814,8429,30416,41392,18973,46066,27873,7839,7121,44544,48534,24741,36801,31733,42244,39914,39710,49288,25753,5080,39237,7497,46427,11288,31731,41932,49025,32532,11795,43793,10048,28566,3581,13547,45738,20511,7763,20300,46628,9285,22873,12144,26384,1561,14383,48027,9530,11844,4834,18322,43251,37994,6356,5627,37416,13866,33967,3993,27137,25151,39663,4267,15754,45837,17287,45935,23310,15710,22902,7746,18192,39253,2033,47073,2078,27602,29969,43037,6152,41009,1180,40007,35319,30776,27666,4362,35924,2975,44635,18438,46754,10464,5149,10713,12056,43074,33632,10618,32600,43726,47961,46287,31020,30681,20952,1958,7794,39211,33856,8205,4277,37989,46346,17779,41756,37294,20327,20913,42713,36981,49594,13761,10542,10162,26042,47928,46212,24651,26369,39858,5534,16952,44806,4748,2430,36629,38943,42037,30036,26796,35811,9154,8528,34297,48620,35559,47559,48921,49468,18578,25227,44474,42646,24833,1034,47788,14577,28809,45851,47142,8516,26351,11220,11452,13821,39890,23317,37341,45848,37485,29689,33852,26595,48311,14249,12051,24478,9496,5882,5055,21149,41737,14678,34216,48928,18961,20754,4135,2447,49754,38077,46589,31679,3604,38209,12562,5867,20546,39963,32965,33044,10749,9541,12338,11878,8584,20660,35165,18923,9209,45133,12469,17180,30159,20501,32885,45844,19706,26211,36260,22059,23585,14110,48402,19262,14202,40926,42451,10322,32873,38626,17346,28515,41597,16226,49465,21790,23838,7028,43903,10503,17687,2023,5069,26559,36132,39222,29017,44126,3786,13492,46964,7481,24455,16482,31903,43002,7801,18354,47111,12088,3250,32891,5820,24434,15082,49611,14653,30403,32581,24191,5773,4984,2208,8330,15981,46987,2366,10873,13747,28237,10456,29972,5884,47417,6927,11473,39012,3668,30534,31711,26209,20955,10805,29973,2121,22048,10576,28274,24834,10736,14091,31680,16485,12929,1437,415,44741,12286,11246,18058,47491,44365,8786,28952,3963,44072,21974,19019,29872,38961,18274,40513,20230,24303,37409,32302,16897,21395,31301,42321,38008,34990,1375,32387,2626], "time_ms": 31297.965665, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 32383.583101, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 32383.583101, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 32383.583101, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 32672.038009, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:53.768", "time_ms": 32672.038149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:54.056", "time_ms": 32672.038149, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29833,6419,45761,34965,36733,39712,27677,13431,40772,37164,47448,8932,23693,31491,8582,29656,29710,28085,32266,30263,24955,6035,49228,32840,2035,27551,32438,19587,21632,31687,13021,31782,32007,13037,16804,5117,40795,40206,23745,18529,10988,14947,12802,9360,25348,47499,24271,31474,47726,36403,9602,10559,46294,34291,32628,10767,43541,27964,9996,40406,24314,31594,25315,5071,16245,30894,2472,31510,1530,46255,21048,4997,48308,26145,22886,42804,810,46369,4796,28137,24483,36008,1299,28612,47004,3544,10937,25701,28853,37453,42577,4487,49388,42785,5701,46610,36135,27396,15944,24411,4881,4917,23665,9376,23149,17625,11726,29546,41812,23092,49985,8057,40186,18765,3538,33835,40142,30688,193,12535,17282,39353,2567,30777,26535,43854,32056,27004,40077,7376,22060,6204,2236,7472,21511,34608,6598,10500,2,19036,39880,48651,41810,25830,41395,4404,32996,13340,38751,29729,37743,25092,8866,36982,15550,14395,21976,33538,25986,32477,16016,38879,36503,3924,39466,32871,31427,19915,23550,16875,34375,21551,37438,31573,43408,39998,7725,20560,29595,22649,6989,2688,21613,16421,33006,38082,42211,7392,15745,41175,39913,10879,39610,4042,25037,4502,4083,8920,15144,10666,41646,219,14242,35752,23166,25814,3522,17663,28491,36473,2249,2691,24742,48100,17549,7460,7118,33236,18793,2028,3992,31786,12474,33974,41459,21054,31801,30213,37373,39874,15882,29655,37111,23713,30969,12961,26514,47607,28728,43696,16034,37075,45945,33753,27760,27613,7599,11908,44345,38291,25211,39522,18254,25360,30420,18,38660,36873,28640,8185,16154,1269,24204,23311,49659,23545,3078,12012,25296,34142,39441,45094,49230,49500,6963,41585,40911,12679,3423,16877,13925,12279,40519,24539,22045,3520,5458,25228,46360,36258,4715,17030,12525,40559,21300,49204,20034,16623,12702,14771,2354,29576,19307,24157,23293,29795,41213,40155,33588,43550,6982,17702,16136,44707,36713,41257,15409,31802,26891,39481,1339,37686,6445,2156,36236,48405,39783,39730,25112,34950,16402,30779,34804,799,49446,25552,40636,11407,2918,6631,40359,10469,45352,37770,18935,39575,28462,4370,15852,472,48366,10537,27908,5260,3324,25895,42845,6025,24230,42206,40781,23720,15497,25504,42767,6055,31755,38970,35369,47056,4666,22448,39964,468,14609,1103,5011,41209,32356,16434,37387,2514,40308,48962,3612,32796,21060,9263,14916,48036,48066,3856,13965,37335,26186,18764,16653,16750,44666,18921,4508,12918,39234,47993,37157,7006,32319,38238,36761,45135,12373,16287,37388,24163,40782,33143,606,35693,40627,19169,19193,48556,18960,942,40295,21556,45150,30513,41515,23307,972,12343,37320,31652,46068,11080,41112,9001,21665,34495,30683,24326,28292,47427,43119,22174,19085,24169,31326,9446,10341,35326,11845,46757,4405,31393,47190,35703,40044,42763,6207,11968,4278,13235,39284,4206,32960,29389,16256,6565,18035,43916,10960,28363,18063,19487,6667,25325,47826,48809,35125,2978,12345,3383,47354,47580,38428,8512,39967,8977,30005,41006,40580,47105,42739,7141,32776,14907,1614,28941,48057,29885,11670,22115,46577,15459,41240,1794,2831,18292,9488,28135,26056,33157,36638,35449,43747,12775,4577,21955,34880,31529,46719,47765,29632,49694,36885,19884,10422,44677,839,44562,19905,42881,39572,16132,19603,18601,18295,11555,34529,13701,23819,13144,4107,35110,47381,17414,10373,28875,5194,17829,14052,23567,24662,38874,9229,14918,19893,11894,9625,18690,43196,14972,20693,1391,24042,45101,7246,14469,37128,47125,49016,37795,37986,13211,32105,47403,8851,46,1572,35573,29990,33313,7597,16784,7780,24922,40944,27526,15753,37820,21417,20464,44730,3323,38976,36496,23505,1158,16221,16601,8395,34466,19157,27938,47305,27870,14205,17036,14920,20524,35208,44932,25819,3868,2184,38956,35782,11716,24378,17189,26626,43448,23539,15414,27975,859,31730,30576,36225,41408,30341,7906,35710,26876,19594,31409,28250,29589,31835,2812,23548,37613,13493,17119,23684,13946,39224,23949,32643,18392,14181,1338,17101,31431,46650,14411,48956,46829,35795,10128,8001,5721,7846,5450,13201,7012,32542,33677,35280,44058,33201,46124,24482,12863,3400,11486,26539,16915,20553,39503,34547,24336,16939,23488,29532,30429,22853,16568,44324,31941,49940,36652,35122,15777,5490,45262,10645,37814,26968,13058,19968,14735,47824,43723,45345,26889,39835,27316,46326,26998,36106,38404,48543,12434,46607,6863,34975,41033,37010,16413,3972,43801,49313,7037,19101,6338,49408,1256,42134,21856,34359,25649,45048,41003,27478,13518,5612,39702,39069,18679,31270,38831,4036,34691,18908,30936,16148,2986,17840,23375,10228,19365,48486,30272,29895,34453,16175,39277,1220,33039,8909,42787,24779,43064,5562,13450,28432,2103,16770,37880,14059,19060,38902,2114,36149,7310,12498,28011,25985,33746,3533,2802,27350,44139,12492,10711,20506,46224,23646,39301,10598,35629,23880,33636,43810,883,11832,67,9392,43974,12178,31993,42726,37678,9387,7570,37215,28155,28079,16333,33272,12519,20654,21213,45339,42390,19437,4813,44723,35480,27648,25920,34309,42089,48193,18934,11316,4769,42271,17928,40949,30308,23275,31465,3875,4209,22347,9529,11017,2443,49334,6605,33126,31810,19934,8224,20643,27720,6789,43024,22508,26837,35022,43347,437,17107,40191,25605,15514,28651,4585,40363,32207,8732,7775,5691,18182,31350,29037,106,37055,14635,44311,49212,19092,25166,41024,18496,13422,5255,19098,4655,14455,44215,41897,40306,41766,43365,45929,14650,49490,33920,15218,4161,45566,11567,16372,41558,29345,37305,41650,748,22,32622,24547,10933,6280,16908,41845,15800,48686,41841,35517,19794,8795,8252,29980,34569,38607,11700,23667,36277,12058,31197,19515,38499,18666,31770,23637,38859,2286,38223,38137,13388,33797,15642,11423,1790,40607,23291,42865,4699,14777,18861,34226,48693,25517,33314,31541,15083,33662,704,3926,17723,32216,26210,47505,19924,18426,2279,20749,10741,5854,25178,36621,39556,10981,25858,28409,35327,13414,14723,29861,10699,35321,37560,15098,24430,46238,5575,5410,47485,11309,42232,15887,8951,36537,47233,2925,47269,24674,30225,46643,45052,5430,28555,25181,33874,10050,14659,7592,37661,6299,3735,41134,33129,38714,7470,18518,8430,25954,4111,43269,21249,44361,47402,25996,37158,9037,3066,22718,23032], "time_ms": 32672.271139, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 33769.728118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 33769.728118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 33769.728118, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 34060.509724, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:55.154", "time_ms": 34060.509882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:55.442", "time_ms": 34060.509882, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [36396,10224,32135,30810,314,17055,48995,33595,42631,20377,46497,12786,162,43834,13835,32924,49124,29966,39143,29708,6313,8884,9425,27089,40851,36432,45143,34318,41733,11040,5369,3648,18186,27637,21581,24167,37922,34855,44520,30972,11631,32443,47359,31477,17818,18832,11140,17219,30309,2989,8880,48371,26843,24786,40010,16370,33735,5335,8978,22071,18967,43381,46479,19337,33719,37902,16838,15162,17778,320,12797,5271,38895,9824,34541,18974,22819,8640,33031,20781,38635,37590,48329,37358,5035,28271,22921,40050,45726,46404,44945,43310,30013,35284,33889,7186,557,31193,35302,22117,39294,44032,33645,36870,44447,30240,12488,40545,35943,17163,22975,16260,36078,23883,34411,22994,41586,2894,8819,39743,23628,6843,13534,19051,33252,29184,38116,46347,43479,48930,23621,15649,17544,32640,30082,20409,20255,48054,1080,5780,11539,15008,40465,15938,41945,31590,41171,25317,5954,23639,14350,2422,19813,9096,227,43127,31999,12475,30812,48656,5931,23617,39722,10561,7843,24843,40663,42095,28903,24633,18224,841,6404,17079,9325,35353,14748,11594,28680,46949,49789,19846,21379,8647,12223,20137,34943,45081,44828,3213,45167,40361,9110,34145,10285,31099,30682,22668,11902,25406,33164,46861,206,22677,27501,1851,29723,32513,38693,17632,40027,38939,891,9075,18795,35641,23788,45376,11252,9473,30034,38993,24919,23176,45715,16038,45108,34460,27765,48038,29941,18042,33068,49892,36267,41397,35156,46248,4211,31603,21510,40251,25041,32335,14743,5609,33838,47076,47622,28001,15353,12063,34268,18785,11323,25793,26604,24767,3526,9566,16822,25496,47940,33866,49084,17285,48823,44341,33577,23850,44277,23492,28453,19176,7378,26057,22693,49289,17802,21768,5282,29955,5566,20279,26381,19196,23501,17074,26107,18604,27794,15549,30237,29615,41835,44450,17249,10054,6629,30669,13446,30749,34672,1380,41329,20168,7693,19832,19965,31348,12147,34913,13779,34850,31855,40275,27077,9134,36681,5481,37863,41818,12999,10722,19646,39489,39774,23951,36374,37445,45209,37518,35201,6588,178,33475,14422,21305,33985,33652,21841,33232,35655,16412,13155,47617,47019,6097,47608,7948,1580,43867,8776,11036,16556,35233,10635,33112,43638,5478,34163,14397,4902,6518,7657,47755,33840,42976,29567,24952,23605,28780,21762,37194,41498,23019,14766,1610,25461,20798,39190,45497,8843,24321,21524,1305,13831,6992,7696,1919,27385,35660,32668,37745,24114,48274,24356,35949,33353,23282,6110,13064,12762,21641,21405,14571,47022,13702,44407,20430,1952,24142,14624,42833,16865,22559,45774,49450,387,15999,28886,2070,44840,26712,8993,33419,37127,7943,14321,46501,15783,27026,5629,34827,18853,670,15392,5198,36099,28313,13986,26947,46705,29141,47873,22813,14409,23033,15736,8335,7334,46848,5237,30583,22976,34101,14299,33925,996,41113,3585,45362,4261,21105,13774,21587,49475,34172,6537,30422,15768,7583,3398,41350,33245,13316,29890,30431,38097,40146,45017,18093,2725,14079,9930,43522,48299,14048,21963,28719,39051,25916,31866,2959,11507,12976,36842,28284,22738,25208,5246,48587,45835,45732,49532,1176,36299,49017,29508,10262,3807,14995,41862,46367,7987,14554,37262,45088,32388,48237,15036,28593,29886,40717,12130,6032,48895,28007,35753,23985,44049,38937,45294,7469,15635,16269,27900,4621,7531,30637,668,31334,6642,36639,38677,46971,13305,37248,36093,29132,28408,21021,7660,34704,8536,27257,33850,44329,28019,9423,24668,47863,7151,41,40303,34877,17752,23738,44246,1227,8798,22195,46562,45343,8449,44789,22475,23342,16293,32959,12021,32476,19888,38813,49087,13069,46513,45643,31146,34874,11703,42837,13710,47228,31418,44250,35177,40064,46563,49931,31916,19119,16931,28551,30252,4701,20461,12378,40497,17785,3621,18719,31715,49759,21251,21015,43322,36565,31425,5019,29903,24322,14382,36269,46696,28202,38877,27897,35871,25570,42513,5934,27615,39247,32585,42862,9226,24782,2277,44625,48251,29093,5400,32846,30711,15734,33292,38578,15242,3163,18488,40937,22551,29115,8378,43163,43719,21851,25755,12789,31813,32336,30492,37117,36188,31856,14765,36776,5005,24419,41399,44598,37038,26875,48617,8722,31295,27110,24558,23,39227,1663,25785,16525,20104,36903,16122,7938,5878,32338,28101,28127,7841,46692,27836,42069,23523,3974,5252,23903,24286,43426,13152,8176,12067,11774,35976,5822,31083,20134,30510,16187,37632,31760,31946,8962,43884,41273,47890,23858,16504,5741,4006,15258,8995,14485,33014,6026,29880,14,35488,14286,22389,12287,12246,22443,10575,45650,9767,33274,45190,16665,40996,11025,5304,1804,17457,7424,10384,28948,3506,7267,34646,29127,15925,38972,46216,10362,46465,42695,31749,10783,10936,8244,6442,22247,4513,38498,40367,43803,11625,8760,6941,29466,48880,17973,43925,48756,42583,13973,21853,35249,45433,22345,1153,8604,24768,48532,6288,46794,43112,41298,29185,42948,10293,19903,44633,34970,22765,14196,11330,4166,32172,49796,23923,8652,9671,4606,33805,10610,26786,5669,45278,25804,2268,28469,46995,37023,2926,34030,3148,41827,26167,32675,31986,24907,45202,4605,40433,38550,40595,46603,11925,24629,3599,20094,1496,26188,6133,30287,45890,13325,15077,27737,43846,25513,1997,14244,28901,38848,15511,47969,25897,27963,414,4231,18797,48085,83,39586,11707,13516,11096,30906,914,23194,34270,25683,39646,2832,4408,44213,39238,31307,9168,23270,33280,45838,18245,49165,27752,18261,43265,12569,32373,20690,34379,6363,45679,12466,26010,29867,24459,49843,23289,42100,14304,30009,31435,46681,8863,15609,48125,21619,48256,14438,33012,17197,15625,42988,10787,11027,42761,28974,8730,31226,3487,49519,22847,44972,2951,19974,45369,11051,17964,3794,46601,5470,40120,40222,49538,44235,31059,17993,21488,16300,12109,35171,8981,46310,33484,14734,24053,546,49508,17912,16506,45187,44223,11816,11018,15661,28653,33822,13902,30177,8225,41464,29007,10136,33441,11163,43831,28913,12428,15952,18091,32028,2483,41659,5890,39366,5892,26457,31982,44189,29960,25950,16898,9313,44408,5092,17280,8254,21842,45148,14447,4831,26853,18256,44156,12095,9815,2488,18411,9937,3787,13528,18129,40735,30502,44986,12300,40737,13197,43267,37844,3798,46660,14897,44880,32594,20918,7837,8423,12262,5728,43342,7735,34858,22125,40993,8035,14784], "time_ms": 34060.734440, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 35168.314661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 35168.314661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 35168.314661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 35462.825984, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:56.553", "time_ms": 35462.826251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:56.840", "time_ms": 35462.826251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9356,6468,36113,4317,25214,16780,27058,24949,23851,20929,47512,3934,16589,38149,44731,14280,38186,18085,16851,18931,26644,2024,27753,41349,41903,723,27810,14933,41654,10065,15587,7075,46135,24517,10614,29874,9864,46762,12052,18087,41124,43991,32099,5698,34400,42619,35346,26037,36777,33566,36049,9453,15842,35148,14032,22192,24588,19149,24348,10242,9469,36201,31224,1287,19150,755,23155,39766,23711,3170,17510,4191,30375,39266,24835,10043,29877,40680,10021,44054,11199,17220,33849,44684,18048,10959,20320,3356,47178,5747,21681,31392,15495,22343,4430,40145,33993,34994,34744,6411,16306,5993,13714,26507,23663,46764,30498,23532,31433,2408,30286,43913,5611,35643,13148,33230,39319,17985,35282,46194,43054,47423,44122,19729,8128,21614,48526,9045,49824,13700,29732,8023,27337,20164,45463,6528,19725,39592,48350,32039,49169,39903,43680,12375,33818,17342,41094,18556,47361,28619,47653,10462,37554,39870,25745,37611,1083,33276,36217,33591,40841,32903,42404,20018,45102,1736,47094,37086,36159,20989,5866,42119,47412,42989,11611,14322,11177,13588,39486,11065,27410,19295,22930,44992,33399,22807,1057,16980,6127,42545,11110,44238,31121,46810,29900,1781,23039,13972,41222,24432,48303,8750,33564,12898,48706,19636,35736,3087,6268,20999,954,12561,46330,38715,13023,24123,27114,39352,15164,38093,21991,44411,23767,44417,22842,14730,17000,3748,29881,35588,26518,33144,17177,21011,2040,31620,31503,32768,37226,221,3869,14027,12818,37004,28743,12278,32337,28730,48949,8676,521,7078,4339,14841,7319,6324,28358,16087,38350,27863,21032,34518,21478,25250,45947,27531,23246,49622,17854,37371,597,11117,43097,15905,35649,10964,30239,48359,47397,28379,30709,32213,38339,44443,40481,47042,42962,39418,43262,14922,11903,10543,18311,48763,31540,26012,36036,20370,28808,19200,15941,33821,28574,18038,44188,15989,23202,33863,32861,41103,27660,5874,5479,25778,20679,19566,43114,21873,17203,44897,3129,44342,3425,41900,46201,36651,17400,31386,13593,1141,22604,31904,7956,14379,5643,12587,7296,13894,12179,24028,3295,19555,22964,48559,28537,36813,15479,8066,42854,37046,1514,34716,27106,3028,11602,34974,38815,22355,8923,39786,8797,34418,47154,12643,31825,39039,43842,22348,37219,19228,16862,30141,32925,25164,28763,536,4888,27670,8636,6659,23682,18065,22076,45087,12654,29734,13072,2304,20218,48177,29318,28860,43731,37921,31803,15843,12661,24353,30608,31004,13535,8104,16722,31615,10746,34236,17238,29932,33106,24802,19919,24726,12248,35982,2702,41727,31173,2273,46887,24792,49170,13600,32290,6694,39951,15883,32786,31296,46430,31140,12716,3332,45492,26201,20658,30724,25540,44304,14720,35137,45334,12283,49454,1383,4590,17528,25527,6053,15364,28243,20858,34896,48750,33391,30635,19332,36216,39632,42971,13109,9458,42753,29272,13194,26520,18472,17975,42644,28689,4780,17081,12941,28854,32238,3555,4768,46307,16198,6862,31019,24097,31614,23126,27849,4512,31084,14816,17571,21938,37517,18834,48883,12007,1677,33327,3347,17035,42263,45900,31967,1653,20004,27200,18153,26898,22804,32908,7513,10374,40869,37395,25538,1667,34510,8944,43389,47527,33435,23719,23884,39111,4142,45013,14329,4674,27170,45295,11527,9845,4736,41604,21569,8017,33436,20723,45553,33714,41305,18334,19275,12603,9879,44909,44546,45585,48165,5893,38650,7,47291,49120,3089,12668,6492,7687,10668,18547,6217,24218,29250,5829,39793,8459,7419,845,40119,27399,31238,3759,45628,36168,13019,3622,7255,6376,10190,33119,4039,4492,46477,42666,47929,27250,35377,16339,49897,46291,41624,30514,19859,5613,19021,24361,45688,34249,3764,36285,29319,43605,48544,23669,43957,31703,27733,13046,35107,7718,40986,5186,39753,37562,43423,39415,43194,43298,19533,44195,32595,2771,35747,48396,21157,534,32558,41842,39658,35032,29118,11889,14077,13620,38489,29339,33998,35305,18970,7284,31216,26344,14631,9803,28445,14981,44050,21029,19754,13317,41493,14458,26637,46041,10260,16590,41551,39737,35080,25484,26403,32561,22794,10281,17937,8936,44619,49875,18366,40451,38381,29831,15268,24512,21259,43841,9211,7464,27999,9413,36497,38336,4973,49682,45600,42312,44149,13179,39790,8143,27837,1506,26693,31530,17048,6311,47393,24769,7328,133,38542,35813,11658,38789,8189,46150,22242,26396,31036,33600,49136,21043,41673,31559,32763,331,3116,36724,40835,5880,1751,6655,31787,23543,16710,1018,44691,25742,2431,22988,49498,39625,11730,21712,28969,34273,41016,34369,42665,13707,28753,7594,10644,44910,26491,13995,42580,18555,46100,46948,41278,10478,22406,7128,13667,38911,21657,24007,16911,6249,13508,44456,28123,37864,4344,29864,15460,38407,45268,11789,18893,20881,42934,47350,42393,18804,15109,8377,39819,13104,45534,6456,17330,15487,40335,49483,4971,38878,47894,25995,8061,26366,1457,32827,33172,28819,49258,31859,33443,43533,34026,10142,49196,28736,45025,49564,40709,23096,42508,27357,48388,22374,8003,1054,25692,3365,18321,4914,26401,41160,46161,25458,4836,41466,17685,49803,38258,17665,30446,2878,12856,37908,7297,44178,22312,40184,17241,49791,9367,51,46024,32298,34167,12489,25009,40511,9926,9433,5967,10188,22896,628,44395,42215,7043,33912,5442,44029,15817,47187,40350,21550,25833,23172,15306,24578,17193,13723,47563,46111,23905,31557,21827,17,46728,23240,32126,36545,34190,7397,4587,28351,34961,10339,36367,25136,5441,3152,45651,19451,15660,19204,35802,13530,27232,11378,44116,5661,20366,5781,775,43263,13506,27804,35866,9171,48850,3915,20750,30273,28276,36967,32835,35712,38575,14792,27884,14336,24616,40529,12232,5955,13351,42350,44542,20489,3048,20350,38685,30164,30023,3782,11455,27855,28538,34811,13402,28817,47852,39427,29577,42210,185,24266,10577,29201,45819,43299,44350,8198,15152,3855,44452,35909,46886,26405,40137,7710,6953,35536,4803,11565,28956,28476,6684,33473,9936,4949,36574,29988,22534,38318,39002,5265,43682,26489,46899,43584,18941,47672,7993,39514,1566,19094,2669,33400,5083,34763,21090,41275,29452,1522,12781,18059,8382,34258,4458,39239,33396,45100,4935,48862,39650,10447,49577,46451,9444,44406,25329,45818,32312,47916,9833,7871,18800,26564,49338,2896,23723,45091,36734,17086,33439,6049,11731,9660,14429], "time_ms": 35463.053687, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 36550.268026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 36550.268026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 36550.268026, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 36848.038822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:57.935", "time_ms": 36848.038989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:58.223", "time_ms": 36848.038989, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [39389,4838,6980,12206,49628,16828,40097,39832,11781,48204,24793,22760,39623,49075,41948,2962,20131,42298,28147,42630,6143,19379,5235,46419,9448,32609,20816,25567,22366,28023,35543,28387,43227,8566,29371,46893,45104,19690,46272,27684,16135,6837,23023,256,9482,24405,34002,20084,26000,1555,25342,2342,20132,42505,28153,28554,5244,1387,20626,1501,10935,11747,4811,19842,24569,17083,24623,2753,3563,17896,36860,45960,12413,22617,42637,1195,33316,28694,21160,41998,49104,49478,27495,29808,39516,36610,22419,36778,22293,42273,36916,19652,8973,15178,38992,25097,28167,12584,30646,11819,39519,42457,14333,40641,846,21620,28545,9956,29155,29507,17942,13215,20417,8297,25763,16707,30519,34755,2442,19928,22891,4854,37526,22483,30371,35539,41565,23213,35947,17789,35502,41385,13990,38121,41617,45686,45674,30705,9814,36105,33633,43249,34087,24113,34180,27476,38551,17887,42716,2417,26089,9865,14046,19612,40276,48351,43107,10588,22185,33021,27436,26870,48375,7793,46191,12251,33975,43318,17003,49418,37087,32145,38009,31340,6237,37682,40472,36940,11271,37794,15230,9559,44267,5208,28625,25693,22073,30234,43294,39561,32444,21000,40062,49975,21437,1831,38708,18623,40283,35602,37212,6322,49178,39751,21145,16426,41211,13369,31157,36584,26285,45557,23921,44878,149,21002,38568,49855,7441,36619,31696,45666,36253,4281,7791,26758,17022,46252,29650,9169,7926,46525,39292,39192,39705,7882,2588,24849,17568,1828,34906,4137,49337,36527,31417,25714,9802,49535,33948,2856,2364,38696,20891,26156,21162,44998,34843,2985,1475,4013,47217,7939,33655,46665,34265,31794,24057,1524,47936,28331,45207,6948,31526,17808,28696,35260,4690,23266,39579,824,4506,35103,20609,45428,5460,4484,10585,31341,38168,48602,47221,22447,19047,3215,13806,18404,35164,23956,44378,18766,41027,21973,30970,46708,47859,19318,35989,7311,20527,19737,7283,28265,15014,18161,22951,39249,5091,19531,12449,84,17044,21442,21268,11512,11643,48410,1364,31022,18692,35853,2188,27728,32002,45918,42193,10985,26296,6378,2010,38004,23318,23937,47596,12599,26308,16834,25193,42105,38689,2680,26187,6079,28750,7498,34766,26354,28173,29381,19138,4244,24694,2655,32309,17608,20046,33517,39854,44445,10677,11424,7204,39703,36944,43174,29451,6189,6109,15190,10770,12478,6909,19038,26324,2799,44658,25465,19378,46004,28353,9347,5807,2552,36864,26169,44795,31860,3192,37030,20703,21380,48528,6972,26521,34701,34470,19733,30063,11091,9201,48465,8606,20261,21012,43393,18040,4345,7861,49272,39957,49597,6658,34579,30057,36471,11735,38252,25235,29807,48278,29223,47432,12323,13033,9344,45729,24402,42248,48542,44347,34325,38073,47046,31275,10091,22234,38259,22628,25800,40262,44171,4730,26196,40412,338,5547,25672,8421,11714,27990,28645,8406,33063,1872,36172,47882,29011,29982,33664,14646,43006,9275,21344,41660,38154,28480,48033,36760,16031,12526,19215,30938,7666,40794,34585,15329,32329,4696,13582,8507,48529,13942,49015,22154,4818,26594,26733,2648,48323,40746,25114,27245,41732,30356,26901,45907,40729,46301,22989,28062,23893,24376,43694,15539,22835,37811,10931,30962,21058,46770,24059,8559,11328,5318,27446,25259,28372,43488,25596,901,41609,43303,23968,33976,24187,24437,31338,473,44643,47779,35642,13881,40566,20712,32886,47118,14349,26419,49107,40906,14623,28776,137,6481,47759,42047,19835,2974,49146,23975,41988,47645,1519,27605,23932,35357,5290,22772,40490,9817,36318,805,1232,34862,35505,10663,10243,796,20936,13853,2307,2419,27612,42040,24775,21538,17916,42949,26150,43616,7165,13490,17227,4067,7020,11725,1146,17930,16595,47865,30274,19393,36534,49724,24811,10989,9974,5744,15371,6735,1070,6187,48584,46082,24931,7084,9752,41290,4916,44689,39220,764,1669,49080,1810,3263,20779,3153,19466,12704,9377,40208,14557,3838,22823,17204,14984,36438,40499,27496,35411,33040,29021,37645,434,35362,36509,48753,7269,28060,12595,17823,29899,4657,26276,9777,25388,39018,6417,4800,30192,6896,38342,4921,36141,33947,13799,17560,9762,38762,25927,31109,23854,35836,34696,24692,10329,31473,26575,7181,17713,37213,1894,31466,43895,29156,7236,47520,38860,20394,42957,44962,39054,33548,37978,42163,16868,35126,28081,2589,34969,26268,3254,8849,38373,26905,37918,4192,2728,29790,3662,19786,13496,3443,25278,42782,15328,49915,33293,34116,27887,14139,17178,39179,48561,48525,31094,20612,46213,26887,18109,46251,31953,14490,26599,18044,8935,17229,21599,43371,1470,18041,46456,6604,26605,32781,26386,49410,33984,33001,20170,30710,33185,29752,33598,38599,42270,34456,25040,18021,28762,39853,26728,23442,19954,32005,18536,8355,12274,42520,37751,39230,26120,34785,7714,9848,17358,1150,514,40164,31321,2250,9828,37047,15086,29473,37238,45239,16141,47565,46306,38405,17398,39657,25464,34044,14483,34223,12193,12799,17978,40086,29946,22622,14668,12956,18053,19844,45575,35566,23764,37324,12649,29759,43363,42722,38055,33986,37737,31376,40909,14502,21773,42346,33906,20786,26927,19983,46243,31236,30201,48426,5325,36133,10215,45152,3721,7146,45681,15076,45741,13311,22956,39523,47251,10872,2667,36475,10443,32283,42204,26970,5673,7549,29747,3710,48984,25957,32528,32804,35114,38300,5558,49389,19433,16111,18197,27619,5088,3217,46869,36334,29003,35306,9440,33832,9454,21473,28718,40389,6065,4396,41769,19202,25456,46521,33886,30898,4603,38861,5472,37556,46576,41216,22969,40664,13585,9140,8711,45449,41690,26772,8323,34280,25695,7776,47543,15390,9525,34697,26735,44211,24528,10766,28263,29108,48028,27457,16659,24160,19025,25974,42429,11375,39472,11576,5368,36115,21455,29939,35998,11071,9765,49758,37623,4731,21571,49218,26939,10523,24394,49834,33373,13002,20848,12758,21009,41571,1147,3514,32718,2133,22666,26755,24848,12165,25828,3057,17643,3607,363,16807,12635,4662,25480,47308,20263,40754,23945,13727,28769,5222,14512,28041,19079,19901,24586,13464,8315,10798,24565,18816,4243,42099,26388,43085,27832,36969,14640,3496,21618,37174,29221,43835,33275,29628,21055,23446,20479,27123,7218,47959,25476,24912,45487,41530,15816,20289,37576,35410,24325,22636,12127,39390,19730,9409,32538,21905,29851,41871,14080,6777,10098,19917,15209], "time_ms": 36848.262922, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 37957.243586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 37957.243586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 37957.243586, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 38252.739038, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:21:59.342", "time_ms": 38252.739271, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:21:59.629", "time_ms": 38252.739271, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [41208,21398,2787,3650,33194,23162,47435,20806,21678,46088,24712,19190,30811,46892,44102,31155,47789,45861,48365,33891,22241,19785,19032,10363,29774,24082,36641,26702,10560,19282,34100,6743,21407,41937,40775,8845,5428,9838,45852,26113,23190,18543,21093,10709,22786,47304,41957,27856,31710,16697,40404,19201,3628,4609,3548,9834,27400,15956,16948,40916,18900,12937,38022,41914,7744,38392,45115,13638,41884,41825,41596,47923,14989,20704,22012,9481,49817,3936,25847,35730,34083,5355,1480,2871,3580,22583,2793,19979,3943,26302,9976,10938,47920,36448,48727,36612,3220,43217,1674,22754,19247,40965,11630,30246,13959,46923,24124,47679,5010,46774,32761,17968,16145,28370,33771,25109,36635,10007,28030,15993,33539,9358,20495,45734,16270,14314,6584,39346,4810,16488,12424,34135,32570,25134,12468,27022,14054,34343,46089,16727,43881,29228,42572,18671,8558,29054,23559,6256,18374,30520,14880,4525,13187,41400,19648,41348,29720,7996,42128,45470,49406,40827,17739,2074,6012,31025,25197,49556,24427,48608,20481,4632,7432,43603,2797,9151,40396,1816,4216,31722,7639,36039,31066,41513,39316,49231,3571,25710,37039,16316,30087,39098,4859,17915,6817,36416,29018,46826,18924,33929,43238,40409,30259,8071,32641,27682,9624,48771,4133,12143,6230,10055,45793,11139,7124,23348,10817,17692,13112,14616,41322,39838,43923,39082,8415,29226,23117,5823,43454,32912,23846,20488,10407,27506,28768,28116,30469,38806,18071,31333,33499,20491,32809,27662,47849,46043,25256,16684,18028,36669,46723,34417,33388,25650,24927,6507,46328,32727,5674,43403,43336,30245,38595,30406,39605,10458,22990,823,7614,1452,25796,39072,35372,32366,1661,976,301,22548,49192,41717,17958,15251,3303,43296,14844,37400,2350,45272,32690,10651,43861,39331,25333,905,6362,29205,1996,14083,46860,43877,21683,40305,29894,10921,45313,757,20459,20446,33738,12980,30126,1784,34996,43461,36266,25975,4248,44716,41078,49730,19567,3517,41351,36453,559,4139,2606,39401,19077,34720,1250,36980,30782,40500,44502,234,38071,1503,9601,12509,19281,25229,35220,884,107,41398,1335,27807,6245,32206,2402,29139,14692,19,179,6006,48873,25069,31795,10174,12882,33009,27923,18992,20571,38769,7919,31883,40140,28190,49426,47384,34575,15585,37323,1142,3372,2519,47241,21926,23572,4511,48998,15751,4309,30900,42999,17990,34073,1114,48925,957,23227,1461,142,13298,8684,28621,19606,22054,12817,12218,16134,4853,37031,10020,8374,28015,21328,40315,30584,11906,20505,24947,1316,17265,18444,11514,42421,13252,24481,33635,11705,45129,40469,35444,7705,47854,47015,5697,45217,26207,26625,49397,38268,24688,15741,18066,27816,31014,17209,16924,30765,32076,29658,15821,35344,6773,12656,46382,33331,36398,17979,44798,45111,22926,46627,5000,48730,15810,11053,45118,4440,35583,41986,11169,4814,33571,20428,49702,25732,30007,3389,8727,1395,45241,27791,15744,48597,36427,30103,7270,20397,35295,7485,4018,48736,24514,3353,40706,5217,37729,34294,21097,22514,28972,19558,38178,45340,31413,14167,13892,10113,46814,38281,13358,11242,33049,37393,31299,13952,27815,4131,15650,3136,27240,28459,19081,14870,15875,19927,41432,45180,47438,37644,3734,10816,19090,6751,49921,11028,41156,40983,12020,17305,8893,34884,36102,5070,31586,15562,6499,9748,27321,27330,1476,36814,11397,15653,20325,42173,1536,31426,22539,10825,21354,10617,25571,27827,49195,28924,326,7008,21291,699,35626,47406,17895,27756,40971,39871,34775,41908,46476,40298,28813,45622,35953,4410,4361,5295,34531,40477,36618,15365,11133,4663,18172,43565,22939,28957,46537,14461,47006,3535,20743,2120,48913,1322,42697,13365,30183,12614,36716,39307,39394,38304,18626,136,33299,46424,3394,35818,10092,27867,32921,11120,18899,14917,9787,32471,17707,43508,25326,14890,22252,32352,33404,46982,21722,16181,44559,45053,26561,45863,43331,17072,42709,10421,39867,43735,16844,21241,7539,44416,43243,648,23630,42823,13577,2898,27235,47647,12307,40670,45656,5897,297,10177,26277,42757,5411,43049,20006,15067,21178,9912,2363,4898,7279,17032,22987,26304,40344,6182,47496,35070,32868,10522,85,9847,9720,48994,7363,11736,7804,15637,27286,23624,3399,46658,24509,19821,18880,21901,10949,7941,30706,9980,47253,35644,11176,43537,18118,23676,40565,12166,27062,1202,7105,2418,23180,25953,3101,47489,25156,22301,46129,594,33716,12963,30550,4128,35075,11187,35690,35657,8172,7752,37903,47907,11734,30206,11957,39689,17712,12764,3708,26940,34765,38366,32522,46801,43875,1991,10297,47792,49137,13649,7303,41360,17421,26988,19458,26596,36397,20783,13227,49482,15213,18236,10557,11582,199,10168,9196,30835,26944,16381,31471,2444,5392,12916,5422,22118,31651,46540,41978,1891,1013,19375,47836,20248,12601,31621,47143,7675,26714,6120,28541,41383,40850,1255,23154,38844,2718,23620,27280,39982,4197,8515,30017,6715,41658,38853,35214,46317,19956,31522,32478,49624,13934,5477,37487,8509,13259,44230,14963,2003,42319,6682,42025,22798,5583,12273,19289,30352,41853,27517,45137,5626,49960,29073,31976,44701,29169,12686,48640,16945,42857,589,41205,17552,42944,1170,18386,17855,1197,34017,34767,34586,47816,20940,49448,27663,29666,49103,43450,48411,41777,36147,4899,47055,14664,25035,36386,6473,15253,41301,30600,14829,31772,33916,28105,7033,13850,36972,11538,25704,14705,40430,26600,34031,1725,13050,15259,7430,43785,23205,10706,10235,8069,40640,43633,571,34045,27135,44984,19028,9535,4091,41380,8670,11440,46871,32904,4372,23175,5023,47208,30458,12506,8363,8500,41461,3322,39997,22300,31566,40021,33257,19256,24221,22836,32368,28632,31693,21708,26971,25625,24682,25316,20588,3082,16986,3040,27708,18180,41613,11581,27802,42464,6122,23419,37965,38493,11534,37293,6701,29933,31501,22614,24551,13772,27512,15808,42673,5745,47741,32175,8811,27515,39881,48217,13653,20933,1182,21716,33062,29750,40679,34574,45573,35622,3455,30632,36089,10724,31958,36457,1941,23831,8553,22196,6339,15707,124,21772,26877,7916,36057,1881,10250,48146,21859,37486,24708,28121,36880,3019,533,32999,9371,24963,19693,19372,49641,26035,27351,43900,28423,30952,39534,38770,17375,23299,41517,5908,44755,43655,9330,7356,2563,4501], "time_ms": 38252.965518, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 39359.929000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 39359.929000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 39359.929000, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 39650.981686, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:00.744", "time_ms": 39650.981906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:01.033", "time_ms": 39650.981906, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [26865,24594,21734,38630,48080,5125,19936,8813,23513,8350,38862,20587,38064,24836,43008,664,46574,44184,6553,37538,16799,21987,47666,10566,41354,36345,44524,17730,2731,32324,22112,42844,16818,22450,25118,49748,14726,7291,42521,41126,3071,39075,40223,7092,49198,11108,14124,22328,46492,41875,39465,28814,22845,32537,33612,26471,1499,32743,35017,20547,15846,31187,17873,9860,14785,42261,26806,5512,42309,9029,29662,3812,27092,18933,33778,34563,36670,37303,24400,19914,9900,19575,48304,4297,31694,14677,46695,7247,46879,11230,19467,20713,1046,30038,26503,39186,22600,29999,40807,645,8282,5804,31695,9167,44953,42809,4415,17927,43451,20700,49164,46593,7862,21858,2348,12377,2875,41730,6594,30985,36946,38063,16735,49292,11031,9522,34674,28678,17863,25737,38521,3105,28086,29197,17392,46809,2639,34641,46657,25590,38343,39005,19511,18475,33903,25877,49586,7467,10086,26849,30479,11622,22737,34194,14335,26668,2293,26919,1363,25055,27540,17527,1025,3404,40805,4012,26746,36538,41179,17138,36175,25022,29114,27386,10096,18731,21805,43745,769,34959,28439,46457,49092,17025,49280,7551,25070,34595,31632,43063,9866,33516,31831,34528,40813,25728,21914,47536,36569,9291,7420,17530,14893,29405,26358,10487,16303,22429,48898,18808,20512,33197,45887,16554,9582,26441,33411,47162,28823,27748,40194,42531,35085,22502,16991,40941,24603,1822,24621,13661,2879,20465,39948,49045,33592,16454,8654,5440,23590,20451,17417,209,2930,18879,46414,13703,23458,24414,6647,7953,20080,17756,3966,33819,44366,28502,15512,25167,36644,27633,16424,35984,17622,21604,36100,31328,3181,45117,32458,47392,36059,38552,35230,13396,47764,36875,23234,24756,20264,34186,6452,32882,46897,13279,36347,40740,2843,3857,41251,22708,39030,49376,12838,20684,5307,19312,1429,13198,44928,14840,3232,1527,5475,30489,14877,15849,38872,36936,21522,48265,17754,3054,18124,39604,21501,41641,33146,21068,18841,12457,23763,30450,36372,2098,49820,42246,2660,44132,5928,22050,34976,9629,22727,29433,40371,28859,35454,45146,11972,29573,12290,27762,15836,32867,40557,46878,45037,21435,5858,47930,709,46606,42205,48698,7738,26449,7548,11693,25646,36138,31073,17694,12646,22014,9062,25362,29350,6910,46260,11704,33351,21583,13415,27261,21079,19329,1697,29211,11939,28878,16310,48511,13093,20483,41938,39818,36808,11214,38437,2310,39683,44714,13015,18291,27916,32757,31444,2914,45296,41887,12236,34313,49255,38580,14684,40620,13319,10502,16767,14536,30021,46478,21694,26102,46128,25506,31588,46049,7704,27896,33361,30673,29961,20869,24858,14978,27275,20311,34253,17721,35298,40242,6302,22047,34879,34989,32980,25341,49152,30349,8060,4171,45244,16615,46556,10156,10268,20267,34955,8090,36816,11811,5160,23268,4733,44325,23038,30295,17260,49427,31205,21776,38345,20822,14326,44236,2214,2054,49743,12728,27138,2441,24044,24193,46874,34396,46847,11682,3016,20627,21085,47841,14239,20266,28345,46344,24655,29063,43288,47188,42832,39046,25284,5793,32430,4855,35889,36919,38449,32806,30543,15130,22970,5041,41699,712,36329,45097,13691,14564,27283,24048,27312,37263,14200,12108,22221,32434,12783,27578,41409,35570,22203,11841,29347,18615,45706,43241,29948,46950,36631,39701,31527,3239,36405,47948,42045,11431,28983,41308,19695,23160,23890,30476,38448,49717,12211,14325,41770,15260,10602,30515,40762,26105,9503,39367,39515,13679,6344,38690,11798,31124,19891,19949,1438,14745,8131,18850,35820,15588,32498,7598,17118,11969,48768,44613,30045,20941,3352,19744,16766,45595,16778,6463,40135,20467,38888,32016,20376,5394,43951,46096,1327,33820,19174,17122,48372,32746,49304,31663,43870,39436,43530,25983,40134,32460,4322,42157,42003,44075,22167,16112,16971,46550,894,42743,5722,21308,8204,15433,38830,35757,12238,24335,34956,45455,12160,39850,42560,13263,466,35436,19802,15428,3091,29332,44585,8277,21139,18561,46679,24871,23594,17116,38923,39299,47313,18324,8744,2493,2934,10874,1011,6224,35899,1205,18794,14256,18469,19834,37710,2199,19985,46839,21406,43910,13937,33148,18747,1047,39007,35928,49056,40584,42608,27883,48082,6166,14898,32202,26683,4285,12383,13798,49314,32162,6250,45172,37258,20042,5356,40105,39846,38236,41045,9268,26032,19955,39006,2097,32282,385,22993,17901,20329,21057,770,29545,45775,32419,43579,6037,11325,7229,41056,20402,45937,31021,19792,766,263,49346,3691,48835,2231,13275,49110,21520,26303,38166,28681,35320,46444,44403,37715,16978,22908,22860,7215,6702,36698,45040,15850,49263,23793,7459,6446,860,29482,42474,6721,19303,30670,40249,11786,16170,31166,6857,5845,22995,48428,22153,37378,10062,45543,47558,32198,32118,44695,13948,36365,47973,38422,36655,4007,38903,33865,6073,20910,22607,18384,44994,44201,3319,28322,22091,44564,14479,28145,33307,11033,19772,23279,4523,29376,37955,14649,10461,48362,34446,38623,48649,16802,19712,4624,7280,15283,7450,28115,26172,15863,8349,25016,38274,49976,47808,774,8875,17522,40518,26011,48477,1593,41786,2650,46175,9663,11810,30465,12443,19506,19117,2434,48151,48427,47282,49347,27552,48320,29069,33412,45393,16700,23783,32073,28842,2902,4245,47885,290,37856,13592,25122,41576,11155,22311,28723,32911,45196,37558,25089,28642,7031,34573,35381,33522,15103,49587,13060,10806,31844,3706,17501,1860,20954,45589,46418,28187,2102,15912,33854,9573,26133,3022,18282,33806,32121,30083,26108,38510,28915,36550,41969,3609,33807,9678,35937,13238,8331,43449,10039,48900,48340,43720,23332,6892,16272,31038,11310,19226,38718,16539,2708,41725,11324,10377,16057,36516,44720,44290,48568,37660,31291,37912,16728,23074,11015,42293,17766,43096,1078,18971,28944,30360,41598,12385,21828,25730,35255,20097,29740,40080,39670,49310,5683,36464,20956,30283,41850,23927,32015,37432,3044,19396,23192,38766,29161,29804,17148,46522,45961,28552,27664,1710,19921,22233,35027,8279,25205,22816,14305,39896,38729,11317,7418,11363,2374,30312,31553,32684,5623,40489,14227,48674,10623,37071,15114,49357,46211,8116,1022,19952,41001,45963,18667,25959,12928,34562,8881,28833,44261,25432,570,18814,22064,38062,13526,40131,32602,19823,22290,28846,8521,33713,34635,40008,3558,9745,42923,47748,30539,9243,29289,10415], "time_ms": 39651.206595, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 40755.842489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 40755.842489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 40755.842489, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 41052.241547, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:02.140", "time_ms": 41052.241706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:02.428", "time_ms": 41052.241706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [46259,48891,9618,9872,22243,8704,9185,17553,45847,36128,17631,34043,43122,32378,44768,7086,16746,6297,40763,15073,6309,28154,28995,27669,43724,1004,9992,24446,27591,27344,45518,1179,5521,719,12076,27231,46182,2290,5168,46840,29789,19222,43886,18777,22967,33767,1928,8139,608,12163,47467,24243,33457,11337,13482,14634,14689,23466,27340,8102,25860,3018,8635,14214,25876,46380,15453,48955,12205,23453,10803,49348,43619,42156,26619,7425,20569,41423,41581,36469,42684,33089,48780,6786,30717,2118,21635,7979,27176,30193,33747,49941,29153,42369,17485,36452,23124,13213,26314,45725,4794,10574,16645,43040,22529,44251,3430,36043,21783,48776,16273,20556,11838,13475,15638,11935,28620,48723,614,27834,6383,31507,41285,22775,47028,2372,33011,40920,13500,10426,47600,44127,28528,9591,21580,15794,24418,1177,48986,4225,22201,7326,19872,5610,43254,30537,16740,743,12995,26092,48869,36180,42972,7590,9306,19073,14795,39248,43388,27300,23359,27368,31188,11828,16208,14833,24258,28925,22537,30030,25654,16771,46488,13196,49668,40831,32220,33224,2309,18813,17403,43598,1079,1584,8745,10727,46767,5660,5110,48973,33320,41794,4947,37597,45927,28009,29303,6489,19436,36997,32129,6265,3062,14875,35862,41363,5841,9221,5085,26540,18451,3,4728,35162,33494,32008,11405,4533,13728,10291,40506,36702,24050,42168,41635,36542,1010,46548,18628,15955,24070,15713,21698,13827,48654,4561,13682,48306,12692,19649,17377,14078,48001,5951,15724,27475,6030,47553,24466,20215,29901,32729,4060,30233,29172,21954,44398,14911,13545,29516,20701,36593,6341,22302,43594,1481,3460,40174,20997,9246,38386,41701,1134,38604,30871,37934,18521,3370,22889,25898,22261,40603,843,36268,48390,22157,756,3598,7712,18787,31670,15860,36986,46834,42689,16097,7365,3952,20138,34149,27513,27695,11864,8895,37524,12715,9100,44869,10452,11430,10406,32423,35221,28437,6854,43773,10160,44233,38060,16892,16343,39863,28433,5910,34644,35637,37389,31372,23710,18443,36531,23922,47476,18728,14407,34908,47482,41723,9385,40032,37282,35557,24573,30203,19659,20393,9638,43625,38107,25356,6878,38688,2379,26910,18798,33254,32686,6952,20721,5785,3185,36179,35884,25573,33285,1428,12331,13408,27970,46431,40076,38701,16084,9902,13992,39330,31674,412,43688,45957,25666,24080,26300,47224,4466,33356,4843,34636,24523,10641,38430,45981,21095,31657,35773,45739,35489,49091,19854,8970,43701,34591,25542,42278,48785,10467,17806,3139,21144,43362,49696,2789,46790,12883,24389,6942,36530,6160,17751,10822,336,440,39549,45891,18817,6174,19524,44506,2576,12153,33269,32226,44696,1417,29536,5180,5393,44937,34784,37319,20259,24103,19148,33877,18676,42791,4592,20024,40395,4896,35966,43648,34383,2522,9079,22109,38522,39940,17603,22262,28708,40628,8914,31096,17445,21016,35001,702,5107,2202,7252,15301,11044,23808,40671,30006,28304,47960,48571,49779,38124,29234,21404,32299,34885,33425,26857,27203,47157,7435,40092,27322,14754,34040,41161,38786,11175,8664,49864,33,38827,36111,4943,43209,45713,30330,43527,20924,2376,4179,44095,25431,15038,28686,46443,31305,23696,1000,6203,49539,19781,18776,43934,19434,4393,25594,29151,15854,44164,6746,46067,8370,31114,16763,18948,16204,8091,21128,25576,24866,26482,39194,42543,4272,15154,23315,2593,12541,13143,33448,11892,28617,10900,1065,4141,45458,15522,37167,21929,11303,5700,3409,9129,13233,38525,38918,48638,32674,44674,1568,45912,6484,48250,15921,20995,44959,20818,23361,26748,18677,41594,8702,44202,6132,4766,33287,22061,20580,34878,20531,38359,25623,14957,3930,38222,32767,45822,7655,28687,49458,8464,4528,30564,49057,45451,2507,12515,49686,46802,36769,33460,43178,6823,1282,42106,40918,26160,4712,4956,27037,38161,33586,30524,25102,23047,20079,24759,14570,18132,38667,955,13759,10049,24174,40622,47060,28732,33337,9130,28516,1511,40987,13890,8800,22400,32993,49795,18338,14574,38280,33542,21835,22323,46093,37105,8209,7832,11504,7558,11497,36547,8567,4210,46811,47121,47264,18310,36594,32551,25098,7222,27126,3641,18791,23803,37960,12573,7672,41963,40567,15624,24021,49031,6239,768,13491,36465,38606,15385,11185,6978,36300,26795,17638,37531,7139,22481,10033,1315,44229,23811,29416,24876,27034,48890,18070,27597,4266,47710,39557,11354,32083,30494,34405,7106,46546,48186,5257,10295,10891,29817,38285,9983,4977,2484,9557,2091,16606,45045,21428,7522,36887,40020,39074,16427,9115,18533,10929,37511,46758,15391,26788,48473,18651,718,47215,19946,46032,25937,10687,11318,8577,17903,452,15158,30816,17989,11880,28590,2093,6859,39500,2923,28170,27244,42890,37658,39659,49379,27012,13100,14003,34558,17624,26587,23694,21339,42846,26718,20921,26051,13808,100,31281,13409,18593,12879,37364,16249,42030,40114,15372,24077,29918,21800,7731,33262,32552,49400,5388,10450,32935,1073,32664,3104,15318,26087,4615,24839,19286,36289,9301,47016,1510,41768,37155,16789,34215,37913,45926,24404,43576,24562,20021,6215,9744,29006,46188,45333,23878,21755,14618,5456,37933,12894,33590,15321,33724,25306,11896,20922,44704,6652,14912,27788,19746,24644,18875,5926,27258,36844,36855,46777,23986,37871,25612,32425,15299,20159,4684,21275,41722,333,18752,25990,5970,23323,36705,15563,37862,4259,23091,48497,38036,39382,41291,48416,16962,18570,39488,31980,43168,32683,14934,7717,10099,39717,35334,11098,35481,21655,17411,11206,31891,18932,36906,150,2067,46316,18927,16609,15248,617,45360,3516,44310,49050,3419,2937,24805,16866,43155,725,27205,29340,10251,38666,47163,7542,37161,1785,13041,16621,16632,18303,37680,42915,13378,7457,39412,28448,21174,14688,15888,23673,45158,41069,29361,45875,12368,33899,48501,8251,43462,32311,12550,29271,36051,7072,27580,11618,16389,40153,45708,32200,13359,2863,17768,37961,27070,10468,34214,43489,43255,2769,47225,24247,6405,8487,42285,38334,32379,40074,24318,35167,14535,33621,39338,19944,1137,48403,13566,25299,5996,17771,2429,17449,23447,29893,11701,9753,13038,44028,18660,47133,10252,24086,4539,36119,19984,8166,6795,24977,2233,21056,16019,778,42730,30418,12571,6838,36529,20903,13059,39562,34335,11345,31141,13678,47638,11301,49635,11861,27563], "time_ms": 41052.608924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 42162.497582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 42162.497582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 42162.497582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 42459.880008, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:03.547", "time_ms": 42459.880280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:03.834", "time_ms": 42459.880280, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [49339,45323,36830,8432,34929,44252,29328,24751,31661,46448,4325,45305,38829,23118,8400,22565,322,49965,10830,44790,1210,36204,29617,16315,36959,18181,24606,43414,32893,20904,37858,16476,38809,3683,44264,47072,34161,44059,41487,40127,3141,37920,20187,10017,16013,8371,17387,23934,25138,49506,34728,15922,47751,46063,14451,1166,14927,16155,9172,5101,7759,16570,9362,12311,37309,27954,5981,36995,34098,16247,72,10586,1156,16177,9999,15064,41583,43183,34095,31959,38352,38331,5771,36706,6340,15404,7426,17676,37520,37938,4479,48992,44187,12154,30076,43937,46139,7697,49068,1307,28334,2529,19291,38804,42674,21981,1792,29998,17292,2140,17388,500,47388,31561,47369,39494,41169,17239,24795,20304,15382,35289,47426,31223,16899,13485,6695,10210,44931,38402,2757,17986,12420,44394,40913,35621,37279,22991,30547,39791,36588,14801,39653,44882,28052,1447,33994,33737,27045,21486,6607,18705,44294,6219,35550,17442,24409,26301,20577,21135,11250,23845,39985,27367,37836,29514,18319,33065,31893,34454,556,47120,24924,14074,17039,48200,40539,12359,35908,22467,36994,49568,14960,42415,9920,41616,12192,9844,29375,42662,13993,18117,19066,45538,44797,11279,27622,38913,47447,29111,7518,41664,30482,12508,46308,35875,127,8511,46573,36832,15490,14099,36933,26745,28656,45696,40429,36707,33266,21824,32320,11162,34630,12896,31026,31065,48025,33774,7156,11038,49442,37298,49042,19651,17152,38625,29569,24906,36074,7070,6496,48508,15483,43540,28291,8107,49024,25965,911,23502,4924,3255,32333,15899,48548,14073,30892,43815,48978,10435,45547,39233,43833,48257,6231,10701,24737,44490,12266,12507,24431,45452,43632,25999,48854,361,16337,17077,19553,38727,32691,4964,20441,12126,417,35046,20463,34080,34451,36520,28569,23841,24093,1678,41698,33726,31512,2901,30522,44650,45971,33446,5331,32621,41274,24781,18360,8361,43889,45265,8716,8141,22453,12440,16334,6738,49085,12425,28828,31660,24192,33955,48684,14656,35935,9997,22884,44234,3473,36148,44595,14945,4226,39595,48713,11660,16726,43166,6267,32232,35393,40482,13086,4167,29725,16113,3000,1398,43582,6336,4453,21621,6579,5984,34749,34096,48147,25505,20100,34139,5419,16214,41933,41898,19742,44905,8933,2180,37753,40207,33768,10437,42693,3049,18432,15568,4858,49507,12276,31027,30280,9702,29002,3416,27277,1942,35013,26529,37067,44582,2096,16618,34496,4819,29278,26425,27994,10844,5389,34661,8248,27590,11244,11595,35286,2115,23141,21984,16023,11573,39019,20405,35458,32247,46998,22900,8041,48267,681,25758,21137,22164,21420,48735,37061,1596,7483,31927,42698,2553,28413,24484,36447,44770,24452,44526,26667,43902,47492,8743,17807,29685,12994,23328,15225,45325,19849,22706,46989,32150,29417,37833,3346,8758,37854,329,44470,49014,33078,48781,12074,30107,27510,6524,25351,14974,21558,14654,19383,48779,14170,31153,34964,6557,21198,35789,21752,49362,38971,24111,43982,24185,17073,38014,47602,42530,49526,43992,23990,37667,48173,5535,39721,8700,18884,37983,7556,35333,29129,42401,23046,21675,38950,44906,32212,37180,41864,9017,11154,35467,15806,39411,11413,23024,28024,15322,1627,12978,9261,44482,7969,42688,6869,1926,12318,8217,35253,28083,41433,22304,49213,40964,15833,27826,26232,25453,36431,30181,21784,8986,23327,37433,5784,44226,33858,44011,11616,33430,43323,11386,41706,45477,17981,26585,48294,4026,49876,29986,10778,11916,13845,39120,26495,39613,6593,20771,4480,2396,35728,34134,28933,9960,6693,27255,30095,26846,1059,25291,21968,13271,8938,39127,16435,13627,35232,24000,32772,7886,15629,49318,22833,33115,18279,8649,19686,46070,32251,1108,10620,37463,42873,12395,8342,40957,9598,32045,20220,24334,28654,11778,44376,16107,4017,49935,20874,31788,37738,17427,196,39981,11667,619,38739,41848,17518,47276,27998,6470,21099,22007,16810,29913,35756,35955,35913,12833,186,20037,42097,24719,982,12800,29717,471,41536,4793,28932,27918,43210,41082,10120,8365,36468,23444,48610,1859,40883,31973,2475,39079,33637,13828,11223,18801,20976,33487,30292,20398,35713,17075,9357,41638,33580,45414,36930,9994,46423,27119,7619,39597,7461,41236,38275,34954,19604,8390,18820,36898,37491,30391,23043,23754,37447,15047,31509,48370,9896,42801,48096,16068,16692,46763,3542,15658,34419,16262,13517,22002,25413,10345,40073,13151,48343,32157,49537,14739,17615,30505,21179,48989,23151,18565,17444,29162,8517,25276,19592,44572,4023,38038,14717,43235,22881,36838,29728,47106,4940,36894,48202,38395,44870,12366,666,18482,10880,25391,25085,39639,27201,36932,10893,25103,30441,5491,10975,44647,26413,13590,29467,20098,42503,43148,4713,47846,48806,18631,7307,37907,23540,19734,40832,49360,25656,29206,20611,40837,40284,38672,12529,48444,23474,37269,9668,10611,3712,49510,5056,46836,1563,24783,22705,31071,7074,37022,11724,21646,12455,40436,33608,3948,21867,44476,5616,21932,15056,21796,5264,2407,43067,5545,40621,46460,4475,29878,4574,12496,36060,18419,45163,11327,5529,33699,35049,45408,35064,1651,43819,10387,20371,47947,18545,21793,32009,29651,32040,7345,27514,29471,19870,44579,46700,25042,39921,21271,20554,25827,45131,4312,30666,8550,45177,11492,28837,39923,41448,22596,36546,23009,1129,44043,4721,7088,983,15333,45430,31666,24882,15791,27859,5830,31885,8134,24627,3469,18479,49992,25669,38120,15256,8546,2317,33311,3483,4548,40629,1903,8496,23979,7445,2142,40862,35708,32153,37442,1285,43599,32380,20141,28844,19862,25374,4774,12954,11873,45992,48852,36357,6801,22491,47370,3917,27318,32863,34973,24932,24151,7295,38446,16553,7323,20360,29298,5150,43073,20091,26312,39131,41186,48789,14195,45307,45637,35531,49443,32413,40104,30043,31176,12938,13842,18244,12387,6076,24448,36554,14377,16448,18929,49889,2947,420,22710,49197,41051,36085,7698,15227,6745,33168,10613,16854,2724,23592,21316,29696,7486,25263,40943,3029,30129,25515,18185,26486,37655,3343,24968,31017,42139,16209,18462,32701,31406,23245,25739,49371,46491,45789,23727,18737,1288,11370,10680,21630,32864,34171,27679,31240,26719,35174,41916,45010,463,25135,29842,40611,34825,16702,7240,4321,34917,31320,34070,6775,12214,10273,35751,6783,38777,30601,1237,10499,45828,44863,23530], "time_ms": 42460.108190, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 43567.893694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 43567.893694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 43567.893694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 43871.134056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:04.952", "time_ms": 43871.134194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:05.246", "time_ms": 43871.134194, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [42751,21852,16326,2877,36245,44208,41442,18586,586,32852,30788,1495,26490,48006,46738,38383,38272,11807,17708,47838,46217,38949,11840,2829,32706,21505,6757,20431,7335,49033,20007,22787,22024,20539,2341,44900,48860,12497,33103,26373,21479,29970,44732,18639,7226,28354,48239,16614,27024,19432,21013,45159,27494,49566,18371,8996,4670,7344,1622,295,17223,37857,19042,35205,13796,13224,28758,49904,13509,5018,24602,4178,7743,10080,45314,11746,31719,6840,24544,3327,32102,3577,21187,25958,6444,26820,37555,25722,5749,14588,11741,28591,47591,4468,44253,32560,33214,11362,28520,29413,44513,25481,2401,10249,9839,8997,41524,41804,45046,5340,48547,3369,30340,32597,21321,14774,43855,7437,16032,7967,11785,17971,25018,541,35567,5795,11962,14559,18528,18916,33061,28058,16953,5606,34020,26740,24568,30914,34903,32358,46222,40780,93,35487,42091,20766,43987,34622,38296,46613,2899,13780,21920,7339,5240,27332,31623,8847,32235,2933,13766,16691,30792,42058,15181,42197,12122,15615,21177,9348,12729,12991,25210,31289,40133,6723,39426,26280,42742,37607,42267,24658,41403,39905,24471,45073,31811,14560,26657,9060,28328,44396,40812,48015,5073,23895,13278,6699,16751,15738,552,34788,22811,43506,30877,47983,19454,48480,35761,2176,3085,26266,27502,24728,12869,18889,19709,46145,4602,19900,24718,41458,13762,40343,47383,20328,30061,34332,46254,44885,21010,7384,25566,37708,13947,6476,23651,17523,20606,11232,35429,48691,10827,9437,17407,14876,575,49329,3821,20193,23431,1761,32223,11650,43192,11993,47242,2851,15679,35972,2476,391,22875,34124,15529,2463,2912,28793,48283,23000,6213,23650,39684,577,34299,4447,7537,40015,49639,39898,3833,16872,46682,46187,21674,30445,15678,27698,37414,3350,26220,33898,35923,40508,48757,49129,43534,36068,18501,41352,7131,4529,5249,33607,40768,20149,32431,29472,32902,6014,27117,37972,17636,42882,5707,45476,1306,46014,42272,41553,25452,47931,4185,1340,34410,36600,2072,6024,3098,168,11787,19898,34577,8803,2274,29465,23052,21809,16519,26379,30699,7649,44830,6373,14146,47186,9572,15473,37942,11422,16815,18113,6198,26033,22322,43164,30169,5346,5630,15100,47202,49382,25764,9963,47309,44409,30928,14541,15507,29369,46372,6420,19916,16583,5455,48171,31472,6546,29281,20472,46345,20438,3998,39341,15973,22740,939,17272,9764,43498,25036,48240,41557,15856,7253,23734,12185,41197,42148,39306,20476,30481,31625,42736,37790,6827,28644,16360,35009,30026,13521,24583,36677,23704,14772,21449,21423,26731,393,334,24403,10032,20482,3719,19980,35674,24624,42498,21588,49680,13790,31122,269,39836,1181,17611,22973,7421,20146,38647,20943,20635,21256,24862,24647,6616,34781,19773,23670,3911,39824,34831,9097,8046,30138,11698,35735,11529,43105,16167,3393,47988,33935,16302,44362,24890,43978,27558,11613,1591,34246,24283,31184,896,5719,11425,35551,23653,12203,6436,27953,39994,27104,42963,43570,10294,23642,19452,16319,27902,14919,38018,29572,42386,8926,707,16581,13380,39762,8466,37281,7054,22435,30102,35030,19665,24642,5072,7774,2452,27406,17195,22088,22517,15770,10051,30922,18825,6377,26073,32970,24734,18768,23355,14306,32360,3456,46866,30478,38059,14229,24609,13349,1788,16332,14820,44401,31896,21881,4478,8562,35415,44481,26275,43984,22393,25274,3546,33211,46702,35380,31747,24938,2876,14081,16328,16723,49543,31007,20282,37239,30959,38720,37625,29519,42774,39045,17955,24238,27719,34107,38646,16762,45365,40512,30641,40928,20589,7502,8454,25597,17120,32779,43969,6772,9202,33171,2240,35040,30025,20944,20363,40558,47674,14450,28452,49499,24661,10796,7612,29580,31994,42337,37134,24972,42658,6291,43413,24689,44733,28183,38206,10191,39694,33346,20980,6530,10757,16850,43486,42800,15601,4975,40967,49354,28132,46258,8311,14476,31410,41893,41584,18945,16438,9686,11765,8709,41857,10656,35342,8707,46388,22608,1986,32253,28349,38471,41947,14902,27530,26450,8591,39690,33326,17226,21810,35191,15774,18424,47061,20928,31251,4356,32923,41669,22940,19831,1879,2491,27881,43195,36341,33792,253,41455,8281,21902,46706,29844,33549,49567,37417,48455,11924,40725,15254,46231,12915,30876,39362,4198,7991,26979,2051,16893,6731,1448,40199,8468,969,9826,42621,20487,14973,29218,38721,15811,35880,30775,42815,15276,30701,1028,4004,13091,20116,39471,29800,34530,22179,14786,25331,9944,13624,25397,42240,18526,11918,18218,23389,21341,3837,35098,25892,40438,24023,29182,26118,47876,36315,10103,22049,9459,29917,23972,9447,2765,16241,28616,43510,23347,12084,24440,43705,3107,2806,49469,17657,19323,553,29596,6168,35745,28907,48018,45078,6874,8616,30630,10716,9479,14695,23899,28240,18201,482,23358,21130,28881,23817,29136,9644,27831,44496,25395,18283,26090,8413,382,9962,22340,765,41800,15645,6614,19920,47743,10465,2841,27168,6864,16532,24166,11464,45361,29346,12681,31042,15822,33893,10256,33541,986,46578,27131,28148,7540,42385,20001,25687,44480,37685,36667,24809,1901,41771,37828,13603,47249,28670,16182,43699,9542,15574,4934,37904,25370,5059,21743,12177,18775,12364,45802,12611,4084,6391,19752,14345,21884,3902,12811,42031,8192,14158,41031,21947,24975,38882,22143,22712,40030,9273,11352,22258,48614,8828,16276,45338,27326,34278,37905,8235,45897,10867,33175,24549,36578,523,32665,1685,8671,20639,32826,15163,41535,9949,9593,44096,2632,43264,42771,40743,19508,15594,41746,20313,40378,34074,49457,13089,22284,1743,46535,25816,12842,28752,20733,21647,38583,16294,10349,21195,33204,513,29012,34489,5093,1334,1729,2659,29181,37348,12711,13659,17579,9399,28402,6308,44302,17949,6171,43955,44936,38261,19373,15091,21795,21872,8858,27865,9688,11964,41612,24598,20133,34429,3591,27301,10211,15552,43578,47589,13232,13686,13532,5825,36476,9288,24757,43440,8697,28013,22552,26208,43641,32503,12926,14248,46519,3910,24755,25451,20151,12151,14753,13314,28665,5296,27623,44753,46143,41775,16299,4772,43708,31398,18592,27143,8734,49627,31565,43525,6635,43123,2642,49350,27295,44964,19650,34086,17767,46616,737,46323,8437,15721,46776,26925,5192,37798,49846,32633,32844,44152,2859,29058,42639,9460,9374,40101,20664,4329,47173,29850], "time_ms": 43871.357534, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 44968.650233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 44968.650233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 44968.650233, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 45264.643125, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:06.353", "time_ms": 45264.643289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:06.641", "time_ms": 45264.643289, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [11435,24219,786,24469,22498,22834,32798,28238,5662,6799,39196,16275,14352,49011,33625,36758,9632,18818,46500,1502,24248,187,4545,5708,29175,26080,12809,31720,26583,38638,30170,18234,13920,45206,47914,8551,15959,44025,32564,45058,36526,11366,9379,9214,19387,35973,23974,32583,5405,7446,45355,24564,13011,30753,15457,9871,27172,22909,3731,38425,25631,36978,41115,44387,46689,34500,5429,27675,17729,229,12726,48848,49806,42376,23010,30275,1331,45041,30132,33431,14956,23499,12577,24340,3348,27503,8303,21386,21715,34416,17246,10439,36917,26001,42510,18143,45386,8628,156,25131,761,29046,32913,29588,11333,26345,24366,5316,13105,10175,3210,6880,30977,42268,5549,1215,38880,3447,46816,12326,33339,23127,29539,38643,17191,1721,11600,37652,9685,7479,26348,25389,37049,49046,15767,17664,45659,13324,28738,32154,27374,12592,20615,23886,45270,18735,47843,15060,40802,4072,20984,32685,44927,22887,24249,10488,17745,37777,4955,30679,34276,1,38579,45212,49781,4848,5644,44636,5912,32063,17082,43478,6889,48399,9884,15681,20759,10518,13662,20241,29675,11376,29485,33692,29329,48625,32566,18694,15394,20085,18922,44516,18437,48791,45165,6044,46804,7290,31761,4416,31596,20815,20204,27420,21794,2042,23952,20342,6547,21063,14006,38479,22375,29457,34568,33090,32210,31692,44353,21443,19374,26590,24328,11201,4113,28061,24944,20293,34800,32169,10277,1521,47373,29511,38594,46530,24560,8885,13108,18949,35592,26977,13306,14413,14043,4470,2663,6548,10753,3903,33453,24052,23737,25100,9074,26801,19327,47156,42242,33410,30613,48446,13364,37076,44321,39627,2720,12461,44153,15880,33163,38037,29091,12040,23957,9580,49636,43626,18251,3270,21189,39833,43240,19156,35169,20836,43012,6885,45571,763,24761,9022,34711,29005,27673,5153,2545,13875,49480,21307,20558,36955,34479,33348,7890,23706,9592,35378,849,697,9622,7390,8762,46507,33606,464,44355,10528,37253,12182,19091,48074,42525,24085,6238,14908,15121,427,39638,45554,28184,9180,10180,31735,39706,22874,23687,44913,20757,33300,23199,31276,31701,43973,30594,35294,18032,33799,5563,14642,41607,47127,1152,3023,40581,26332,4305,27053,11543,23707,40715,17247,1976,34774,31944,16073,7315,13092,37990,8124,4308,48084,2513,42547,8587,32989,11210,10324,817,7317,42615,42483,20594,35379,35434,4809,20748,16730,26316,41371,46383,34949,8992,663,46751,6509,32705,10541,7209,6126,32818,46780,12365,40369,30882,48906,10100,6170,40901,24812,21059,34623,22494,35399,6101,22721,35978,33496,48424,40917,23534,20086,3033,33623,46631,11087,28781,18174,29637,6759,20764,2433,8309,7062,11681,43370,24206,27405,15078,28388,22044,44508,15943,34503,20060,15185,11215,31671,34387,45796,38893,22854,39146,9608,21070,11824,48761,21208,448,29216,35538,45185,3480,41191,21119,33108,41784,34958,15069,19857,25568,39334,9091,24622,32702,13082,22460,25379,36320,14760,8590,31641,42622,11077,42610,39855,47848,38305,47407,45955,14621,47814,4462,30862,19963,30097,25663,5791,7834,41232,31120,18617,44610,21940,10527,14496,14605,28522,3037,47160,18627,27422,36290,10910,10908,41007,11627,11453,27190,47569,40873,30331,33907,13142,28129,35135,27164,40630,29565,49751,43493,33694,5792,30474,23210,21695,27349,26257,21022,35870,1716,12977,26045,41002,9531,44791,18590,47521,28098,12628,32605,48232,28050,43800,8583,45718,45799,1979,30743,13756,14487,1819,10534,10667,30611,30464,42556,46697,13292,25636,45984,46438,3410,35432,25455,47738,33220,48847,33059,42183,1433,29503,29179,20915,25416,33914,3113,15250,18589,36815,35654,8064,3424,12870,32521,4469,42548,45830,1302,16354,10028,5941,40583,7321,33153,45060,28235,31960,43343,27030,6366,27225,32510,44064,31324,7409,44218,32550,49769,5901,22160,48661,30209,6439,46986,22500,37092,31227,6800,46975,30253,29863,1754,18005,49384,20814,7281,47306,15504,18004,22685,8266,10622,37168,17314,48966,44501,11530,43445,41253,1067,41622,33072,22058,25776,41936,14887,43208,33492,14459,4751,37017,9417,33205,23215,26851,31762,31231,20811,42470,15405,1109,26606,21633,16205,26044,1780,9703,17846,43798,24600,3344,4334,31467,3774,43592,28784,35212,30727,46746,14129,48790,3305,25924,3737,25300,32151,5709,38144,31716,3636,14468,24146,18010,37977,15499,6860,19401,31220,49681,32539,4247,9946,37476,40224,13797,4925,11963,2689,42885,19625,34527,48512,4104,34256,28204,29737,42334,24494,32122,30824,29631,36751,40613,15933,32142,46013,1296,14593,7282,49158,8077,24491,5687,12073,17629,908,25945,20947,44357,41465,25030,42539,3318,36543,29489,25521,10193,37436,18688,4481,20309,22005,24530,37827,36254,49986,10659,44943,12690,36570,2664,45038,3738,9122,28858,36508,23298,29693,25890,25934,4931,45168,27844,6426,45809,11911,13975,39437,10551,28169,5065,46648,26101,23578,49476,40695,14433,43563,4737,6673,13868,21917,12150,33098,48794,24385,31644,46167,8392,17489,20312,35463,3450,34397,23283,32562,31849,22001,33881,40536,44620,6212,2079,8736,47170,37285,998,7293,38784,40769,10292,12062,44198,1487,12504,44207,49004,44965,24814,2869,47314,19033,14691,23181,3230,483,39820,1246,49616,958,789,23749,4744,24516,24671,27646,4301,46264,38319,49905,12414,43000,47747,13666,18456,35565,10987,27534,26536,35850,42231,48219,35206,40693,3742,24584,20959,7228,9615,39630,40509,47229,29846,47758,19353,45121,11759,39635,10912,23830,28389,3623,6036,19342,44867,21340,31252,47962,10451,48696,41212,24971,12911,12518,5652,41679,44245,39640,17825,29555,30978,35465,8059,25752,6488,28658,7480,20890,45496,9544,21377,5646,4880,25976,47325,39877,23561,23480,29887,1235,38544,3988,26554,39619,4844,26538,1679,11626,18755,44176,46015,34982,11260,8182,38954,44479,1953,37107,42459,15210,1832,5275,26021,44065,18158,4316,35019,35963,47770,15189,39533,49655,36071,43258,7899,41637,3006,2296,47018,16108,16913,39767,47844,38216,48210,38456,47000,8999,24331,28329,30734,32195,41834,15422,16998,1590,12932,24735,8740,12612,43666,33094,18909,31751,14610,12510,33249,2880,36555,21280,39064,23966,12784,684,10004,30397,36753,38180,35969,36865,26028,6641,35667,40543,42417,45985,25843,44511,37102,39170,29642,11696,1959], "time_ms": 45264.866822, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 46370.898295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 46370.898295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 46370.898295, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 46661.129339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:07.755", "time_ms": 46661.129484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:08.044", "time_ms": 46661.129484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32824,37718,37541,30864,30884,15400,47720,32601,3722,49909,11938,13637,38612,30298,1523,47918,42802,11204,1695,32774,35589,13407,2388,44038,9781,31150,27095,21053,39419,26216,17067,35331,49913,41550,33417,1402,24596,1352,22681,554,38229,6022,12078,9041,31055,23776,40170,37728,1139,3231,26119,15790,35192,41921,40246,28707,36948,38654,30321,25241,32355,28362,17405,33291,15492,24278,38788,2220,40123,29105,47782,28160,42790,32721,3970,3168,4805,48346,44196,22588,48043,13567,8048,42123,39044,20951,17221,37392,23649,44070,25592,40263,24898,1945,3351,34443,18865,13299,24754,40563,33445,21830,28867,44317,40844,29140,25766,19536,36668,14547,23489,12536,22315,36184,8094,21444,9670,26347,44168,48857,22334,9784,47605,20432,49990,17596,38500,28600,37578,17950,21637,27019,9626,25277,19400,41927,6602,22872,47515,15648,14838,11365,37475,28862,21388,43967,47626,978,48319,25240,17357,29522,3245,37481,13573,14751,32667,12947,15802,47146,3766,44089,33711,27589,7713,7642,36966,4906,18513,29101,41548,16268,24054,8919,17004,4115,43458,30960,6722,41971,32661,48110,49279,14687,18207,45107,21038,16841,9970,47192,37813,25899,29558,49062,22923,3036,31298,41055,27010,38680,29000,26935,41052,19694,442,45765,15559,4660,34432,4702,34222,42219,40254,8249,16889,49547,48673,15150,27141,34250,2730,18635,23463,3053,6332,45308,9552,42090,34783,11061,7239,48030,5169,15701,30533,23740,23116,26063,17917,641,14716,5471,9208,18493,11686,43589,9515,49300,11131,3832,33787,22733,4450,14065,27461,36803,17389,13716,47316,27198,39483,47385,9410,29944,30157,24413,23284,27359,27274,28722,18314,29896,19595,8101,12222,4839,2900,4968,38457,19122,43844,30461,21894,46005,8418,7143,35474,15766,34449,34229,47804,4346,10189,39869,17995,4553,41125,39141,49926,11186,29294,42414,33962,39569,13860,5379,35115,1257,3701,5760,19598,21519,38030,46798,41575,4530,38962,42941,5582,48592,41135,26043,39087,21018,33424,5200,2956,24638,14178,5484,49711,37793,8925,24520,17383,20025,9327,41170,35841,1459,742,32094,29688,45800,35822,13615,47210,38271,24724,8927,30981,41252,38361,26869,11506,25074,4894,23005,21432,4441,2073,27421,37530,8324,24604,12107,25141,42381,837,12521,8906,39028,14388,6956,324,23855,20673,5026,43340,32978,39381,18474,23753,1655,40141,23050,40386,7232,24096,3045,48156,20823,43422,33282,37497,37306,48354,21811,42889,17463,10448,13397,41569,6116,30714,6070,19590,8592,40069,42114,12486,37385,20297,9012,32418,37666,734,43777,47430,30278,21121,19076,43657,29014,11679,34467,15975,30604,15070,16565,3715,49531,46896,24341,28378,16271,35572,30961,7189,49098,9082,20413,40195,26992,38340,21221,44708,39566,27960,33983,28749,27167,4725,17703,41444,37122,44368,3388,21958,37936,49609,16647,29625,40922,46782,19352,6464,11971,480,42049,10041,44281,38974,35741,35068,44803,3281,48209,30873,97,32237,47396,16814,42797,26429,9255,32317,5036,33368,38094,12727,38563,30602,38089,28509,29623,49430,40132,10923,42597,23057,160,13,9343,28782,44140,19417,3864,46572,35203,6412,44053,39244,27031,2562,11904,36031,41684,23455,27939,14683,45511,43016,34559,32078,11695,44697,44136,18947,2230,16796,16779,19853,38576,38485,40115,3384,29664,25726,5002,36406,48383,23888,18275,49934,36433,20694,34610,27611,15855,11584,39901,41534,2451,13221,1824,23873,7883,15169,26747,36826,42181,42118,28405,43428,14371,4341,20315,41480,16425,19135,44756,41083,16464,12973,49099,23187,40267,21498,27027,5936,35571,26389,29983,10453,34552,23184,10058,33511,22566,45027,26844,40829,9873,42101,26641,11208,40302,26484,45327,49963,12347,43430,40162,14976,13909,48517,760,308,26792,15140,32623,26933,9846,21194,41979,18327,32915,34027,15578,1836,31591,42871,3474,39552,17011,39882,45346,39747,49399,15567,44316,43535,121,4407,39578,16080,16652,10927,44809,48478,11991,12220,24888,29304,18062,18253,48870,11100,41043,42866,47318,35837,44015,14538,10714,35864,20541,42286,37367,6917,48668,37876,44820,44472,43273,32981,46844,11639,45261,19581,6494,6128,36255,14871,22793,38171,26623,47729,47020,24878,20496,46289,31900,7876,3707,17805,48864,19589,23101,39115,7057,11478,19136,16124,31798,45197,29314,23366,25168,2027,4365,42553,8200,31728,36251,29364,16940,3203,47952,1925,20103,34114,28456,41751,7545,30058,25192,32716,19702,4652,29724,18780,46933,1977,47892,29512,13255,3714,40587,38957,26537,15033,30984,39529,1698,44611,38103,10204,23674,8170,21338,34212,36210,4258,47252,19388,404,47823,43015,15263,22641,47413,30477,28097,176,26830,12081,29236,23564,43230,11919,6459,22253,29801,41476,2722,975,41010,13135,17363,14492,37776,48004,12840,31697,22838,27082,28674,29420,35317,34094,11959,33402,30153,38591,24817,5420,26936,39328,3432,11009,29756,37800,46675,38088,36888,29071,30521,44916,40440,40547,3564,41720,23278,1060,49191,44228,16886,36309,4522,15971,19147,37831,23136,43189,7387,7950,49792,41779,44917,29975,25021,48387,7977,47661,36404,16109,40808,8040,46078,28113,26245,46845,13722,15616,20760,38814,41286,21062,25478,18560,47877,23037,12566,19320,16311,39953,29086,40259,24186,33876,17944,47621,1985,27522,39251,44825,27454,35028,9195,44262,47237,22610,2682,32881,34315,3632,2112,41796,27411,19714,12161,45811,39887,31768,7449,23633,7679,687,3421,22444,9076,45755,14909,23012,8548,41814,49858,14400,1187,20455,44162,24391,24982,1938,12556,25084,27118,34165,37668,27952,10247,34540,15286,12288,37193,34481,44829,3251,39262,6301,6387,14310,44393,42081,28939,33682,35508,35459,116,28893,36209,15667,20691,46731,8965,17741,14793,11671,3266,27020,33167,33264,18294,34364,9533,39908,21004,6734,1569,7519,19640,37173,26649,26726,1973,28178,40322,41196,2445,37721,4203,14936,9095,7688,41634,49179,34155,13950,42967,42302,4619,29652,5811,34718,25561,31304,12285,49100,49923,47997,22587,24129,27413,9355,47668,3333,43678,15134,16935,1547,20625,27929,43863,33712,44060,37935,33203,3757,20860,43397,35664,18958,31158,27016,35307,12187,12873,38363,5915,35150,38738,13113,32285,19865,12773,37490,38909,1124,14373,2699,38328,9024,17379,14163,19943,13857,46990,48135,19250,41866,23490,19425], "time_ms": 46661.357429, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 47771.035255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 47771.035255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 47771.035255, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 48069.160693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:09.155", "time_ms": 48069.160957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:09.445", "time_ms": 48069.160957, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [20844,11358,43566,22248,39780,42750,46266,14026,23164,21235,30571,16575,10094,11458,3457,5321,23338,23756,42476,25420,26631,642,23465,24736,36882,2243,772,39439,40984,32243,3482,8265,27373,28882,651,13549,22544,2820,11737,40415,8865,14776,8388,43404,42581,35981,28987,24110,47981,33241,15204,10980,27086,22194,40656,30815,34619,5315,48492,38798,34876,43806,39221,28092,37171,5567,42953,5345,34868,11583,32715,28505,25297,10580,30319,2988,16552,47290,45302,10155,29916,44922,22744,24521,12676,28464,14503,5048,2174,28411,9972,47420,14318,18624,18707,43441,26293,39355,11195,37750,231,41376,48929,32569,1638,19935,46857,13813,42588,35554,29593,25982,41378,44009,21125,22869,7905,39065,20975,24964,29665,11948,43891,12968,24068,34662,8792,19245,18382,2697,43464,49825,48531,22701,855,41997,16443,26212,24853,44165,2153,7858,6447,6415,14343,43654,49515,16643,4038,10315,13551,45940,43838,24502,7799,16365,5113,27892,19162,49590,30304,34603,27113,7651,14428,47124,26069,6196,30804,296,44343,34339,12281,38451,2253,6479,29884,46311,4923,32838,39404,3680,3582,4096,10125,12270,28275,11684,10517,15632,22310,15814,7242,35865,16283,47272,15951,6142,25511,47793,40149,28483,30467,42659,10185,28091,27145,6895,18996,31737,23918,20641,3816,32428,21036,6849,26764,35558,3209,32730,31829,46064,40886,27389,12653,13401,12952,10333,45462,21361,40198,13338,34192,26346,25365,1611,2530,665,18508,562,23072,21088,15234,3304,27598,19369,41264,11779,48711,3888,32617,4253,31325,26742,4169,15878,14116,5857,29336,9429,12936,30124,6526,16176,43915,4299,22852,5119,6088,45063,8476,22684,17431,44801,42448,5104,25008,4446,15930,12422,13230,21680,22223,25044,1847,45059,38484,31259,46959,43222,24095,8319,10969,24854,48564,27363,41710,21864,5734,26117,23354,45879,38810,27140,11562,38325,29142,39448,44656,19788,13602,34065,49351,22981,25422,547,34561,10126,990,6668,24985,34307,46710,39757,38694,15279,8675,28982,29366,13065,5726,7484,19876,19827,43711,47364,5730,42920,15118,19311,21500,44400,24746,42039,35461,6669,42559,43284,18963,12878,44147,10359,18546,31851,46652,23504,42191,46215,4494,37172,6672,20192,17205,15871,41828,39335,20126,33653,20228,29727,24345,43161,48710,4027,13166,35527,36211,20292,37129,12336,40495,3134,675,9520,19181,6727,40774,47066,49669,17378,1684,145,15895,33127,34810,27132,15467,29067,24962,3942,47752,4184,30455,38919,38858,16835,42001,48912,29600,1813,8283,915,25987,16772,17796,15983,43341,47281,25638,416,16484,16075,41081,30545,49839,36122,49878,10804,24806,45839,45816,20707,4053,11614,23813,17483,29700,23196,18885,47001,2740,2104,10307,41974,3951,29524,47740,23917,956,22648,30012,20310,43020,20752,3601,24673,43380,3289,4095,46017,12920,32107,34607,11949,14028,6714,3895,36689,1683,48408,25147,30770,32267,32365,12627,7114,13461,49012,13498,34730,28225,5362,4327,31688,12616,23351,31709,32190,47159,27555,48459,2381,17758,20071,32022,40410,5232,12351,43459,42864,48376,7116,23277,11143,24125,6845,20812,754,41877,34259,31468,47172,12742,28233,24821,8412,12590,444,25402,13040,34209,8160,39256,20114,17650,49633,19476,13280,40854,6210,32502,38472,19614,673,45808,5292,28599,37727,6966,37587,39173,4313,36445,10775,39154,15026,9369,42964,37991,28287,38870,38176,46094,23881,18852,26652,36156,3174,11311,1397,26929,7123,9903,16018,24921,7412,37079,37514,14603,41335,22070,13725,42909,12256,41749,34692,5116,31911,29547,26072,22009,30827,26831,45873,36790,25304,33654,5046,9216,14992,9857,18298,23147,27006,38958,45194,17701,26229,11801,351,44249,18136,44657,4851,1275,31293,17310,21634,32067,6259,3097,44466,20077,48626,42028,42247,7087,27184,20653,22069,17588,2803,27767,22582,5148,35420,17071,12804,27193,21822,6048,38215,29107,47431,29640,9516,2333,10612,11591,9166,4217,21480,22515,12979,48374,4951,45404,14949,34210,34870,34910,39931,19040,24046,3997,24311,30390,875,31605,5482,46349,32275,49315,19514,31820,4254,39628,38637,17904,12913,13051,35744,7500,44254,16973,24615,9026,36973,16322,7721,25311,33872,548,6279,26821,47975,49093,11610,34424,48425,38416,48230,1165,34006,18232,42829,42638,34838,12605,45396,32156,25212,30427,25831,46618,41628,20687,36003,33804,33069,23148,35194,37223,6939,23264,16186,28800,17336,7829,36646,24946,41552,1020,1809,29126,14394,37915,30982,39546,24532,30621,28090,19939,49119,15554,6870,46242,24723,31006,33594,10207,16493,38716,46468,42017,28315,9217,31991,3661,34698,10852,35349,47640,8600,36107,11099,40705,16729,24909,4088,5672,13697,38398,27689,11445,3912,21922,4294,30154,30104,10762,12549,7429,49602,46955,40316,7234,35185,32437,23705,22476,48123,22035,15120,22687,27315,44749,33581,20994,36075,49822,11090,22570,39834,10785,28811,33240,12117,2019,46292,7878,8552,49780,45767,43237,14131,46257,46026,22163,20347,18862,47246,20774,7954,1420,25782,1096,8079,28352,8351,23752,26394,6552,19795,9568,36662,26679,31555,11408,5998,48016,18856,34217,21760,2630,35842,5725,24272,32347,2595,31517,27511,11760,46877,27584,33884,3229,8594,11857,13176,27755,17481,8478,15435,43061,9981,14630,23726,17348,4591,44041,49324,35242,49620,28100,20529,43042,16516,32252,44224,38487,45951,40726,19783,42422,27536,36339,23262,3659,43924,5846,15399,20112,2625,19597,7911,35482,13862,47524,42358,22729,22965,25759,25579,34729,8286,32834,45614,25028,42378,43250,13222,7770,3386,49006,38439,283,33284,35958,11102,40728,3359,32917,20065,4626,47171,34104,33176,43307,36459,30484,2756,10441,45712,22916,31742,7824,23232,10270,27919,4726,12196,15261,4629,26458,47979,3115,16511,47071,47037,37774,2675,32402,14315,13226,27215,14432,28993,36901,34629,7443,28871,30913,3268,28595,46277,12971,26517,6469,43026,9918,32343,41037,2327,18425,35314,41712,14939,2759,40892,48731,21199,3658,591,13328,11574,10934,44391,41303,12265,16876,13186,47110,11722,3831,21173,39682,47320,13724,48019,49618,27595,14462,16239,33228,35172,28308,16664,42383,1573,23319,33359,1214,43784,1599,42875,44005,29535,39360,26524,37789,33456,30382,34678,4784,39290,22560,5099,14817,47509,30730,30414,184,37900], "time_ms": 48069.385600, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 49175.147823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 49175.147823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 49175.147823, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 49466.311322, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:10.559", "time_ms": 49466.311514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:10.848", "time_ms": 49466.311514, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [9092,38561,7732,23609,17274,1015,48645,131,9967,1602,5974,39343,10223,46157,32976,44197,21638,43410,13608,13927,39554,41218,37404,31385,45790,16574,15313,44854,9119,23701,32377,39564,29765,23027,14697,16225,12412,30265,42489,42734,35265,32291,21317,16307,37349,2590,7452,37478,34587,795,32234,37242,22948,34211,6961,45336,6639,8949,48777,44144,38577,27361,21439,12044,40201,45029,49745,41905,20274,30763,8098,25633,33730,41709,46442,5695,41269,7989,25849,21659,35661,7005,46425,19565,4163,20536,43634,35926,19328,4066,17972,9892,44873,39119,16855,20775,28539,28966,8269,2490,31624,44554,30918,28906,36248,22321,29529,12254,36551,16943,21957,46270,18821,13001,18380,38742,16657,9978,18890,34295,37473,21387,27575,16937,28395,1856,43821,22142,20125,3090,41615,23928,31931,35076,43511,34008,20362,14189,24620,37998,28316,13913,8238,11662,4375,22959,40431,38799,39216,8152,40561,12164,21077,5621,25424,44092,15176,16733,48005,36047,49077,5975,14694,24896,31286,41008,26753,9915,2318,182,17365,17069,27628,30618,3825,15848,14620,29985,11229,40907,23477,29150,11623,43996,36723,22097,47532,22849,39243,34686,44282,17017,14039,47218,32525,36288,37730,10131,40256,4601,40346,4439,31384,23068,4807,47263,29909,17585,14033,44504,47395,5279,22626,2187,43715,20534,25150,9065,4270,15680,43076,10151,8650,25644,39121,7069,23271,40309,40037,32613,24867,37815,29481,46883,33772,18999,49552,46403,12597,14713,33882,41636,10540,49932,18519,17014,46114,47578,22877,26859,31599,19360,671,23936,25549,15374,39153,22745,44948,44971,26448,11379,26615,48035,43503,6134,33002,41314,5905,39024,10047,32952,38301,9605,40555,35147,41865,15571,41048,33721,14696,15148,49081,13924,34809,23772,5254,49311,24184,12448,21699,29437,20286,45924,37522,39395,12734,39269,41836,19206,17589,1312,29777,19398,1718,14365,33885,31648,3349,28960,34151,41976,39450,33673,25574,6441,32462,16305,25684,10702,773,31938,9251,46221,7754,44275,29301,19283,18779,3242,26972,14666,30297,44782,4634,21603,5336,46739,29653,7768,46787,16527,41984,17793,4085,32831,33639,21639,20617,37045,46514,11454,49529,15403,26282,13885,40279,18711,46588,31210,29029,5777,26918,48894,45877,31863,11257,4174,14625,31990,4826,18520,13606,31162,45208,20751,31617,19468,5654,20351,18903,1825,6515,34830,4093,35510,33946,27744,26839,42151,7615,7577,1267,12895,42925,41328,23629,37191,48704,35633,20838,21813,14092,27806,9816,38507,32328,31369,40232,47035,21227,21885,7298,18720,21589,39478,25773,38668,46553,32593,952,47615,1739,21104,17436,20810,6523,23472,29686,23643,16380,208,2457,18092,19962,43849,11389,42235,49550,32519,22597,13301,41155,14544,18951,21411,42083,25769,24510,21731,426,14591,749,35804,26678,40697,30258,33137,33355,657,39621,14513,23428,8218,33950,39542,3434,10075,43932,20616,26614,16611,38384,47864,25473,48369,48946,20865,42143,14346,36037,32658,35819,24522,18673,47767,2676,7046,48434,49991,31629,3574,2557,29367,49572,44557,15525,33643,33995,48046,22678,21078,26182,47811,10630,49750,39528,27985,41406,33298,9760,17791,25489,6596,36970,47681,22148,30074,14289,37577,48660,25472,41297,25743,20633,22609,8434,29068,22812,8445,6009,12112,5172,43476,1795,39324,22575,23309,11092,3605,30830,47428,35374,42396,8237,4589,37889,46759,17984,31784,25221,21274,13128,6069,1542,1607,44884,7019,26130,22905,32669,33532,21895,10789,34279,9156,19362,31343,15780,4271,11856,44016,38994,40072,34808,40745,32456,37033,6350,8680,4802,18097,39576,3219,12024,17715,41711,42406,46881,11885,27500,15439,9080,36407,34267,25275,28258,14339,45491,41872,48305,16248,24579,4841,29419,18379,32307,31411,36934,14985,28567,32239,25963,34532,10380,42793,44866,46160,1314,48851,14486,21600,15593,21610,20688,6865,35611,43569,943,35681,28864,3521,32637,54,31873,9934,8983,23656,18155,15712,1357,899,43827,10568,22885,26730,10459,36730,34344,6106,16947,6644,5833,26784,4387,43316,27880,22414,14990,9282,43712,41199,33332,26048,16118,38102,47941,24884,9801,34346,30658,45047,1381,6051,24800,48545,27441,29121,43583,33658,10619,31504,4383,13181,22361,45948,630,25512,40585,40296,34535,16199,5230,6818,38277,18745,28203,44114,18703,28868,46029,18018,39397,43093,30957,17370,2600,17367,47329,49648,2340,44314,4863,33895,41323,23920,24698,42395,26531,44721,19006,26959,41840,32363,7506,497,46162,16734,44030,33113,9428,3224,23875,49269,2506,33934,45001,49293,43671,34277,30042,2954,37284,22780,12313,42906,47630,25509,10993,18987,34979,48083,7180,21843,44859,31814,33192,8341,34745,24062,49096,34068,45599,36467,33003,12226,29403,15685,44419,26242,19850,5415,37009,28477,31244,10828,35826,8246,25244,23623,30736,17478,12774,3099,32758,25237,7434,21084,22158,6725,24467,15429,47074,36118,895,25335,26798,44935,12982,9874,14566,43330,16450,8883,30320,18741,5109,30923,32739,8149,23333,47230,569,28921,48805,37290,14982,31389,1834,34688,49672,21136,15016,33933,40885,28441,16793,31987,49139,14420,34239,35003,29326,21601,36256,36576,21651,44699,24384,17506,6056,17883,6706,10581,5883,7864,6465,43078,45403,5417,11392,5451,46315,23843,34803,27142,15462,20301,17494,18096,41798,13936,9241,32795,25691,7109,9712,1646,34991,41600,16114,3440,21878,373,1273,16894,44384,2066,38539,6728,46003,3815,3484,4283,38056,25073,39010,13587,30831,14120,29853,19819,15461,49725,20974,41495,3507,11479,37585,49544,5408,43259,10950,49804,27683,1787,31536,27847,41724,48888,37882,6000,22653,31028,37819,44608,9040,44990,40554,15761,44471,17269,33739,8857,9595,33366,5233,8118,30625,20224,20184,22578,24670,16465,48960,12905,23433,28421,15837,33809,7586,3671,8660,866,10352,10501,35512,21740,38050,35519,5856,46106,3501,47673,22189,14888,48549,26550,19889,27271,3218,4077,18559,34091,4342,4706,21312,22606,7902,21292,46204,34102,48198,22075,42892,29598,30302,21080,12429,16089,7065,28841,34548,43383,16399,11126,35796,23056,7261,48021,28765,40750,6983,38985,47987,9349,9807,40925,4861,31233,37166,12066,48871,32023,48144,41122,41041,11804,7188,44020,1406,41436,16929,29100,24997,45271,40767,32897,4463,44838,28578,41015,42082,1626], "time_ms": 49466.545849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 50571.356605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 50571.356605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 50571.356605, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 50862.772992, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:11.956", "time_ms": 50862.773211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:12.244", "time_ms": 50862.773211, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [44322,32616,15662,21288,47416,3417,7393,33414,31442,9068,49234,20649,30720,22655,40997,23681,6824,47700,33321,43698,31846,4409,6925,38743,814,34169,8852,48588,44200,26146,41961,7798,16827,11057,46336,35339,8070,18351,47368,3634,4991,30783,23254,46940,40910,22914,44634,38473,20953,5302,36557,10408,23612,20319,10006,46985,2086,3975,49130,11805,42732,19363,8915,20135,39482,40384,24260,29679,42135,25834,29214,16224,27848,139,20977,3733,33156,32830,34178,14185,43434,37347,20619,36234,44969,34173,35014,47845,22032,42336,8326,28986,5261,39652,47421,9332,33158,8809,37043,30690,45536,2200,41279,11560,1037,9266,34038,20659,46970,27327,17047,44327,26739,39408,1540,18846,2302,26692,4758,17714,39124,690,829,23781,11248,17799,10222,36856,713,29619,45801,42294,12524,22104,23869,36794,18455,2020,30755,33776,10079,43762,30423,27130,1746,14679,33206,41434,38075,6781,446,9995,17845,10217,19084,33556,16705,4262,38726,304,45367,3989,9368,10565,1393,638,3449,36224,48338,18991,23346,14421,5622,19947,13017,41101,7411,30820,46031,41499,8080,12917,36833,23013,33279,24801,34782,3316,5779,29915,43789,17602,46023,20468,24295,23826,47507,28404,49592,47506,17884,47112,26142,38981,39709,6017,15478,36054,886,49984,27284,40524,49467,33578,41131,4665,5285,44713,7097,23993,33773,28673,27647,45711,26553,3280,33956,15825,5308,9478,15216,47705,11280,36185,8288,35073,43248,27701,48832,14262,24721,14355,44827,49097,25774,12400,42036,23528,36552,7474,48109,565,25385,9470,31552,27782,38429,42714,40024,18150,19140,4449,34321,16716,31583,23237,3144,47457,31830,20026,42869,37702,22359,3179,40570,42071,18989,3158,3858,29164,48233,37256,32948,4020,20449,335,43936,410,12659,31951,27018,37291,47588,47052,39856,37318,39155,37120,13163,34741,877,26333,43021,17078,33870,41377,37975,40273,15466,16848,9987,44173,17931,39372,2411,906,49355,1791,44941,30497,20237,45347,12666,33109,5665,21258,47586,32411,48980,16157,10861,47283,12861,8699,17353,24127,43505,26392,28607,29285,12533,31422,22377,27372,14523,3726,6214,5907,5439,12482,15787,16521,6243,24820,38706,40248,7844,31044,38255,42685,26356,14016,1694,28255,516,19418,20333,16430,7507,4845,15247,40760,36703,45539,47092,48003,4761,24838,31732,3063,1029,17819,35810,16392,3094,1946,48943,42062,33105,1238,48332,14437,19997,34143,17997,30313,9044,16712,24428,17788,26294,35197,46206,35824,5189,1747,6646,21649,24936,29500,2362,22434,7163,8614,18101,32167,36634,4753,44605,14812,23512,12249,6643,20338,40193,26066,42929,33328,1515,22395,17662,861,42945,19976,31319,32944,4846,12844,27479,25148,9121,47450,31819,21777,28175,22381,19628,22188,12892,5921,31940,41525,30430,22915,37386,38174,46946,1121,28257,33016,23678,16596,41918,47835,4460,10077,37070,5403,45147,40226,117,43809,48377,31108,5077,3983,37143,5684,24349,34886,16823,16768,6449,29173,4112,47472,35834,19722,22672,26699,23059,6921,7373,48430,20677,33751,34072,19446,48739,1031,21384,13966,20671,9484,29876,31159,27988,32971,45781,10718,23188,3687,38113,2942,11001,48361,41453,48462,1884,13331,33661,24261,22584,32805,31783,22226,36426,20352,39560,22222,46196,31085,20052,32325,16963,8533,45506,3070,43253,42894,28037,32163,23393,37421,30073,3899,7276,13167,19231,28000,29718,25946,10382,31634,35719,43890,32385,46908,15997,11818,45030,10337,10846,29170,16586,33757,27790,42891,17412,662,5166,15630,11825,12146,34987,10533,2131,25203,13439,28847,38441,6531,3616,5542,7413,7176,7016,520,39606,13626,29557,3358,18163,32509,20296,27212,10066,3739,21943,15229,19376,1223,714,44042,39272,30807,6409,45965,32775,7405,48313,2649,31880,7921,14850,46144,5685,9606,364,7658,6183,4567,36931,39166,4544,36805,20508,38019,23766,22792,5445,31143,17546,37509,45626,4155,12766,13644,22840,9613,14675,13164,8223,1562,28557,49709,25653,47715,28068,1815,49610,8848,17303,38170,31792,44874,37144,41982,6046,45284,3038,2703,45349,13031,11603,20557,33372,11398,17341,42259,38526,17690,46602,45883,20470,36650,3201,40,20336,1808,32187,39772,49811,47566,4041,37014,21593,43219,38264,19413,3961,3846,18953,941,20340,9998,12633,23577,27469,30440,21175,47495,6155,19805,36977,26454,30323,2527,2280,23377,27237,34069,46487,40817,15046,48743,2018,44093,30111,13245,36436,26616,38230,6080,39149,12874,13941,29871,10955,8471,21306,10730,39240,4491,1043,7357,23556,9735,26328,27766,2050,42965,26651,21656,8873,48244,31668,10276,10481,44616,18878,228,11761,27226,46961,25581,18649,49818,30168,224,42287,40982,24236,21668,19755,38581,3624,11599,47029,22997,28108,16983,2657,38239,12277,13449,39295,23833,39034,41765,23040,42636,9528,35612,29638,31777,33193,48214,30947,18724,15474,43456,32417,592,30412,194,20064,26660,46654,36797,40023,20745,44160,47651,7618,19741,20129,21393,11812,2605,24395,10312,20958,29322,22974,42507,14171,20118,36820,45583,25194,32888,31001,26961,22694,25964,16453,21671,31775,33927,112,39773,7456,28603,41758,47998,14619,38390,41738,15628,20136,42643,39775,30773,35920,40084,37359,5358,38640,42186,37292,34945,22090,23100,9010,27672,47025,17645,49838,31271,35403,3991,44145,566,31840,26682,18370,14674,47442,1426,33091,46273,4319,27222,24942,12244,8275,6567,44850,930,26438,46579,13115,18665,7634,43065,20662,34281,26236,34001,1937,11487,48594,28348,43808,41333,44960,10325,47938,31336,17490,29300,20597,2537,23018,8679,4257,11578,21299,18090,21313,16151,38839,40610,20427,6945,398,37675,49749,41589,43812,43351,10157,23142,22589,32029,32607,16757,36671,18870,354,23769,5163,49246,13184,34791,33122,11414,31241,39339,45400,29048,31346,40041,21636,25717,47433,22339,22230,17656,18385,10071,13068,3927,29579,38090,35002,46674,2055,13327,8383,28958,2928,35193,15431,6532,30838,3093,49495,11043,3968,33308,48184,18227,35121,14807,42842,45381,10745,42848,42779,9684,45424,39452,46783,41695,13178,12756,41415,11277,44212,13561,39325,44740,46039,9051,848,14756,14359,27195,34138,11450,35441,37548,37973,43048,653,40280,39446,34109,49693,4598,2861,5236,24495,38684,3002,27159,27379,38845,3841,16050,8689,29786], "time_ms": 50862.999771, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 51967.183827, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 51967.183827, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 51967.183827, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 52262.794486, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:13.352", "time_ms": 52262.794733, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:13.640", "time_ms": 52262.794733, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33982,10858,23093,34861,42315,38298,43220,43610,16351,1468,39588,12450,25880,5574,25932,9633,17477,10367,38140,38092,33074,4355,21083,31400,19685,5539,26624,19209,700,25811,8481,38564,49942,7733,14493,13346,26903,27549,37131,11483,2823,7342,36589,7196,49070,16517,13949,41560,31282,18542,16871,9398,49589,45256,39165,29814,41685,11418,29847,81,6541,4957,19298,19503,22753,18056,1342,9907,35760,35919,29954,43529,34117,38081,37369,21706,47944,9499,23360,37060,25524,35182,38883,39189,20027,19848,4658,21866,5933,48812,44397,36352,38371,26424,8967,19871,43092,45469,31978,28125,4127,15006,23503,9359,38351,49148,7042,41942,33706,7327,43260,32773,46295,5020,19922,24591,12075,7017,49453,15796,2216,37236,49947,25696,3908,16444,30504,3803,18265,24492,24136,11125,40347,39915,29934,44710,41950,3971,23437,35281,8105,41005,45482,23276,46841,34062,37412,46069,13035,8089,24552,38282,5038,40675,48687,43783,39133,25230,13687,14309,2984,13969,30372,19676,45673,37841,3990,24504,14275,15101,22283,3793,31979,39496,49943,27394,49161,6177,14815,39048,21560,2892,3273,29035,45641,38517,8763,5816,39333,9823,18349,32038,9982,9641,26115,25955,12142,44978,18481,6637,27338,26422,37614,36603,28950,39807,36939,6352,14516,25462,18373,38921,41183,28827,29440,24388,2413,1581,36627,43069,33977,4865,15367,33469,25526,9300,5248,16025,47540,44890,36784,20579,16385,33696,10530,43874,47409,12111,4068,26964,49933,25404,34156,10898,25378,6397,26239,24022,9106,6202,27715,34650,5049,25841,30303,9729,31318,39526,24216,47097,34177,25271,13718,19219,22825,44157,36338,30248,4205,25111,36711,27629,23484,16253,14828,19970,45173,17183,23457,16452,17943,11466,39609,40811,22020,41394,24009,43539,9191,36304,38712,34923,38541,15342,48289,10203,23962,16538,23301,9843,35933,7641,3475,10657,30346,2643,24557,5692,3635,22776,45558,11848,41719,4011,13820,30216,27588,23497,26375,32341,1800,865,11068,19556,40271,5438,29391,19828,22783,36422,18165,19254,35146,49994,17176,18130,10535,46612,45740,9723,33466,25068,21670,18112,21245,34075,44560,1164,16720,40801,20988,6834,27557,22942,42130,48590,32754,1399,24061,12835,30685,20831,3412,1537,30077,37329,34721,1483,33945,44589,42019,47954,13681,40857,39442,31942,1411,34700,17244,36012,20642,32231,7593,33023,11160,1186,27076,8630,12997,10747,18099,43597,48623,34255,44128,16391,7753,6519,34953,842,48657,20318,31551,40125,4156,38885,49830,28245,39271,7179,16860,44800,8153,4200,16211,34707,7833,37914,18633,9691,10939,26406,32486,48637,27507,8755,10141,5013,21517,16085,29400,14277,37098,37626,39555,41325,43738,48167,1353,45112,1226,4371,27067,21816,40978,17879,14114,7436,14203,6248,6461,37825,35854,14093,40799,45238,8611,14586,5053,255,5273,3886,11717,12407,35798,21034,49459,18914,47086,10678,46551,43670,10201,49699,32738,17295,17834,31776,38931,48158,244,37356,16398,28118,34345,30529,41754,5176,10799,37312,33959,21116,10649,30339,33902,15987,17382,23946,37910,35525,29611,122,15556,33543,767,17809,7475,5593,45043,29456,21046,48500,40051,30950,36785,5898,6521,43013,38506,11287,27239,13320,22698,1039,31919,46462,12233,44751,13556,39707,46792,16676,23796,43690,34786,35273,22858,5058,16171,45658,10414,30122,26289,39125,12212,13677,826,46704,29785,2819,37503,29194,20911,16274,14137,29085,43543,1738,26256,6113,47113,13740,10348,24285,5341,21664,14156,40685,35367,6173,11171,20252,39993,42961,9799,7343,47939,29099,18202,706,21076,27860,40843,32556,40974,42371,11484,40349,35934,9483,48875,46118,9375,36659,13251,11929,4094,13721,21441,22525,33319,13294,23575,17857,46480,6975,24087,8692,33553,44428,20920,26474,32958,29148,38508,14426,46279,10840,10139,40898,11157,37394,31899,5978,12557,39457,28008,24939,3957,45736,33732,46732,46183,31383,37821,35838,32280,18478,25741,30973,12946,36104,18980,16051,8337,48741,45389,32896,16890,13928,38135,39995,7225,45537,731,35582,38455,23730,17283,29023,13334,49174,11178,29199,1473,39451,45164,43630,34796,49108,22394,46176,15502,44458,8325,25057,37892,23070,44375,44982,24170,45982,26654,39058,22725,37946,6290,11153,48681,38104,30035,11580,26642,23384,2369,12237,26299,43130,43919,11416,28399,237,36244,2482,26241,48163,37570,32414,32467,22510,27936,4194,36449,18208,3785,6901,42458,16510,22376,11167,45574,18133,8307,12815,12162,14579,24016,47214,22503,25520,41831,36843,29362,43011,10710,37257,1658,39449,35921,40880,5950,33528,21118,31578,34355,43425,2555,15772,48988,29171,5497,13071,23520,1351,36493,8556,16672,27247,45834,32017,33814,21934,39020,15239,12808,29415,4787,18659,18613,28661,40387,44999,24162,41772,17948,8822,3596,39925,3060,18770,686,5022,30932,15309,36971,2143,7940,18235,36963,21430,43247,49321,3693,27600,43730,16634,512,18608,29834,2581,40668,19767,21503,23666,15988,27216,47473,1768,48954,28852,47415,34839,15690,47754,30244,28885,21027,6153,3567,29826,47199,6306,44438,48754,14575,49528,11751,8565,26749,42839,29594,43300,10036,1609,1578,2640,18210,7789,27789,47145,44639,7403,43959,2398,18337,49540,39671,3835,33490,25725,3914,16001,2313,28468,16540,392,7881,25380,19278,38969,15968,15719,45978,37593,47689,44553,1966,15402,25942,24996,12981,43966,23356,43268,40541,16471,4732,21766,15898,38266,25206,6993,28790,17775,2621,34727,22019,13375,20175,26445,31315,35053,2355,38990,36213,23494,46297,41032,46319,47330,41224,22442,6533,9560,49912,8874,25805,22682,21368,8518,24747,12893,45459,33152,40609,30202,7210,30729,17573,14192,9222,17899,11304,26161,32362,6577,36322,21936,15007,5987,28946,45541,45235,33640,29444,28535,6327,14300,7385,20575,19270,15237,23683,16534,44459,5509,26099,18515,27652,10691,9465,32448,15673,9292,48793,2827,41468,43946,28272,9986,28900,24064,35689,20358,13470,35534,20160,3882,14508,22362,33145,10241,42172,43617,42000,29208,23973,23904,43883,5565,42140,12460,3488,36378,14176,29370,21627,13443,23699,19402,13538,3704,10721,49373,9390,42229,4821,33878,40289,8438,32587,11941,11930,43922,24864,24056,41755,6512,26814,2164,19265,42727,27694,48729,31135,29434,15203,40070,39181,35358,1587,2857,31502,30567], "time_ms": 52263.172876, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 53377.067445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 53377.067445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 53377.067445, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 53668.090659, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:14.761", "time_ms": 53668.090839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:15.052", "time_ms": 53668.090839, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4340,20120,36945,57,28964,23374,4678,360,29806,34254,17653,33766,17493,21131,48788,11608,26493,7827,27491,1998,31981,39817,22890,47611,46107,18204,30401,8144,44415,8026,4412,19118,10306,17842,28031,10835,14964,25094,41143,30176,27568,5586,21573,17612,7527,13786,8733,19930,49739,43477,31766,48309,10332,13095,2071,13665,10346,21787,1409,44975,32070,11411,17467,22441,37568,33690,1641,2585,13173,10402,15844,36303,8164,36058,45730,210,44879,35530,29394,21482,31746,7928,35646,14153,18670,45093,5528,26608,40990,17279,1140,21345,25634,47460,10693,39206,3081,8148,18367,45943,21102,890,31765,40487,7482,27458,31702,41652,14040,15815,6220,31858,13404,24231,27731,7415,38047,39364,17250,19843,22805,5746,41356,24819,36301,2554,34890,47273,40700,19688,40955,22910,17578,11081,49969,3407,1219,33130,29468,34832,25522,42509,33888,4403,45031,49066,47534,9142,48827,47698,19045,42060,2534,43703,29776,15314,2775,46065,39929,42068,22851,26364,37779,42427,88,27440,41909,40109,41833,3760,8007,44706,36637,27160,34465,44528,19179,29542,31312,37149,46131,24738,7726,32350,74,2195,20435,37720,7888,32037,45232,20719,17574,45282,14096,17212,38546,21091,386,25363,47906,47114,3271,26407,17575,27397,8013,14925,5044,18654,43435,13300,46623,11891,2165,41901,20761,26707,9906,4193,13907,4708,27869,21690,560,49233,27065,49660,30010,17970,632,44301,15731,14930,3051,48488,17545,17683,25507,38675,43627,19211,17216,870,33020,3890,41401,12564,6829,39440,47137,47560,12357,37535,22977,45387,30821,24310,3216,41983,25410,25191,48509,44348,48349,21315,13612,43856,3797,44293,29410,18738,4348,15535,12194,2684,31213,18465,45504,10990,10624,15287,26421,41518,14556,20732,25960,37699,19768,48458,27727,16008,23220,49863,33482,32592,43952,10034,6086,30088,20239,35217,10334,41631,2393,26499,14948,16356,39962,1225,8627,45782,11191,30359,22545,16555,21293,1711,5407,39122,38808,30101,17126,18114,7144,9061,17591,49527,30677,11952,4293,19479,4199,4648,45331,34705,13689,9812,39490,1553,29297,34050,38190,43862,42494,6503,8280,49240,13717,17720,20578,5229,37981,1869,14797,36414,46220,46109,21190,21953,48166,38901,36310,24267,47582,38801,34152,38251,9599,9687,26014,25050,38020,13214,49689,15051,21937,5039,36699,3878,26823,36160,37199,1359,26980,27105,17031,7333,24664,48536,39455,12114,40493,13550,41540,29744,44787,22640,21399,25615,44973,35354,45817,13572,14491,25176,36654,32457,7716,26058,34895,45791,29746,24369,35241,33687,16887,40940,42174,7892,6520,35316,8375,33235,20205,47866,23606,13466,27668,21605,38960,11732,20425,1184,38772,19948,8529,31266,39425,38596,6253,14780,27179,13694,15620,42937,2512,18263,1899,48017,20738,16095,13944,17678,44385,43131,22110,44908,19724,46508,42928,16000,45598,32138,11604,38773,44799,39078,18302,32250,2809,6918,7719,42704,6205,18486,4062,32615,27196,14264,16867,49463,26111,787,1440,34794,36961,10389,23801,10510,10679,20964,46788,19747,16655,39932,13150,29767,36323,27586,17124,6165,47123,18022,6716,19358,10261,6490,20669,12490,27898,920,32339,18600,18976,9073,20035,41012,14389,8538,16658,16478,14019,45776,14210,42059,45701,41391,41666,19513,38980,10358,38768,13657,24051,9088,35330,21979,5396,38930,27541,17187,5239,39755,42408,35365,43859,48245,28863,30974,22342,11782,14849,37464,12733,12866,2508,23741,42574,43548,36620,4381,10310,10717,44298,4754,16196,13715,618,18937,2980,46586,15716,48103,48224,2658,16563,45551,21819,3363,49232,25407,29792,31957,3439,19455,13869,12785,8917,39326,42724,16440,47030,47418,48598,27459,37641,22440,49722,46472,19797,24121,42327,23436,8715,8086,27581,926,46843,46957,37929,19817,48247,9224,2255,40366,16451,24925,45022,7811,16470,38326,24392,3769,17308,11234,35529,49841,30786,48373,16571,32631,1691,24296,33723,43763,28892,17850,34388,23689,18427,31382,38890,5821,12333,21468,34398,36747,47179,10862,47235,27596,3669,14038,45439,8850,49907,34414,19906,318,17672,42356,25110,2154,13231,21962,38189,34736,23051,28493,19978,1027,30493,13229,4792,36752,4966,37651,11835,42310,25868,24003,24371,9682,46110,44291,49869,48551,23861,38006,31484,8053,49827,1118,37884,48769,7058,9372,42668,29242,29411,9673,14281,31048,9985,7104,16608,31984,35704,42372,22613,14282,22078,12805,49784,13385,33689,42127,23204,5413,49939,45077,26472,7238,37140,19743,45516,11770,27523,12023,35915,25339,18994,20853,36993,21352,46598,6428,5940,46624,35336,8386,47968,49102,6621,24763,16535,21433,37380,46795,17859,39862,75,7157,3771,49944,30747,13836,42933,48050,9352,35423,438,13343,12253,25919,43586,4790,30085,31273,40698,43421,32095,44023,16921,14997,47292,27084,29722,24690,11946,32406,7787,47677,5201,21302,48718,45201,21452,48505,11047,49675,12801,35407,3086,24703,21855,12877,18730,23334,48636,22868,20765,951,11322,26278,43084,38408,24041,8409,31470,35647,24902,12807,40915,20930,12173,6681,14931,10480,23679,29055,19972,26996,21454,18248,2700,28714,32468,30883,22269,46381,7622,3843,1829,10943,11174,16685,8749,42133,30905,47832,41681,37286,13783,36270,132,22918,29931,41767,25815,34439,39692,14362,16573,1866,11182,36368,47585,7245,26914,17232,32061,28580,38866,49236,41402,45716,46202,29830,35916,31003,13488,22766,12528,12552,15387,26598,26546,25608,8489,43102,12730,41590,46152,35356,9539,17105,46931,30128,4472,10715,11522,25557,11340,43082,8622,15675,13525,6877,10609,19439,23443,49692,7530,47250,46920,29538,15592,44904,25305,29964,28043,15180,33334,32589,34505,26054,36342,42155,38792,16959,5608,13754,35500,13333,39511,23750,18936,25949,22297,38023,37763,771,21598,45668,43457,21931,10117,14283,1107,13360,49713,14598,25490,17727,10944,9340,18872,40178,45759,11373,19777,26326,31303,26797,36987,15031,41164,46147,8171,49323,39502,16366,25894,24678,17951,24149,39113,31287,32731,33624,18950,35442,13776,33210,29158,36229,20899,25430,16498,21413,236,27233,8931,38952,29707,43828,24886,32526,8197,8626,16494,44063,26545,39900,5556,27162,1956,33178,5718,7352,11767,6209,40353,31261,43033,48971,7779,43894,30781,42534,77,25809,30040,31676,20640,44071,45075,29269,21933,22857,45885,44243], "time_ms": 53668.304327, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 54770.750541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 54770.750541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 54770.750541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 55061.191432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:16.155", "time_ms": 55061.191617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:16.442", "time_ms": 55061.191617, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [30028,31923,35245,2620,46620,38631,47334,19798,7206,35886,35225,38432,22696,41805,14184,9736,38761,19268,384,28720,44627,20630,25120,22184,9403,30891,2282,12322,36070,46198,28189,6828,4014,45056,9779,716,32645,14148,11350,41867,33510,36836,27074,44929,18429,12955,19423,25912,37584,24315,4445,19756,29648,17136,12000,8195,21554,27603,6424,42952,31057,661,17406,2824,42055,22217,25202,44804,42345,5193,24567,10807,44515,28746,8036,14708,15271,19120,37044,46002,46523,47691,16288,31955,18831,46314,45788,25754,43007,27732,11559,20284,24287,28259,42079,2644,19299,7490,271,43549,25613,44812,29680,49054,32149,6689,25401,42749,39001,18553,21496,43975,30475,10512,25686,34015,1036,25637,36572,33085,7838,45936,33681,22662,4945,30642,28382,30759,11442,14440,3848,7973,35513,24727,8083,36312,38940,35037,33159,40460,27448,18675,732,17940,5602,23795,31290,17276,31796,18554,42917,35918,1960,41522,7049,21197,36732,28904,7667,41868,9219,7730,37178,43746,12258,5021,9948,15824,49259,19961,28394,4560,22715,36264,29668,43014,35223,25994,38195,5141,10173,37097,14864,3108,4950,24513,16228,44276,30365,47632,1023,38117,22730,33563,34103,16219,22103,4671,20576,35890,30064,41260,11837,5720,16054,37966,16077,46223,35492,34605,11883,35956,8564,9775,11936,24116,11927,28826,18308,33680,44834,22314,15145,14667,21243,43792,30373,25392,24212,49202,31035,29323,5084,24923,40082,42834,42024,32714,39507,18318,18854,41313,9741,28025,30731,26261,38513,40129,27487,43151,32396,2403,25249,7299,25667,12687,7972,44530,34057,20178,20927,4677,32750,34939,44979,22549,33913,31186,6944,8391,11907,101,31429,49903,21806,46678,46742,21127,24397,29633,10045,615,28890,22501,24148,25543,2258,46387,15819,13998,37307,17053,22135,3827,24841,4215,9064,16433,49417,30553,39950,30324,8499,34946,11531,4419,32955,37941,11394,49485,400,34926,20277,46411,7050,34370,5209,35016,42567,2157,31914,46766,5953,30307,41503,47082,33179,8739,34912,7251,20517,18247,20124,1838,23397,63,37700,21719,11180,48513,22016,34204,48732,8193,36343,45682,7504,17390,17125,39413,2062,35962,35770,18534,5758,17616,36091,21141,33944,39616,5054,16404,18877,41653,33374,44894,6346,38642,43419,1062,8387,28688,47695,25923,15058,1513,18882,24190,2365,29663,12386,1774,43743,11399,10957,29891,5212,24683,16781,5607,16397,47021,25956,30633,34545,16754,49305,27264,22385,21469,28161,48725,9942,16024,211,13055,984,16794,2105,8731,45671,44199,12282,39447,20201,7701,47561,5536,18773,35160,17252,26603,8984,15315,18995,22643,6028,36131,23610,9308,8610,10684,39520,47366,17700,3631,5314,33052,42420,9818,15115,21525,46717,14977,37454,30715,32321,20586,32186,49596,4638,9303,3999,49278,37448,220,13430,8613,26571,28138,11518,7264,43023,3313,16218,20789,14213,42113,22723,6283,4129,39215,26900,22680,23507,28755,39725,5009,33859,28033,34798,41745,34435,7685,10958,22829,42324,45221,11237,14826,42080,46136,47344,7755,10595,24580,27738,16502,683,12546,45291,49424,49882,9991,48297,49055,10199,6319,6790,42192,8147,32961,19359,43420,44405,18531,2973,19847,3940,14221,37792,4829,9523,22843,27626,15980,38941,37963,35775,39802,16098,34482,14142,20912,41393,14867,19671,13487,36127,45169,36271,28489,13240,48884,14823,6792,29499,32445,3079,25535,34488,33485,22463,11054,8084,48738,46165,4300,6785,33066,20563,3576,38540,24352,39117,17372,41668,44813,18168,3438,44512,8655,36877,23335,19907,39491,35507,20445,36515,26252,28305,20982,4569,15599,17717,170,21252,24049,46234,14657,4517,16355,47522,8524,7606,29385,30593,31712,26965,42153,6742,21378,14269,937,8052,47027,47690,29075,27204,30150,3746,41108,22319,4656,47749,4537,40468,13145,676,45657,31100,19632,40071,27462,47692,21693,8369,11103,32719,41026,40863,17087,34286,29787,43291,46901,40301,1369,37693,1619,18246,1456,21192,43601,32026,6683,36806,44727,12771,31212,22006,3377,7203,212,10995,34742,23525,46503,27068,20790,47441,2256,9543,29013,8358,37786,564,46439,16536,40052,4503,45769,27482,30131,14076,46463,28504,25266,42954,17347,46561,6334,47531,42110,36158,17385,45370,11651,4424,35526,45380,37846,39727,9837,5819,45390,28923,23086,41194,27243,21758,1516,33611,369,28663,21839,14117,14285,2428,33504,42712,25439,38914,40113,11792,25196,45391,13435,13453,20685,14834,48087,36912,39801,35876,39955,23400,42301,28055,3795,3510,18698,47644,40956,35511,20421,5929,11523,24679,25973,3214,36719,16062,15857,13321,49880,20895,6580,35724,18095,2303,40625,41190,34960,43941,11983,47345,35152,35309,21802,21429,7842,4777,21584,25121,43191,7920,35151,20644,38175,7891,23926,2999,34351,4100,34128,2578,28236,7060,29255,12655,42694,15275,19561,2907,19682,41331,19718,12027,32527,14174,35222,21086,19203,5603,28208,8580,34301,37791,1972,30540,48489,4063,32769,16160,34141,48342,4534,29837,36890,27251,40657,33731,26046,31515,28099,7515,13840,16620,30279,14860,35387,49260,19570,4745,1349,23259,18910,20698,16627,44849,46473,4398,16009,6634,35574,32199,13339,38287,38324,11008,40018,3653,27747,40701,24667,33055,23774,34978,14292,9597,45070,8452,9262,2352,49785,34905,11516,13832,9013,37890,24877,23568,36177,26469,2134,26883,41532,44887,24881,16528,49375,36616,39986,22837,48401,35688,27653,38444,19538,39577,10089,7262,48676,31062,42587,35414,7640,31997,34352,1818,19301,32619,27566,42243,7901,33406,44615,43912,20055,46312,30634,9414,17541,20854,7224,9925,12761,34076,19673,8646,6709,49646,29095,30754,38653,6959,47625,12257,1240,36488,44766,8250,1964,44896,3433,28042,28221,9648,44586,45474,33953,13429,42435,2288,23060,44966,19105,19583,7750,30805,14386,14644,9111,30910,18047,25838,19173,25324,8669,29283,39265,2796,24733,13032,47247,37571,36697,30221,3584,22256,40216,22726,1008,24765,8726,9793,18541,20894,12168,41561,19305,31424,49736,5776,31667,25106,3315,4049,42426,19110,13639,20561,28712,41740,8958,3973,19031,38101,19093,32905,21789,7879,45702,32966,11493,35726,6071,3614,9457,32261,17947,23805,1385,5513,15419,15496,34922,27736,17627,12931,19103,37036,40840,32979,2882,42916,26913,36581,34918,14700,21212,44446,3651], "time_ms": 55061.415063, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 56147.777218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 56147.777218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 56147.777218, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 56440.117406, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:17.532", "time_ms": 56440.117700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:17.823", "time_ms": 56440.117700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22803,36486,8868,33883,47891,37350,39174,46646,4435,14035,35018,10479,1175,6331,18603,22123,8575,34511,4208,41070,3061,19705,47935,11082,37192,23587,18250,40649,25396,7454,34499,23822,4801,9645,22629,1200,9910,40060,4233,39375,15232,48647,9234,34131,7777,14652,10672,294,41441,759,42237,39899,31977,48316,16027,4059,24711,2222,6525,40934,14744,44323,9163,2547,34493,19308,34071,31826,25130,22176,31432,16083,29733,47794,47307,34000,32666,13371,27407,31633,4937,49783,5895,33770,23182,41336,47152,36381,14056,31395,515,17810,25358,43106,4852,15521,4668,40241,7372,39013,14439,7635,28044,28198,36694,26190,3047,39977,28597,6679,20902,12663,21765,22658,24390,13499,21771,21870,4373,25501,20962,30700,16531,34304,3494,8450,30616,46544,1640,11222,19394,40624,22496,19657,28797,49308,17092,30696,35090,25061,15859,435,14531,26501,26687,26617,41516,43139,36052,25115,14542,41913,12305,29051,14569,40458,18177,18418,16123,7140,7322,2163,39888,16338,27977,43581,37742,48386,49436,43289,17029,22127,16989,48979,9888,11893,44758,31950,31933,12591,25530,32650,12823,38232,6107,4962,8108,22702,11012,989,40683,45634,42281,25930,20033,12582,42218,32211,39314,43056,16406,47445,46192,28700,46595,42876,37069,12765,21921,23924,8637,1752,2905,6186,45090,42284,6401,37321,14119,37175,22761,32303,41542,5114,16668,19925,25967,3554,10221,12077,21383,49466,19908,48574,18407,8846,9125,4981,16914,32165,45228,10372,25559,14410,47517,21543,43770,31948,44296,21418,12795,13901,37868,38611,42351,17742,40066,27594,8180,45544,29702,12684,7894,9957,25997,44577,38412,7932,13814,563,45120,41172,12120,11510,9725,33917,42056,42238,16324,42072,14759,26319,39273,4086,42217,39219,33470,48471,10245,7375,23618,1890,47669,26584,21869,14259,10214,11752,14075,25445,17977,12152,39086,2349,6158,16907,9786,17384,47795,49001,26785,1276,42783,18278,49276,433,37988,27319,14266,22735,28560,39469,10390,49833,29755,7782,4490,31436,35000,16666,1058,13219,29742,31183,14448,46012,17521,6879,22087,21744,34471,10148,24897,8815,25795,12059,34654,13053,42828,3590,3792,26690,21134,14703,17555,19608,13979,49002,27234,9796,377,22175,29262,16264,47798,46516,34202,14023,9893,44334,60,43944,3891,8436,9462,30552,34829,29626,10386,12437,16469,1737,10438,7550,5875,48292,44010,22861,10758,593,7576,19264,27428,28889,33223,2813,45095,3565,11544,22273,7624,45840,8639,4889,28306,8087,4448,26248,27228,1076,2185,25558,3889,28164,19244,9264,25845,44109,46817,36252,42853,35113,30813,10347,4687,17397,15298,46768,6900,2412,18840,42532,16161,21236,9302,6399,34158,24304,36392,15940,47901,39384,5291,41527,49956,30506,42141,26576,21689,22759,43149,11519,38007,17080,12183,35891,13529,43170,18452,30996,22236,4527,35218,36363,39831,22938,44048,41890,44422,47490,40550,5433,8208,45160,38790,33295,26175,23350,48527,46230,39402,32306,4815,20142,8015,25155,39840,36665,6806,30592,9230,2996,34556,22085,29840,30989,36866,35224,37255,39745,24488,19116,32692,22999,44775,1758,11437,40744,8775,18990,27252,48765,6119,34064,40600,45388,49281,4296,4476,12445,23145,48615,5105,23304,20776,15062,30139,24200,8236,31907,24503,37670,7580,44811,29279,15820,28914,39996,35328,7399,7388,33032,1086,18353,14594,40253,32389,13028,41773,23626,21408,39403,20471,40348,15032,34275,4954,27876,26953,47468,35680,28724,17540,41566,27272,2887,44921,1101,46284,17093,24461,39365,35157,44388,10472,41100,44410,5185,18979,16833,33910,15979,21660,14103,7998,16371,11459,33703,3826,13005,48751,1554,48911,20841,40810,5253,4090,37609,20718,6853,4489,14041,7029,10791,9550,20788,42064,17179,46267,40530,45639,95,25757,527,37457,39947,13811,35547,6898,25870,3876,31645,2518,32159,25320,20905,1783,22521,17462,30487,45092,222,1434,45605,13228,11719,28036,24338,12607,34935,31302,39697,15984,15430,44460,39777,49951,11502,27378,35078,21575,27158,3335,47886,18774,15517,14245,30093,40330,25765,34319,3723,8605,15187,32803,38438,40899,36028,48002,14517,6087,4338,16282,13394,45532,7523,13984,8049,27468,38910,17352,28219,5332,36097,44312,39918,8343,7925,6609,5122,28032,5134,727,42046,15217,28247,40923,16500,20250,36579,33057,26639,41822,42623,21184,9705,45529,2245,22299,46993,43684,37761,38748,28026,6348,45664,10486,6815,19559,30983,33070,20209,25000,35067,46785,3593,43590,21458,42311,20624,49285,38622,11501,41977,25731,49793,1389,18650,3326,1382,45311,3202,1647,9856,26665,17266,16331,13963,11858,20378,30733,19050,4298,5919,337,17853,8006,24175,19480,28361,18535,24863,8272,29741,23686,12621,26829,46591,1605,2579,9445,11429,49573,28675,4235,24626,11270,4290,45803,15266,8713,35219,25354,2087,38705,18502,30867,22446,43609,39920,2542,44556,22711,39097,32128,3944,6771,24538,7505,43832,19672,21247,21215,27177,5377,28562,11259,2266,20507,37058,28314,49883,43796,1439,34512,18869,42987,27209,19700,32027,24646,8318,3490,23619,19381,4144,39649,3276,41085,47382,37156,48935,36893,15356,12491,25171,33853,16758,1464,45033,44808,8761,28447,19932,5124,16969,406,5293,15378,37930,3025,2624,6821,28525,6137,207,2862,33551,49950,4287,40874,44738,35734,17302,44637,37264,25290,41587,39559,1130,26973,42112,25353,23570,44694,8428,3613,4078,15876,4202,4106,26985,42005,37221,19578,44722,10664,36800,46169,27356,32696,7684,21817,32194,26912,48826,6273,19350,38920,10998,38313,28725,44073,49599,1410,36408,47139,40354,18086,42280,39645,30808,46740,25072,16764,9759,41159,40538,27572,32204,37618,13307,11977,42994,43947,20049,37353,26955,28895,18638,1035,38624,42109,4500,25770,15865,2906,27395,48947,30267,9806,9755,181,23479,7408,15725,19034,21907,2922,29660,46280,46184,19912,36577,25185,7623,11542,6400,20949,27793,30771,10127,7207,17038,45663,8051,28179,22645,40674,10238,8619,6057,1803,37296,5401,3518,5885,46968,42706,9505,29888,33277,28311,35954,30210,22129,22146,35004,41130,45223,21314,9463,14375,19441,30795,9699,19776,35995,24714,19971,28165,25846,19346,13705,11285,24948,27616,3672,1916,36943,35617,36240,48933,27100,27516,5115,26621,16813,8063,47459,14011,39417,5696,17654], "time_ms": 56440.346458, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 57519.618339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 57519.618339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 57519.618339, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 57807.931480, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:18.904", "time_ms": 57807.931645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:19.192", "time_ms": 57807.931645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [22371,33188,16394,33209,9693,17852,37188,11780,15891,40235,22747,23589,44841,30426,35285,16441,48909,108,43319,23427,10689,45642,44331,7009,11384,27818,23597,16323,17826,33225,38193,31396,13861,15949,2179,11887,26368,3258,8389,33745,29110,23773,38572,7742,36739,36237,46099,11129,28664,19858,35366,39536,16429,49710,11307,37041,43920,15233,14089,18792,37135,25969,804,4386,45306,44814,12231,3149,40422,31405,2169,3654,24910,6542,36614,43945,35897,9895,28888,10446,47643,16520,38066,1367,12542,18805,18368,49064,38924,1863,32228,37054,4223,25910,7499,20407,13891,38632,40047,38841,11912,40891,46813,43070,35370,13489,22363,35578,16858,21362,25882,17460,49009,13393,10780,5748,22986,39661,40033,5767,32301,7512,21492,24707,34963,22271,1318,36439,20555,30011,26157,41611,4320,6539,38214,7896,7024,38185,30549,42461,10336,28381,18564,13669,27229,41200,26551,44669,15042,29401,42499,41661,15397,15866,12438,28222,16474,23487,32464,13266,39327,49007,33783,23510,49520,20528,26515,12308,30218,41639,7859,10562,18849,10023,8216,7893,31202,22298,8769,9150,46515,21049,38156,24197,46769,9200,32499,25832,13161,10723,36571,11403,35440,29396,29428,23076,6104,21218,6950,32035,25038,7792,36927,25303,47260,28266,38086,24011,11385,17418,745,42969,39296,27993,41202,39902,2558,38401,21763,21108,1812,41826,27206,26656,17732,39943,37733,32066,12169,19867,13929,48705,10057,32293,29910,46127,9351,38933,22866,33367,48040,14344,17479,30204,29534,34317,46164,27066,873,14891,9714,26382,22413,38053,29799,44442,44923,45652,18089,11181,43864,25026,15572,10579,36456,19478,11451,21101,4148,9441,47910,48922,34367,17772,36788,17335,16411,19534,30737,7553,18577,31579,39669,23481,22814,25690,30033,42859,24251,45072,34445,3796,25173,37866,1278,31181,30911,31105,41630,43668,37343,16884,26983,11116,35568,43386,27187,6685,25807,41225,13140,22403,10046,29889,14360,39859,15674,41883,204,22790,17349,34112,11127,46080,31245,1692,37331,32967,22982,30787,14518,42170,10279,34324,4630,30615,10761,37372,40230,12850,13791,13738,46666,2145,40502,31088,13074,29706,5651,15451,45833,28533,44280,37228,16116,14348,9728,3808,37382,16130,7066,38781,25856,47483,46943,10432,35563,40291,4452,25979,30939,11302,1016,25158,30472,2935,19861,13192,36540,12050,3147,28457,9271,19351,26566,1413,29233,2315,2473,36921,32184,12890,31218,18955,10483,36889,45364,32125,15160,47332,7605,47223,34207,25321,20198,34940,17817,29144,34011,36947,14472,26725,5649,37138,23976,22391,5360,23876,44107,4974,32160,27221,35675,22346,41255,15066,13867,6159,24857,24860,17366,28035,46988,40128,481,405,2952,24885,36869,1407,19542,37758,20191,18305,47248,48088,47919,24979,5130,46458,8188,40228,26557,29082,1715,42400,41011,18485,38226,7396,15639,41802,38588,14796,287,9048,26199,5656,23171,1472,38218,27151,48438,23343,33221,35347,39261,17222,6233,12713,26921,6886,24265,22454,48279,21491,42762,38354,14857,22215,16468,25850,34632,32178,6761,49989,19232,22489,21117,40294,4946,47976,15655,7924,37099,49271,14097,10919,37405,44793,38669,5668,35694,37177,26886,1390,30926,37198,36462,11274,48644,4126,29475,643,5976,42877,18128,14017,34864,38641,10646,2486,36787,5985,46906,26112,18835,12030,2990,6349,37579,6149,38460,19875,43710,40950,14113,4704,45280,9761,4001,6805,47339,37150,38306,34671,2612,42758,31258,42477,28624,43329,39217,23583,38068,42914,47688,5298,32441,37042,22105,46471,35175,28517,37062,365,6117,27872,5366,37500,13943,34296,29404,16648,44892,30143,21072,19102,11669,44640,37956,21497,10436,19000,15831,4963,2631,18873,13544,16458,36897,24229,30046,9870,20599,17313,12669,16251,979,30207,42164,24451,40281,35418,37722,43673,2075,34828,26065,36401,25280,16587,30054,15122,32386,25781,21326,24672,23448,17012,1797,46481,17240,42780,18917,38832,9133,24367,7669,29682,31816,12636,31164,19825,20332,15132,31488,23089,12116,31890,16121,47452,30137,32722,45746,31930,32545,44186,33189,45678,40991,13695,29036,23596,47312,15427,625,18023,7629,29382,1907,1253,4044,27242,24026,11870,32006,9548,40028,47136,38467,36280,8789,5328,46494,22657,9831,32940,45248,40304,16661,498,457,12480,27871,29264,20081,32728,39109,24861,1764,27980,24083,31511,10118,2235,29636,8291,38528,27817,2608,8425,30825,11088,35062,24546,24561,25493,23099,47148,19061,9432,44985,16964,21785,47881,23778,30758,15759,48550,2599,692,9265,48070,24837,2405,38652,16462,13188,18304,29270,17065,21041,17710,40861,24967,15668,14009,33972,33369,5269,43204,18363,14504,25657,8770,30020,6414,37713,6312,27632,30056,37495,25829,48091,48795,32636,18359,25232,13628,21993,42453,25081,34966,9538,44047,49600,30935,31582,4019,46132,41469,28256,6090,12221,18346,24640,45003,45728,27702,3984,20139,3284,25309,20045,34191,43614,171,6691,47528,42124,20306,40951,8257,35448,40264,11953,26377,27415,1266,15654,47322,26039,20758,34892,38686,33786,45531,31125,7749,7080,38566,29062,46081,22306,7541,48557,19124,6040,10572,21732,12900,13604,47746,10866,32323,23954,18830,31691,16106,45084,20520,31726,22320,2083,49401,41359,38400,39485,17046,17184,17509,21318,17170,20288,1733,2095,47119,9904,27292,14822,8855,12110,33317,30526,34823,41759,3257,37508,30047,30620,15096,43116,1006,4893,43758,7637,36182,17769,37040,38906,29317,12511,14951,1983,16203,10633,42984,48363,32229,13903,45772,36333,5584,34504,45350,38157,24293,24145,44318,24337,37901,7851,32723,41388,15401,43261,9669,43110,46205,40414,29879,13236,13323,46377,46505,19523,25099,27409,30019,32857,49723,42020,2858,39498,38482,45687,26180,40623,20053,11213,39734,9772,2767,33575,29902,7708,14543,49447,42460,17533,43557,13589,11499,37987,3395,11284,24695,23919,4082,18867,27742,4611,46019,39593,22591,30897,47181,30657,47869,47609,33508,27202,4622,26744,5350,32110,46397,44429,5349,42540,3477,23835,22107,42940,47065,36823,15896,17360,40985,12026,37245,32176,4256,40328,9123,1490,27674,18585,9750,14247,30232,33421,30236,21214,32155,5398,49372,18848,24099,8295,25340,37501,12399,22119,30844,37974,36989,11434,23021,7995,37280,4164,38015,37326,28020,13174,39558,43379,143,45934,31163,2969,20717], "time_ms": 57808.158346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 58912.000604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 58912.000604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 58912.000604, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 59200.195108, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:20.296", "time_ms": 59200.195285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:20.584", "time_ms": 59200.195285, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [32394,11642,34866,41793,36684,646,35658,9565,47358,22318,43157,12416,41452,47009,15906,48688,33047,47367,42142,3595,16749,23103,10973,12053,11391,37084,41809,39518,151,32295,17005,15350,49617,3290,20197,17450,32466,8490,40814,23128,10216,43232,45074,12410,40515,4722,11147,6034,35291,42465,190,8960,39475,38269,25062,40590,36876,39826,15249,39713,22703,34815,27304,21448,5390,36900,4311,45815,26816,16178,6852,5300,14996,30607,35430,12472,3871,25350,30293,19897,27657,9215,23214,10381,13960,37446,34243,47853,31718,32010,10239,45460,4890,34476,10626,3021,15765,936,38234,18845,22227,35438,9002,43044,30956,34739,26114,27033,32332,14313,22717,15901,7715,214,19998,41593,15151,29190,36176,10536,17016,43674,10886,6227,46429,15099,835,13162,12841,37769,36511,1927,44503,38605,21625,32934,13976,22638,7249,47992,12563,21332,21555,4578,29848,34845,35065,32575,25523,30166,16651,39035,5128,44077,30121,28884,32590,49166,37672,14676,4541,26492,15960,11211,36907,38803,7628,34840,19703,49551,11784,46331,28500,246,26716,13958,38951,28615,34054,41181,15343,24468,15524,22280,39212,17432,36834,25791,10712,7137,18473,44570,36030,14863,19431,23584,21181,48804,18757,46384,3155,21642,8945,6197,46621,5375,40796,1727,48391,43465,9492,31080,28416,46952,15423,47874,8497,29088,21456,49701,6887,32755,12191,29337,39685,39445,36736,32811,22611,24139,48843,46668,12340,23751,27439,41629,14367,3824,47005,45939,2842,28385,32315,22493,26568,45820,29483,4635,31081,23434,23616,11652,39868,5913,29838,543,18164,6275,215,13377,14550,40604,34773,9450,46771,42014,17531,29038,36055,34521,22418,31394,33650,12072,12625,35906,876,22471,40136,47003,20937,27959,17550,36423,6967,9181,35460,6281,21530,18732,12209,6708,36221,13863,27761,41370,29771,28848,1488,36768,18249,5881,16773,34942,40522,14387,43339,35038,44648,47134,17992,6418,33273,18952,12721,40673,22946,47010,23662,120,49585,40078,37200,2229,47036,17738,47762,28197,31419,49650,13264,38811,2269,23780,7980,6375,25143,33154,48397,12651,11130,18557,14378,29925,2292,42439,3606,10107,20593,11101,35948,39162,23802,3985,27408,19095,28278,40713,15426,39456,25180,34224,39845,1978,25027,17217,28229,16076,28435,8571,25288,33966,42075,13781,40576,38745,36063,27437,24020,36415,27553,16346,31091,29210,275,29604,48924,12418,49431,48937,17278,42018,42086,15388,38614,2853,40677,16329,42493,33844,47109,14865,16058,28669,39108,46545,32708,26570,43081,37052,27542,11024,25735,21596,48981,13171,15611,16896,47687,39258,24829,1017,31887,43531,44339,9165,8924,18969,35351,21780,41537,30605,11503,12332,19796,43159,17649,24550,44785,17760,4279,38483,15420,41683,22985,29097,3529,1912,485,27311,40973,49125,31047,32062,37406,37736,45413,17761,38973,37425,30214,19056,36524,27404,10555,23712,47821,28134,43639,31962,15703,6063,38145,45771,16193,49911,34049,36321,5066,36181,27309,27560,16061,17429,36353,15081,27521,45930,7213,36505,19121,30270,10232,36807,22382,27207,34820,24128,10548,32214,27774,43283,43948,40196,28210,36535,9721,12483,17344,30179,23329,33207,25116,37534,24292,9840,16046,45804,49901,32033,44933,572,27739,1283,42896,1657,6208,42331,15386,3321,14478,12724,12339,16021,31455,316,37891,20871,8234,40614,31852,3941,7584,3750,48378,4288,26579,45911,9043,18767,46542,41965,1559,32113,47958,47500,16285,29050,42042,36192,23867,40112,13484,27017,36079,24198,18696,25554,27745,39884,6958,5712,3830,21176,23571,24346,42529,42715,43866,45764,38367,20177,20855,45899,9204,34612,39195,13457,42484,29560,18843,34687,10383,20246,17121,24224,17468,22027,33371,22573,36741,701,5339,47511,44889,42160,9692,33991,6403,38537,8948,49327,29951,21370,30327,29231,47562,14733,42070,31255,49854,43160,862,4190,32270,17659,28697,35079,22603,11164,4050,14446,1766,29816,23025,25569,1740,15030,7574,12201,26610,7589,39999,23821,30998,48493,4909,13168,3718,37740,33428,18657,34121,43887,29968,42342,1975,13441,47724,46051,37767,24851,691,45721,35322,16995,42189,39053,23349,41954,19277,9278,13159,23708,41642,33727,11641,7254,2325,8889,41381,5917,23988,8589,37502,36382,17764,19106,39241,15547,3874,16220,22169,15737,22214,40461,8787,9497,39733,4812,14312,2780,32939,41326,48807,20521,28546,27442,42772,37539,22208,42654,19448,535,32933,18484,38518,2008,19689,4897,260,24415,19596,41925,28636,13713,47177,8372,35015,42338,17132,47498,15755,23652,7044,9310,29128,39530,46517,3157,14921,45018,8344,22579,48586,1444,23625,19285,18584,24576,2099,10022,35541,43009,15267,4698,27038,19424,2339,201,27333,1805,46400,27456,27426,47437,30084,42226,14873,49591,39264,17567,35081,1799,9077,3055,45354,19355,32876,31308,34822,44216,8308,4714,46532,15948,23736,48059,15788,46339,31690,38785,21005,20697,42136,27180,3337,20739,6782,20817,32272,33952,27868,4579,27926,34041,1284,616,17594,26465,20130,36143,3014,49340,19088,15244,41655,10314,11197,45456,238,25357,14530,7981,10186,27851,22828,8027,27039,27323,17321,41266,967,18376,46235,45012,2847,31359,12344,17484,12722,22535,26724,25662,9011,5078,26697,32265,28343,27056,5754,1077,22937,15612,39987,7831,23806,18015,11508,17697,49670,10729,6555,41990,20886,42096,32914,17991,10599,15659,44258,31506,40638,18388,6289,40143,39891,3212,9406,47138,19619,20308,10029,3777,1228,21502,10930,31170,37995,10226,48181,18641,47538,3873,18267,3865,34340,48347,7381,425,3124,8687,14862,14463,26291,7493,27624,15025,940,12293,7646,43822,6586,49432,19443,26880,9178,41302,115,49412,39583,17291,48242,10507,30934,25961,1332,1741,35587,13938,38986,44174,49105,24776,49239,9950,17800,43327,47516,41815,32227,32131,27650,44069,20367,8301,5272,2891,4,14782,12876,47503,47735,37488,11231,24998,21891,5686,15977,38569,47696,26867,1454,45645,40407,27005,37160,35701,35063,29587,21014,46239,31672,47800,48440,40464,10484,39312,19517,40779,48605,22954,16053,30130,49428,48131,46735,28896,20665,5516,8966,35129,34358,5853,44576,35343,8900,17502,30860,20122,1567,8296,1486,16011,48831,33333,20979,5434,3675,46366,11809,16292,35977,12996,27617,48927,41168,44372,16158,48432,13748,49299,41855,12132], "time_ms": 59200.423693, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 60284.707319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 60284.707319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 60284.707319, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 60580.253228, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:21.669", "time_ms": 60580.253633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:21.957", "time_ms": 60580.253633, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [16202,48007,6016,30751,10108,37163,23871,38413,33114,11982,13503,11621,44561,26349,7371,44167,42103,49420,21677,46831,12851,23978,6156,38560,37762,48114,24203,28267,13553,39741,5763,49026,49187,39202,5864,25415,28158,31912,10962,8313,24273,24436,11189,30098,48053,56,45653,15626,27094,6891,33104,5525,25004,26736,11471,45501,47889,2551,27917,25929,2386,45466,6758,13872,24666,34846,44794,48879,38108,1631,45332,18726,18106,30967,21640,25347,41943,34542,7680,10755,23244,17911,25744,24368,12047,5619,48839,2192,26184,40480,41330,26205,40968,1594,5464,34371,407,7663,6193,28490,11791,19488,28524,4799,42579,7764,2840,36231,20243,35936,1384,32968,24883,20190,29726,12215,20287,34904,18352,30662,2152,39728,29143,49580,11973,21865,352,40568,10961,22349,12672,16747,34685,492,35181,47323,11142,7241,32141,13622,21582,2106,23647,29032,44278,23385,24,10328,1850,22621,41791,34022,23007,48409,27754,48422,46269,21381,43292,35787,47254,13743,2750,45437,42149,15894,36688,35290,30629,19272,12054,19800,41386,48126,21374,27124,13789,16327,42467,40785,45293,38458,40108,8560,23486,21007,1045,24465,23608,24383,10587,40648,20406,4948,36913,42063,20298,28873,17814,8724,24935,28053,504,43266,30850,9655,45266,40282,28571,24171,26240,1933,12325,627,35020,45762,33318,33837,28075,9527,13889,24685,31611,20770,39062,23179,17137,49023,34689,2242,27805,946,46179,3620,47169,3939,38884,24905,4695,33860,18548,37617,37726,45856,6260,3931,7463,41080,48692,48523,33180,17091,44824,26228,8879,13297,18888,31677,2301,28511,5805,32013,29239,715,6888,42353,11402,1948,409,26315,44001,10769,35159,41004,47158,23386,19692,15075,35800,34458,29882,46822,16086,6039,14177,42993,6915,43438,16644,37653,11477,8099,42088,36519,5968,34389,35533,22594,18108,41411,22108,16048,41309,22332,9979,31872,47648,43658,45394,16785,20373,31011,16297,13368,25469,8364,41702,15339,35493,44326,15545,12820,47552,22736,5514,46983,45503,39974,33728,34058,31550,17938,24298,3329,3603,19473,45358,10971,25931,38847,19993,41472,28051,41064,2090,45249,25017,1686,7872,43184,4697,7857,25369,37959,37692,38864,20763,19869,13131,19027,43791,42681,10782,28588,18549,21419,30080,2314,45434,21286,26807,35445,69,42468,12207,45751,45986,5426,26431,22557,22186,8127,47683,35011,48641,22894,28931,14457,27721,28270,46786,9018,2885,5904,13146,38347,2432,8746,26307,36899,8401,39056,16436,1254,9698,2088,41445,43650,1038,18013,2034,40549,28990,43732,45860,21702,48540,30167,29763,5086,46534,45705,39945,5382,38999,48938,15752,5903,23106,45183,13315,8657,2276,27279,4693,35665,28870,30639,4718,46712,15688,30357,13225,9049,5942,19804,43198,47024,42814,35234,33243,4157,10583,45525,38474,13922,8177,8329,2322,12867,46036,4158,36587,23715,31399,16289,32998,14098,20735,27607,30460,28369,33997,34534,45264,41739,5312,20330,22426,43544,32994,37002,28967,9164,26710,38737,37443,49194,31203,25703,14031,22785,45647,21499,3497,9305,25105,22957,24696,23688,15437,14353,38964,5787,38659,16067,25881,18115,5446,35267,46338,27182,27717,34200,2345,3741,37992,2284,33077,36479,37695,3137,9555,9951,49698,23421,27537,37339,31570,44363,15652,23209,14414,43893,18223,8018,503,40809,34078,33461,22350,20240,10069,36069,11136,40988,39765,32577,33463,38083,6764,4079,7337,8808,17182,28926,30271,31214,44853,48449,16603,21495,32474,49041,46286,11381,19631,20595,45763,24933,37302,45359,31956,19512,48983,41345,42380,12942,3578,4869,33626,42061,23797,19057,13558,278,39844,21701,7933,49210,30833,49082,43100,26258,40771,28396,21831,25053,1408,29454,32104,3678,29780,20544,21248,45406,19816,47360,1909,2556,15416,30945,34497,12029,18297,46846,44660,16885,11768,38099,38309,19501,11066,13295,35089,32678,21644,35991,40005,47900,47465,35087,21893,6670,1344,23002,47791,35788,9005,30659,3128,22171,2485,44194,17586,39924,37835,47850,42015,30148,7625,48454,39182,10856,19035,1615,34196,11713,44272,29984,16800,30886,34111,11831,14319,22455,34483,26177,47337,41379,4649,15295,3880,48963,29291,43693,5778,37315,34819,37683,14804,24847,659,3498,2873,31780,42257,13310,19207,15257,12011,28492,15570,42041,45442,1333,49425,44843,19600,22673,21166,46352,41707,6846,12910,241,1119,17875,43502,13541,24518,27481,2816,27387,37413,43750,33999,32997,9337,3221,29766,30676,28109,1293,36,18230,22801,35259,14562,2874,15308,25707,31489,18552,1212,15982,33631,37624,9354,4432,10010,19456,28526,8663,9190,30392,16703,26483,830,27565,49757,40994,31665,32201,27889,41178,33552,40210,18687,22558,10353,45192,14482,46281,8979,40514,38530,17043,17934,33618,17369,3583,32559,31239,24262,44912,7909,39782,35179,5014,12069,11348,37716,33609,6172,39000,44920,44079,2967,17674,3556,12155,47414,1005,17677,21704,49571,24992,49870,35808,40688,20663,48717,11888,35263,20088,36024,43786,48143,11059,46417,4535,18497,26343,7287,8256,43675,37384,9868,33479,17243,22590,38947,14773,19826,40525,12880,25565,14789,30488,25328,35996,6033,47778,13243,34329,35368,38501,33554,24487,24571,11293,4673,20957,48092,3679,40215,28773,5034,44545,46611,38017,3810,9730,33965,11863,12098,6151,9575,42733,14810,5372,33111,13062,22204,22093,6123,6061,25188,12674,27944,29461,19953,35371,27052,46633,31544,32880,48624,43,32936,41721,13103,17208,32555,37115,27453,30300,30595,27041,266,20799,13795,11144,16035,46283,38519,32421,20500,35189,918,35872,31659,48808,18743,23648,45578,6970,16416,8598,38982,45379,28699,32610,9471,10704,14612,46939,43358,26647,4785,37881,6089,20032,1168,34347,4054,30948,6574,40383,26592,21191,7001,34287,21171,17304,4842,23944,26131,30919,43635,11590,26841,25822,46340,33683,6756,35443,7330,19639,22841,20792,12034,30531,42370,16927,29090,30048,26560,37937,4532,6962,1192,31892,48977,7772,9778,31288,10013,33512,29043,43776,27081,19837,14323,44832,42361,14206,4960,42979,25532,25563,17438,49264,10682,42282,10899,36874,29929,13520,11702,7152,21071,39806,27931,35662,19041,30865,6058,32092,18325,25460,31521,34032,48876,33939,32392,35714,35057,16449,21476,580,30558,26750,5939,44263,21887,18827,24168,13070,10625,22156,42765,10234], "time_ms": 60580.482582, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 61676.036728, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 61676.036728, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 61676.036728, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 61966.424636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:23.060", "time_ms": 61966.424789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:23.350", "time_ms": 61966.424789, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [38559,14638,25888,3763,39505,23680,14942,6935,14532,48538,8673,37619,15200,4849,5196,46753,1207,23228,29836,34921,33518,12405,47212,18169,40594,10627,14287,30836,18171,16970,2063,38747,11638,31037,30767,24246,6228,46713,42723,46374,5742,4755,38403,47131,41651,39340,17919,29822,4866,40895,831,17709,42314,34381,19145,46434,3587,16403,49546,15052,19674,14290,2661,35278,47784,44522,23080,31992,1628,3928,46083,6493,45426,34415,20562,49307,6649,11269,23221,39226,13757,16348,32707,1518,23818,5483,38863,7815,28928,788,46596,30678,48752,35624,12641,43931,34812,44465,24872,46396,49898,2344,3277,8569,27839,13054,292,41223,23865,30024,1704,40126,39875,14794,8273,17783,24870,7095,25337,5813,42308,4380,44569,27986,8656,7845,28280,37016,44581,17298,43769,14534,14714,22272,47196,49798,21453,42077,12794,9676,28207,46117,43236,37375,7129,20092,27685,3310,36007,12986,32516,4391,28159,44370,39704,42227,24199,39161,35355,13200,41595,23090,39423,20518,41964,13580,47207,17686,12330,27724,32573,28845,27909,9031,3193,1802,5861,1271,299,8477,16690,37346,28188,19326,4136,45134,24904,40331,49578,44877,16052,33170,29810,7079,1649,33341,26284,20887,35304,24101,3780,11985,48882,15900,41061,37065,9220,29248,28536,12858,10703,44495,30276,2867,31627,6477,40209,28450,19171,40166,45210,15622,249,6686,19428,30269,20221,21757,13308,6826,27785,27858,18712,5666,45845,41189,25746,11915,7898,37000,10290,10493,37231,47775,1629,28909,22543,42437,49302,5625,9284,32579,17892,6135,24950,41201,37537,10584,6894,28744,3309,45505,3298,22598,48357,18017,857,41665,9646,4871,47842,32262,43829,18187,38775,4374,31450,18309,49819,4575,38548,42445,36295,43390,240,42471,14633,9407,27093,42820,6029,43474,2291,37427,23915,44682,10475,47244,41790,9697,34127,28246,22224,41148,43704,47685,20537,15886,18120,20348,23898,32916,10409,24887,19757,22878,17486,7700,24237,19082,22458,32638,11016,11697,5544,27829,40231,31043,40952,42364,38532,22000,40380,20797,832,11822,44335,15061,29495,22817,25864,1786,37456,39524,9657,10144,30887,49404,34092,34860,4246,4919,19670,3602,48778,39283,31965,34756,17966,9675,37370,38219,45727,14811,22612,37564,29147,21544,22542,43036,14172,41265,35585,528,637,43395,47408,45257,26202,38348,38778,27808,38955,26224,43637,3288,4081,8632,30370,2707,15175,27640,42349,28628,37297,12923,44548,29597,14334,19818,39573,26456,11694,14186,988,19460,669,26580,41753,23635,46859,17836,40752,42359,11474,43068,43467,48945,47341,20875,15123,20469,17324,45565,45964,10660,31870,11351,24381,7325,24130,42428,16096,37197,30896,7061,22124,41588,48683,14866,39026,45485,11944,2749,277,418,13406,33281,43242,26858,49658,13987,19469,33255,28417,19409,32436,25010,18179,19510,30366,28228,27915,22211,14590,49155,24205,36848,42599,45498,18077,2460,31390,37418,9405,33007,32108,28643,44821,39123,43918,15501,43252,38840,26214,37420,40418,34937,47574,48324,24232,26504,32791,5492,29564,45562,8916,42158,19309,49206,34081,25853,41605,27543,28630,36722,46126,39298,21792,49700,44672,36220,47652,42667,29995,16681,10748,25428,22423,38601,27223,47167,28883,791,26223,33296,32091,19991,9854,43141,1085,24842,44260,23456,19845,35195,19942,26767,3643,23815,1063,32894,27559,49243,38553,42496,7554,16678,2159,9739,45098,27334,2468,41361,1806,7312,32258,43079,6660,48944,11298,47365,10404,49800,45601,12263,22081,46907,47387,9830,48516,5215,49815,34009,13651,3151,13434,30490,28507,45397,34944,10200,5205,18710,30881,28213,3095,12477,39816,32225,42296,5923,7543,10750,20458,10202,43101,11859,28323,42686,15528,32842,24745,19462,8615,27055,21265,17719,5714,10909,41736,9240,23174,7185,21392,31130,12250,24069,48642,28775,677,33937,49487,5578,23721,33200,10253,5,36791,24799,13870,33342,45269,28527,14404,39407,18301,16140,43446,42146,10673,11958,43744,21172,23212,36437,37363,9701,35426,23189,28168,23716,23073,19801,48577,18823,19233,3627,6429,28355,45079,24188,27178,19089,44399,9006,39236,20530,15332,31968,27044,29608,20960,35791,19414,27443,13730,31878,46683,16490,22691,32699,20900,43463,3761,27508,48094,29965,2622,38454,4260,10393,31988,6750,25761,3743,12847,8712,28530,29106,20591,19463,31841,20592,21714,45162,34648,1453,31002,613,47285,34245,31734,8510,21975,25273,48662,37032,24915,22799,49728,9855,45076,0,45542,33823,14474,12500,15377,23848,38146,25948,2965,5732,43305,6064,44952,1149,24900,2635,40029,34354,27710,16662,44718,43052,6871,7702,47613,24242,4426,1778,3646,9203,20257,42313,41795,49565,22101,29359,28419,12260,15583,24259,18886,40340,8494,16419,30499,45407,16461,4707,29695,40055,267,27654,20076,29798,45216,3143,41177,15003,6717,41167,36152,48344,11106,41797,270,29449,4586,42490,34394,6842,9102,21537,8448,46750,33583,28568,38182,16463,47771,12426,41508,36316,41946,41093,43034,35743,9898,11196,14825,41643,45119,20227,49661,42616,38025,38173,26129,1405,6984,40845,16806,21549,9267,40061,41735,47062,40457,21,3041,5191,21042,10424,22571,2795,3145,38598,11261,8253,28107,11218,44596,43190,10445,10274,38793,1217,17554,26757,18750,15708,7098,30866,11427,8972,26926,6292,37707,44955,26253,25137,43203,31523,29501,34328,4988,37024,36440,25133,14475,2021,24178,35283,43853,14787,10147,25080,7946,37785,12547,5650,23546,38419,26395,45215,46489,42482,47568,7560,11947,5164,28064,33742,4518,11830,31262,41141,3557,46084,29474,15893,26834,21017,30703,38153,16374,29721,39954,22595,2613,18122,24239,48868,42107,29627,30556,8830,37185,18587,1675,16641,37333,26152,29131,43272,9028,13758,42125,17867,20216,48393,31910,27740,23067,24592,10040,30559,16489,43004,17668,4711,138,12463,6803,9989,2903,16638,33839,33587,479,26663,15138,26582,644,35145,12560,22865,42212,10832,39476,9961,23483,39116,48108,38527,45956,26669,29971,13856,36384,32720,19662,20247,14800,12316,9161,44750,32877,4230,11496,28905,7978,9056,10320,39821,33679,11058,24660,11347,36017,49142,39092,32426,36114,25285,31974,24275,36400,10887,2678,42454,25090,28609,7135,17110,26357,8373,6474,13043,39935,2886,1094,13711,25861,34326,10888,3441,40442,6129,14839,18507], "time_ms": 61966.651398, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 63044.094136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 63044.094136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 63044.094136, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 63333.949670, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:24.428", "time_ms": 63333.949881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:24.718", "time_ms": 63333.949881, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [14024,29797,34717,9858,41430,16373,46526,18271,45521,43226,28652,34333,29509,20540,27430,19195,16741,14737,8194,30337,27772,30333,8994,34624,26168,9616,25865,17704,29220,18435,49771,29081,28340,47805,32909,34748,28070,4497,18146,20322,45438,6625,7819,9438,12872,35048,21721,31516,23451,46168,2399,22585,19521,45563,5008,18860,25438,4000,44444,41173,1163,15602,19708,26013,8888,5958,3962,8268,41420,12750,15125,29165,13548,49877,39344,34513,34148,35007,43979,41821,10209,1613,14741,4998,1279,38095,42392,26153,39293,28003,3845,19046,31110,26717,2571,33526,22650,12987,29056,13977,42604,32780,25183,25015,29432,9114,24416,11920,19386,33700,40467,45419,30281,947,21238,23044,12753,45066,26948,29911,24554,2278,21959,38617,12749,28979,49879,31260,22755,35099,41277,36811,2056,24215,44537,44232,14161,36821,41556,41973,4418,39191,19913,45895,23186,20260,14317,30408,28824,33025,15966,12284,7769,40678,21096,2228,9637,38967,35553,42116,18241,24045,38011,27642,20030,23362,10410,31564,20602,18183,17841,45481,38246,47847,37145,31947,49,1875,8472,30134,21825,8359,6882,40660,11976,43939,24934,11355,32470,10059,44845,40637,25760,37455,4650,16979,41886,22015,43308,26835,14160,1388,49037,43647,2146,2616,49118,11898,10801,11070,14903,14701,17023,13495,11296,49407,15914,27450,40443,14615,47946,22478,38027,7521,40022,16742,31834,25252,43060,48595,1949,1701,29714,4411,14904,2735,9014,22532,13507,4005,23603,43595,47567,32906,34374,5733,30726,27769,47088,41663,43559,29204,22383,16335,8475,25052,12553,17281,17133,32179,9179,22716,29252,42274,30686,22397,26873,48134,45528,44735,7382,34631,5174,35666,27157,4759,43257,26181,17994,22624,30740,42102,12430,44052,250,48111,7677,49356,31337,12588,33305,7613,30588,15840,2227,26941,2312,49619,39889,45545,22424,33892,49961,28200,14658,6510,6610,46389,46582,35055,43971,2957,9727,3367,26640,27579,47657,3355,28899,47508,26262,8918,2972,35597,30656,34407,37477,12922,37474,17271,37906,46185,49735,47548,49199,2262,27388,26442,23075,39396,39910,28682,9612,5675,31952,15119,49755,34234,19696,25627,10508,18644,4969,9287,14682,27075,1670,12079,43090,27885,22063,30328,12575,28248,6890,13400,8203,9259,25218,48137,26387,1905,20934,27194,49663,18640,26638,19992,21577,44529,26047,28014,46703,13129,18461,16965,30988,41896,28649,15726,45113,10947,17480,48887,12502,33796,18289,3088,47425,16588,34639,32496,17311,21845,49366,13392,21623,8398,49558,23163,1910,42582,13803,9706,25528,30574,28401,20069,26981,49330,46921,6241,31175,32629,21960,37441,3732,6987,15272,21396,17164,13067,15967,27946,38724,30541,31616,24787,42602,47311,23709,32059,34914,44006,26653,46475,24961,38757,23265,43046,42826,43447,20715,45445,41139,37311,47827,35026,27116,11592,3171,22425,27270,27976,18034,42627,3906,27470,24183,7089,8729,12735,29177,13568,49953,29442,17410,30691,9081,35772,32644,40318,36553,21886,35491,30563,1026,17097,47807,36601,29677,33155,24374,4336,8802,37308,36792,39980,12124,40255,1093,23657,36965,48664,7524,29015,16401,9941,25867,42795,22219,49003,31785,43480,18653,47051,8526,783,9434,5557,7150,28774,23062,25825,49850,45299,8135,20805,16499,32189,44320,24144,40182,16816,44217,6671,36035,35593,9025,48229,34869,5111,33533,15520,4332,31494,15775,21688,11836,27904,49039,40535,32632,6626,28057,11495,12919,24731,21788,30525,33048,33514,5716,32390,34789,41490,28880,28277,48694,6543,37203,35640,20436,25003,48941,46245,34934,49734,10942,19276,16217,7692,13793,8737,25788,12370,42407,15307,6960,33271,40884,4276,4709,41344,42683,49381,23156,28117,9674,26506,16336,3340,39205,49690,28319,9396,45309,39083,538,13565,1689,33452,2502,26423,47545,15877,48734,35471,42629,17504,23135,5183,30903,34377,35562,22260,22026,36622,8111,3568,25928,19100,863,11933,17134,14509,21961,7508,12064,13096,29330,39323,15581,5862,20747,24235,17699,612,24081,47927,44847,46687,4376,23267,27429,42640,9935,32487,46520,30322,9506,12779,1374,21736,46385,37709,26393,42818,31041,10106,2177,31115,40453,25893,41366,11170,30212,21434,44220,44848,29811,12353,12886,45594,26126,21074,31151,45592,1024,37020,5518,44609,38210,38538,28063,33486,14477,11557,34247,1069,14680,29310,17009,26477,4074,46791,16629,21050,4938,12380,2800,12369,45509,14983,33561,27533,258,13801,47709,42384,34056,3600,11575,35025,32679,36164,41691,20666,31862,23200,26510,26769,34123,3199,12665,30015,31642,39337,29393,41347,37207,44448,26609,46158,37025,20888,9003,45703,22004,11300,15011,38570,34014,48485,529,33309,32656,37230,42692,10833,30907,27188,18612,31087,18242,42241,19065,36243,48630,49674,13570,40345,13985,3896,21424,8028,12003,1639,44124,6971,43970,13778,13505,49122,26163,40643,10090,32673,39313,3039,31655,13418,33259,5909,22449,9681,39677,4352,8752,15795,17641,49496,36044,19637,39487,36203,19902,4840,34126,19399,31379,33297,16774,11596,16501,28877,41839,8703,36155,45513,31103,44231,46250,14899,14824,41367,17670,157,25536,16079,26962,38699,23198,21336,800,33958,6460,1932,41543,38463,4176,7785,29305,34998,48767,33868,46210,22482,4850,14565,47144,9207,31225,38355,39631,39723,13132,1368,26505,23812,851,47924,5715,15245,29261,17167,41256,10016,28981,1853,49176,10288,34533,17872,30829,31479,27824,319,19371,44257,9127,23498,44651,11937,14140,19726,29042,44389,10425,35569,27643,47650,26811,23306,47288,31323,9280,49405,48690,39731,36956,36595,36150,37498,18605,19778,27529,23387,9882,5466,20326,8380,12830,28056,24537,45756,45213,5618,25387,17356,1442,14497,26519,15946,31804,47984,31131,24951,35737,10956,22193,15748,39288,29321,24545,30523,29498,18799,41086,48744,44022,39263,33418,19420,24017,7383,34363,7674,35428,49872,9734,41090,872,27627,4558,38836,48643,35528,13282,45880,26902,49687,38237,2536,31077,40787,25610,7585,3275,32489,17870,1075,9277,17902,8163,28634,26611,17437,25475,7818,44483,37923,7183,12846,35652,3426,21528,44151,2591,40838,16261,42007,35604,10000,3448,27246,11415,5511,14466,9827,8790,37479,42466,18178,36366,25901,23593,20408,24605,40723,6611,36257,46007,9885,32180,27460,15705,45905,25584,37252,40761,933,47880,30643], "time_ms": 63334.175013, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 64424.807593, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 64424.807593, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 64424.807593, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 64723.788307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:25.809", "time_ms": 64723.788504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:26.098", "time_ms": 64723.788504, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [33177,34659,34350,28953,33676,11428,39928,30037,23894,5887,23996,23535,42399,42798,3479,29478,7442,49812,17837,12190,5480,14779,33638,34237,6913,21202,24107,28822,5688,11855,5945,43771,36009,4335,39383,35250,31280,23604,38224,5031,8155,11999,29563,24417,10364,11942,18859,34891,12638,20872,20742,39259,49980,25491,36359,26722,37152,42179,29678,3883,34816,37895,35793,46353,1917,19602,17054,37735,40398,47599,43083,25926,41879,3610,34413,24032,39794,49000,1617,41057,16159,11360,44033,5090,11256,13953,3183,38207,39654,12415,32676,17898,15161,31063,28548,31366,25789,28940,28288,12269,34583,34316,30380,48205,35779,9540,35479,18228,17734,34911,14357,38227,26511,46229,7169,29200,44995,21098,19292,35651,13355,33642,36861,11813,45099,13353,423,12186,36474,18930,34292,27861,600,16445,9679,47575,32173,34066,10883,40257,41028,34386,15044,1637,41509,33362,38585,309,32001,11882,49623,29441,26218,35386,39968,25043,38262,29736,18760,13061,16321,19620,22166,28804,27208,27466,9890,43528,17503,19319,49518,19186,806,3508,48863,30651,18632,10416,8597,29387,6114,19249,14107,37077,21906,45310,47812,3279,48266,36928,28425,27085,4124,2323,39624,4901,37598,9932,24929,49439,45418,43734,19341,48961,5447,47389,12836,5599,7767,32371,15486,26922,14465,32977,47147,44705,37847,44332,48447,34437,14358,22151,31416,15798,47454,40669,19899,2172,39203,48116,33763,8096,379,33506,34967,32548,19184,33996,11021,25157,4905,39532,7400,9,19654,36399,4597,45507,18215,13063,19552,8196,2500,4364,42874,48119,6858,44404,32003,869,2628,5723,16216,34620,23798,47905,36375,29860,2721,28273,26569,17559,1471,18716,12950,23395,9768,34302,23703,25225,16752,12685,39927,38741,49977,21073,38286,35130,19338,6768,40401,7217,40963,33707,43848,49957,37096,42397,9009,21606,37852,48859,11488,11075,44981,31391,2904,31636,49790,26372,16993,20637,34490,12328,6749,32205,128,9236,9339,4884,25344,13784,26476,38433,33973,2160,47957,28741,2260,46363,30106,45778,803,32208,9431,14169,28872,14819,18988,4743,5216,39949,4824,9032,27958,7860,37818,40930,23426,28420,8954,29292,8527,23862,10027,47394,10637,1189,32416,38000,9192,49787,46044,1612,40441,33234,12431,23913,38459,2263,26371,24358,43921,744,43320,21673,20016,15421,40083,46285,31412,36878,21561,9188,15005,5452,15917,26189,40274,16230,47008,12045,11004,6293,24973,30606,20420,23825,49595,24406,28392,39278,42004,1700,23241,11417,24189,313,31685,35610,32455,32483,34079,28879,36775,11268,34380,17526,48524,28579,30953,23536,33780,17108,27047,12014,5001,1839,21877,38663,4359,31246,2540,11383,16184,41763,32346,5753,29924,26586,5406,86,45401,38423,22066,33198,21989,2801,888,47349,6943,17008,23121,10549,5783,27686,47537,32404,36429,12660,1920,37697,6353,24412,6563,30260,441,20251,6314,5847,25580,950,9131,2161,48069,610,39163,43667,995,27059,16242,35116,39497,35173,396,24618,26362,21334,27134,21281,40741,24981,36974,26976,34734,43757,9911,27981,19715,1861,26751,5364,3059,13905,8161,35595,23197,6042,38898,4092,45083,45747,14037,2487,42870,8093,16817,35082,39678,17234,13640,19999,38695,4330,36679,36083,16579,9724,7547,36066,47271,46062,41752,12860,29040,39136,32264,44441,16842,39342,44822,22932,31897,2685,12401,21122,22839,9576,26271,17386,38977,32790,28082,47579,14183,47829,4097,41039,48435,33018,35911,20028,7102,38199,10520,44191,3626,19450,9069,5363,44338,36929,602,40929,1801,9146,6157,30675,46880,14226,10385,9173,29630,42441,45973,15449,36759,32461,13102,5596,49714,5424,3274,39167,31569,17473,5713,22936,825,30856,30745,33992,7825,17932,18968,36580,8462,8607,33330,16811,49598,25283,17511,13010,18783,809,4425,1989,6726,18607,1769,29647,16047,41808,5986,46370,15290,30999,6380,49223,42514,36924,39022,49270,47103,2204,15909,32357,13971,8904,22692,40379,40586,42412,25593,5814,42449,5177,35685,9695,36278,25702,45515,28016,11194,47627,8346,23087,28997,242,26907,9149,43799,27069,43003,14008,22122,41262,6820,25541,34693,24210,23690,18663,9733,8004,11987,3836,8898,23242,38382,47529,22036,36881,21709,40046,2298,36674,10042,23352,1052,24380,41128,3579,12358,17228,17813,49642,17106,14648,41647,17062,32630,3267,10875,42703,16879,17797,28367,17416,42239,35437,46917,23953,30644,24075,649,1051,39828,27932,29157,8047,24196,27894,44214,9019,18621,47675,48572,21547,46796,17088,27680,37398,33483,31200,5238,11601,12828,40026,36428,35118,45966,41744,10388,15958,36879,30680,29993,2489,44760,44283,36134,26141,39477,12759,8162,11249,10915,34802,41847,35457,30987,39091,33151,42822,2592,35297,7096,30626,24903,48603,49760,42880,28581,47378,15410,40225,45572,17181,47041,40065,36827,13939,14788,47628,23331,36196,31568,38687,15346,4967,14869,42200,46890,17423,16825,21397,15059,6485,460,14632,14854,22520,25810,36872,19728,6835,39140,9474,21114,2983,41084,2890,29541,35898,32042,30748,49029,14149,36421,20051,23562,43432,22832,30118,27043,31928,29188,40362,47232,17894,47151,34157,6252,13022,43179,16033,21040,12397,15347,16437,27348,11655,28949,46808,12788,38481,30890,15735,28262,35257,5704,42357,16888,35144,10140,24102,19546,30597,48872,49890,22034,45156,14301,16981,15147,30068,43409,23668,35052,49132,19111,26847,14986,46415,17862,47032,16721,8595,26826,41970,11793,46854,22748,19246,9564,34645,21535,19681,22880,1297,191,10105,20111,48829,26136,26525,38329,47581,8120,40326,40391,36206,42147,3451,33709,39443,34543,35248,33691,28495,45579,15845,5657,44449,8805,49703,35579,31189,23930,48905,40608,21888,9136,12899,48666,32599,40759,33957,1564,35859,28220,20777,32316,13451,13848,22913,8178,49805,34681,15340,9419,47293,9993,9162,9715,34450,10505,6973,14261,21769,8073,33873,13932,27489,11612,16693,18511,38649,1504,22599,44604,38054,15186,21244,14014,18269,47860,13712,21111,17139,32820,16101,10558,37557,12133,37028,32985,35616,40342,26774,4461,11357,31618,16847,26230,21039,8665,34442,26235,22465,38834,36828,5100,48669,35609,42935,27149,29963,449,27792,43780,23083,35292,25855,45717,20419,25231,47670,8913,26882,3261,30769,46656,24222,45490,4284,31608,33429,7559,27001,8705,28799], "time_ms": 64724.010893, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 1024, "time_ms": 65808.418625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 65808.418625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 113270784, "time_ms": 65808.418625, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 66101.065816, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:27.193", "time_ms": 66101.066062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:27.482", "time_ms": 66101.066062, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "loaded_qsl_set", "value": [29543,16880,963,24133,49159,35409,38842,27499,23058,14268,5181,26124,14090,12534,30251,9137,49562,15651,25951,4477,531,19229,4756,38254,31339,6347,49764,20473,47736,32318,48368,22198,13841,32606,24601,19591,11123,6663,38005,45398,39029,13980,46037,13097,32953,28918,15141,32111,32080,8955,42883,38639,432,25586,43375,6369,1620,31520,10431,44463,25503,22822,39543,34322,11550,15188,6633,13285,27174,47813,3801,15464,16695,9709,21371,25239,2860,11490,42094,24372,9342,12576,23137,29858,34750,3922,34373,34088,16495,20452,490,48601,19771,4903,37035,16330,16357,12619,1775,3301,45928,48952,47265,26009,49514,34888,13447,9916,3684,46575,15985,1757,46142,46398,31972,31046,45328,23219,13670,10917,26737,24764,27002,16512,28770,15702,5219,24305,15576,45655,6271,5068,6969,46073,7633,27112,28910,30859,37214,36779,3820,29697,6812,23971,42905,8440,46035,10138,13363,20395,21661,15129,5305,40321,47733,38869,30570,9547,454,1133,16543,13584,22464,4274,9430,17371,3664,26969,15413,37142,22778,3405,3187,37254,28672,47231,5809,48919,41116,49253,48044,33941,14102,45303,6206,38031,38111,38725,3818,48466,4146,1913,8629,35486,3640,14967,14127,49344,32433,41555,2150,36695,7175,27438,26365,5705,22422,44002,35957,28792,22490,44541,20339,34051,41633,1887,29241,15823,28855,42382,4459,38138,13337,13804,16043,49766,13423,5526,36199,20699,41876,22556,36891,1896,38242,39800,22022,13513,32391,46282,38968,39644,4886,18789,46355,31837,16523,20769,23471,6368,33560,36189,33749,13673,13970,39839,25869,43909,19643,7309,28487,34826,17194,32244,45067,21990,26675,25915,13379,3611,35997,13177,20411,40526,36656,49332,35520,31778,18942,11156,45512,14223,11198,21585,39983,46247,13136,24089,24444,2127,42300,43369,31513,36561,12441,44747,46741,16361,29237,25808,22522,24577,22180,20802,37444,1906,36291,46274,7221,24013,15530,22901,22187,48519,14356,46426,8456,41447,9545,35581,12718,16626,30501,48236,7067,24138,14572,31095,44641,29575,24005,2226,40626,36026,40122,109,16585,34059,22161,46630,34105,7533,3177,5361,36242,18807,32020,38346,49156,12025,7781,26176,22567,3666,38470,28443,17565,6916,14813,34422,13735,21295,8055,44117,21513,29365,31628,5256,293,30156,13619,14363,7496,8019,40708,9514,30454,10788,30946,42748,30746,41426,28066,43053,25648,36305,41554,22870,12432,18918,16946,6780,3540,45461,15045,40681,32986,42126,33022,5735,43364,3052,34660,41272,5999,9620,16236,16353,22041,4559,48982,4384,38087,42329,27567,38335,47858,47908,46736,17584,5050,3073,1898,39673,39038,32340,42584,32408,9424,11742,45813,17804,30596,35477,43560,19574,27525,5465,45719,14617,20549,49247,39268,26956,8414,33688,48042,46729,30001,38436,17309,37969,42707,22602,30190,30778,34125,14069,31847,8201,26339,23314,14219,1734,6797,48816,21285,40373,44111,23470,22098,15666,18421,17488,42725,42786,39504,14790,14135,42022,12523,41546,44358,37739,4037,14994,10516,27573,7108,17762,19810,5957,6483,1753,10068,16956,9603,29947,7341,23216,45904,46178,33572,20385,42523,36443,26775,40878,37123,32557,30224,38582,21165,18495,17413,10564,45425,35994,27965,42347,24450,11449,36335,22456,45317,26777,38490,27539,15292,29866,41248,23515,4482,14583,8213,15786,37874,2002,47270,25885,32954,7370,2505,14929,34751,40197,20423,47189,5386,45432,15324,10812,18983,21327,26842,10837,14452,13502,35021,1247,47934,41496,19486,39852,48417,7256,17273,26096,24855,48573,3243,24846,39991,36908,32929,6235,29754,14592,30931,14270,8642,10720,20208,34757,39399,9968,4891,48330,36157,14187,6015,1762,25187,4516,40491,1665,17171,32219,7360,6457,37422,15747,32109,22642,14416,48215,40205,15139,177,1570,32655,16883,25470,17833,27249,13864,48093,42480,10751,4781,25063,5916,34431,19475,35178,29378,6787,3103,26125,21092,45754,29009,3050,45049,44532,25723,42663,12032,28488,11312,5224,42462,23368,14197,23765,19253,48415,20389,41221,41092,38942,38072,44536,27305,35396,10826,16149,46929,38118,16036,46944,30719,576,2136,6839,43536,10037,21546,29684,25373,7059,25652,2748,2448,29215,16117,22411,21730,44106,39252,19354,35767,21607,46626,10884,25146,3700,15908,14427,49154,44076,48845,30817,26064,34438,20254,48269,17822,5724,28430,32907,19572,42907,12459,41497,35650,33401,32451,10974,31745,12036,31985,33961,8685,32515,23574,21770,12089,11056,1401,39607,5863,41592,13896,23827,35546,44247,16466,5187,48115,820,26310,31514,909,22631,27115,15177,45465,47335,48407,2347,41502,28512,49411,35620,27435,7664,41919,18076,47989,28641,18625,44142,49184,40017,6038,48858,15516,44413,38249,15316,3967,693,19933,29235,19940,2158,46000,24773,16383,19302,30081,15694,30069,35270,11145,7997,53,12548,32724,40856,22294,35601,9589,44505,24990,8074,26850,12688,38651,37261,49358,4442,23632,7668,169,14342,1817,45967,42207,44360,13594,35276,19543,43103,4076,22992,33755,23722,3401,36218,1971,43613,24464,25039,13398,21183,36045,2480,41603,36451,25591,43050,7728,20600,9193,8267,23997,16942,2531,48012,34430,21840,10403,37288,12682,18375,6876,17831,39354,35765,43332,23369,30099,16922,1845,21467,41678], "time_ms": 66101.295400, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_count", "value": 848, "time_ms": 67007.708611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 67007.708611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "generated_query_duration", "value": 93802368, "time_ms": 67007.708611, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 67252.513356, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:22:28.392", "time_ms": 67252.513645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 12786, "tid": 12786}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:22:28.631", "time_ms": 67252.513645, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 12786, "tid": 12786}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_accuracy.json b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..33ff7756 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,89 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-24T22:08:31.257723", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-25T06:08:31.257729", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.012800, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-24T22:10:25Z", "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "sut_name", "value": "LWIS_Server", "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 529, "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "qsl_name", "value": "LWIS_SampleLibrary", "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50000, "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 2048, "time_ms": 0.023609, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 500000, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 1024, "time_ms": 0.033144, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 1024, "time_ms": 0.033621, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.042119, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4118,3768,20059,38998,23671,5571,9800,28518,44259,42571,34657,45429,3314,29395,1171,48639,13744,18722,42159,23016,37603,41482,31729,20880,47913,1950,46120,25980,9534,6873,26833,49396,15493,9507,30912,3468,21203,19191,6620,19080,44839,40484,34231,14641,45850,5659,17236,38802,40798,33102,22387,37408,14568,1970,43574,13304,1604,48164,17572,39937,28077,47098,33915,17063,8568,44166,13729,8207,32653,45286,4970,36460,31447,49511,37993,43656,32117,22728,11367,16446,10497,6696,1032,20840,17150,3283,46942,22120,10076,42171,7579,353,10081,8839,13318,20614,25149,47399,37826,32004,12622,48749,9242,10707,39688,32543,49421,1120,46033,34909,24869,3463,34847,39771,49914,12831,16238,6808,45300,21296,49051,23469,40730,25322,1789,3481,22152,35043,36810,15327,45274,35518,11395,41132,17245,13676,10470,35829,21216,38139,11463,29427,44807,20093,14250,34348,28017,47790,15252,15962,24209,49530,41632,31378,20849,6813,32829,49503,12992,10082,3031,1348,36002,924,20057,31054,1040,48593,35054,18871,46436,12780,5860,36207,41541,29958,25914,46737,26100,6422,30879,36691,36958,13425,34588,19989,39599,20207,8861,793,9158,10567,25872,28356,30516,15714,10476,44051,44209,43871,21460,30979,42368,26018,31534,24319,49667,13736,5810,10694,4999,49275,34085,33117,13342,30116,39370,5523,1742,16139,14368,751,3471,11711,11834,47302,34589,34240,29928,38443,32399,30395,33596,47801,1001,33340,42897,5808,17102,29290,32794,34658,18522,22659,10903,28840,11179,42806,23290,32348,26029,23725,44305,11172,19635,46864,16524,24073,2013,3863,32681,25883,12903,28465,22068,10554,36458,28559,12442,35299,22903,18551,33306,34003,2573,15929,24818,47745,38314,5142,32133,42746,31204,42858,5788,2264,11558,49261,4795,45329,49032,15838,17925,19941,27393,33954,10495,38148,561,44764,19990,42635,8908,230,26408,47659,41123,13350,16819,48861,24686,38039,6680,31254,19115,17976,12834,41460,6284,27784,6282,26809,10640,46263,34130,17983,22288,38856,24715,49856,10669,34238,24575,11672,44040,40485,12572,41387,17153,34199,47629,19537,46405,45997,16853,34549,40789,45341,37106,43233,32693,17144,10455,11481,10052,1556,49034,10675,14330,7101,18069,28836,15349,28702,47007,1579,970,41944,28172,25556,21631,49837,2394,26436,413,28807,26283,30405,37706,24002,31139,8117,26085,38529,43071,18396,15920,27473,7694,13253,6665,23983,9317,7826,21301,19335,33911,24379,23654,46709,49582,47711,1260,36541,35648,35930,16309,1719,2311,21075,19507,2992,17315,5040,45385,36098,32044,8943,22892,15598,45854,16572,1756,17404,26686,46824,25583,13562,31799,32181,43813,35348,45976,7085,41935,5995,36170,47258,20832,21103,11221,21672,39430,19723,5964,10360,43756,21972,9464,2462,5309,2237,42292,49201,12384,29518,39933,17543,19824,3893,43282,47310,48194,47523,21826,13825,16613,14303,7617,44108,18674,29553,11739,43087,16137,29422,21257,13468,43500,34805,10070,38417,6440,24268,29937,30301,36949,3114,48530,39151,34110,5639,41708,34584,6295,36700,38565,6374,43960,49673,14761,25720,34524,49030,26179,38717,31300,28874,40825,43899,15773,22056,34759,23526,22378,45055,33715,14212,34283,16708,36238,12427,8033,23440,689,40452,49715,21140,18030,30147,24930,41960,46875,32895,10760,897,4350,5402,47327,33675,23061,2068,6358,28143,36435,1744,12644,27128,45616,30546,31285,48199,35521,20020,27592,2467,19490,46676,7607,43661,47377,33350,18984,47986,43659,18119,28592,7018,41243,17127,47155,34753,40462,46966,907,1535,43418,37830,39594,35106,7473,8842,30051,3272,2221,22820,12814,18457,32475,2532,13591,47768,3960,27061,1634,15548,26267,22968,5973,28695,15590,41917,34341,11826,46302,27569,16857,19890,44313,49742,47510,14354,7154,29935,47084,42682,48317,34473,20896,10662,36125,17401,25878,10161,48291,48039,49995,12712,14563,31373,41346,9393,34213,9427,8274,46997,40388,40107,31906,71,26916,12243,6425,34928,2864,39992,45783,6720,24540,38732,37638,24675,30343,48031,18198,37056,23249,13546,17499,15472,32106,42702,35422,45941,2979,44101,4273,15211,42115,44084,45175,14500,35400,20582,46034,3744,37452,43338,40890,30997,9253,35092,49374,47193,47455,23053,3790,43212,18891,34337,8766,18905,21923,41404,45823,25904,3534,44091,4689,39009,3862,49065,21700,18815,24055,17726,31926,27096,11019,3773,7877,31316,32736,27253,31675,4108,43137,4584,49257,41029,27587,19803,9298,728,8258,25900,45876,21978,38414,1378,49149,16776,36564,40632,4895,35433,41783,48604,447,34052,45661,27107,36783,19697,35540,47970,40213,32680,5782,30463,18328,22679,6451,19535,32854,34492,47557,21946,11524,49209,37711,5925,49867,48671,49322,32603,32565,22958,43805,8106,685,2833,31067,42835,11609,19874,31371,47828,13563,41188,40217,49588,47933,9159,8219,678,46490,33879,25423,28140,505,22577,18194,35091,36586,5592,35301,17094,2727,32098,16795,48659,10172,15575,11664,30447,44097,32401,46391,45224,17537,42182,32485,5828,46803,49679,41924,6277,36717,9177,27638,24730,22168,31498,13336,5476,381,3467,27833,48748,5891,32749,37365,19221,13465,30582,39769,27878,45843,28444,10648,28318,39909,10413,10685,44748,36773,17333,47895,33465,20429,38179,31306,29751,48703,45371,9107,21919,111,10280,29178,530,4531,43176,35799,13190,21436,36442,25817,39666,15171,11217,1963,307,33403,5459,32376,6778,8603,19852,971,48578,4982,45103,42074,17716,739,36208,49999,33488,36507,24704,49629,4941,29956,41716,16910,39614,7257,48356,38453,36034,41140,42710,43567,31123,41299,30317,44163,1234,29621,42731,23522,32927,27339,1676,33857,20585,41249,12348,18524,20847,10607,34189,13917,10604,8130,47149,46149,36950,47180,8859,14791,40665,42447,44295,29618,34498,30793,45962,31463,22025,28264,14514,26287,28485,25500,18458,49521,35733,47896,15510,38333,41742,47950,9194,36767,8165,12297,16414,23533,6851,23987,42161,30796,864,38119,12751,20651,46543,28575,22249,8693,18583,46973,7395,34310,39944,43596,20202,36938,30041,3265,42488,2714,45316,38828,4002,31015,16622,2423,41992,37027,25,42788,45234,31370,42960,1259,7915,36502,20067,35758,43722,4683,37340,20926,35892,23511,20667,17497,41137,5016,25713,12271,18573,35580,5373,35576,8728,27886,45889,20090,40327], "time_ms": 1.241941, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 1978.786551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 1978.786551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 1978.786551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 601978.945130, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601987.952870, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "power_begin", "value": "12-25-2024 06:10:27.176", "time_ms": 601987.953153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "power_end", "value": "12-25-2024 06:20:27.177", "time_ms": 601987.953153, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (2152692). * Would discard 214244 highest latency queries. * Early stopping 90th percentile estimate: 277253 * Early stopping 99th percentile estimate: 279546", "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_query_count", "value": 2152692, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 3587.82, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 3616.11, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 277253, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 279546, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_min_latency_ns", "value": 268955, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1366274, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 276540, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 276273, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 277250, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 277684, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 278074, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 279509, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 324906, "time_ms": 602190.400826, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 9691, "tid": 9691}} diff --git a/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..dc5dbdf2 --- /dev/null +++ b/closed/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/resnet50/singlestream/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,59 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : LWIS_Server +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 277250 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (2152692). + * Would discard 214244 highest latency queries. + * Early stopping 90th percentile estimate: 277253 + * Early stopping 99th percentile estimate: 279546 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 3587.82 +QPS w/o loadgen overhead : 3616.11 + +Min latency (ns) : 268955 +Max latency (ns) : 1366274 +Mean latency (ns) : 276540 +50.00 percentile latency (ns) : 276273 +90.00 percentile latency (ns) : 277250 +95.00 percentile latency (ns) : 277684 +97.00 percentile latency (ns) : 278074 +99.00 percentile latency (ns) : 279509 +99.90 percentile latency (ns) : 324906 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 1024 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json index b71e8eae..77475211 100644 --- a/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json +++ b/closed/MLCommons/systems/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -1,9 +1,9 @@ { - "accelerator_frequency": "2610000 MHz", + "accelerator_frequency": "2520000 MHz", "accelerator_host_interconnect": "N/A", "accelerator_interconnect": "N/A", "accelerator_interconnect_topology": "", - "accelerator_memory_capacity": "23.54595947265625 GB", + "accelerator_memory_capacity": "23.64971923828125 GB", "accelerator_memory_configuration": "N/A", "accelerator_model_name": "NVIDIA GeForce RTX 4090", "accelerator_on-chip_memories": "", @@ -16,17 +16,17 @@ "host_network_card_count": "1", "host_networking": "Gig Ethernet", "host_networking_topology": "N/A", - "host_processor_caches": "L1d cache: 512 KiB, L1i cache: 512 KiB, L2 cache: 16 MiB, L3 cache: 64 MiB", - "host_processor_core_count": "16", - "host_processor_frequency": "5881.0000", + "host_processor_caches": "L1d cache: 576 KiB, L1i cache: 384 KiB, L2 cache: 24 MiB, L3 cache: ", + "host_processor_core_count": "24", + "host_processor_frequency": "5800.0000", "host_processor_interconnect": "", - "host_processor_model_name": "AMD Ryzen 9 7950X 16-Core Processor", + "host_processor_model_name": "13th Gen Intel(R) Core(TM) i9-13900K", "host_processors_per_node": "1", - "host_storage_capacity": "6.8T", + "host_storage_capacity": "9.4T", "host_storage_type": "SSD", "hw_notes": "", "number_of_nodes": "1", - "operating_system": "Ubuntu 20.04 (linux-6.8.0-51-generic-glibc2.31)", + "operating_system": "Ubuntu 20.04 (linux-6.8.0-49-generic-glibc2.31)", "other_software_stack": "Python: 3.8.10, GCC-9.4.0, Using Docker , CUDA 12.2", "status": "available", "submitter": "MLCommons",