diff --git a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/README.md b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/README.md index d56d6b9..bc2d32a 100644 --- a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/README.md +++ b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/README.md @@ -1,3 +1,3 @@ | Model | Scenario | Accuracy | Throughput | Latency (in ms) | |---------------------|------------|-----------------------|--------------|-------------------| -| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.374 | - | \ No newline at end of file +| stable-diffusion-xl | offline | (15.18544, 235.69504) | 0.375 | - | \ No newline at end of file diff --git a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md index 8bc104a..71a7b70 100644 --- a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md @@ -18,7 +18,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=50431589d01cd60060a0d1be3c1f8193d99c6144 +cm pull repo gateoverflow@cm4mlops --checkout=52f2ebb1436d6e255d60a3dc0acf99e4f24f492d cm run script \ --tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \ @@ -91,4 +91,4 @@ Model Precision: fp32 `FID_SCORE`: `235.69504`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `0.373501` +`Samples per second`: `0.375138` diff --git a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json index 67b7438..4f1c6dd 100644 --- a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json @@ -117,7 +117,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -137,7 +137,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -147,7 +147,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -157,7 +157,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -167,7 +167,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -177,7 +177,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "torch_cuda", "version": "2.4.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -187,7 +187,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.19.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -197,7 +197,7 @@ "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image", "script_variations": "pytorch", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -207,7 +207,7 @@ "script_tags": "get,dataset,coco2014,object-detection,original", "script_variations": "validation,size.50,with-sample-ids", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -287,7 +287,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -297,7 +297,7 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -307,7 +307,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -317,7 +317,7 @@ "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "", "version": "master-git-41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -327,7 +327,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.psutil", "version": "6.0.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -337,7 +337,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.30.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -347,7 +347,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.45.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -357,7 +357,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchvision", "version": "0.19.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -367,7 +367,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.0.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -377,7 +377,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.4.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -387,7 +387,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -397,7 +397,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.26.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -407,7 +407,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -417,7 +417,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } }, { @@ -457,7 +457,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_cuda,_pytorch,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_cuda,_sdxl,_offline,_float16 )" } } ] diff --git a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/pip_freeze.json b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/pip_freeze.json index dc1cced..b839db8 100644 --- a/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/pip_freeze.json +++ b/open/MLCommons/measurements/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/pip_freeze.json @@ -12,6 +12,7 @@ "giturlparse": "0.12.0", "huggingface-hub": "0.25.1", "idna": "3.10", + "ijson": "3.3.0", "importlib_metadata": "8.5.0", "Jinja2": "3.1.4", "lightning-utilities": "0.11.7", diff --git a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 63e9595..55a0b5d 100644 --- a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-08T03:35:10.868555", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-08T03:35:10.868560", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.006685, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-09T16:17:53Z", "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 194, "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.018740, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 270, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 271, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 308, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.022237, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 416, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.022338, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.028251, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.036028, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.223052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 2.223052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.223052, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 133496.660608, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "power_begin", "value": "10-09-2024 16:17:53.726", "time_ms": 133496.663673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 9815, "tid": 9815}} -:::MLLOG {"key": "power_end", "value": "10-09-2024 16:20:07.202", "time_ms": 133496.663673, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 9815, "tid": 9815}} +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-08T03:35:10.868555", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-08T03:35:10.868560", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.002905, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-10T03:21:01Z", "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 259, "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.014202, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 270, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 271, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 308, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.017362, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 416, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.017449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.019236, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1090, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.027453, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.018323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 2.018323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.018323, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 133037.514527, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "power_begin", "value": "10-10-2024 03:21:01.960", "time_ms": 133037.517306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 19705, "tid": 19705}} +:::MLLOG {"key": "power_end", "value": "10-10-2024 03:23:14.980", "time_ms": 133037.517306, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 19705, "tid": 19705}} diff --git a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index 10dfd81..c9e6398 100644 --- a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-08T03:35:10.868555", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-08T03:35:10.868560", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.012004, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "test_datetime", "value": "2024-10-09T16:16:58Z", "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 164, "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.021361, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 270, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 271, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 308, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.024874, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 416, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.024978, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.030539, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.037763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.234250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 2.234250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.234250, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 13513.258484, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26781.390449, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "power_begin", "value": "10-09-2024 16:16:58.374", "time_ms": 26781.393436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "power_end", "value": "10-09-2024 16:17:25.147", "time_ms": 26781.393436, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 655, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 660, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 661, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 662, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 682, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 692, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.373501, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 748, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2909558674, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 754, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_max_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 755, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 14839894979, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 756, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 16164853012, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 26773712968, "time_ms": 26781.482706, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 6874, "tid": 6874}} +:::MLLOG {"key": "loadgen_version", "value": "4.1 @ 41fa8aadd1", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-10-08T03:35:10.868555", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-10-08T03:35:10.868560", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-01T18:00:17+01:00", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "41fa8aadd1ba0ecc97f6a519d8b42b04278e5f24 Add format files github action (#1682)\n518b454fd8647bfbd23a074e875e87353f33393e Tflite tpu (#1449)\ne0fdec1c7a75c98cfc194f13d62ac4388d419c8a Fix link in GettingStarted.ipynb (#1512)\n92bd8198d15411d7fb7d7c27f8904bc5a0bcfe7a Fix warning in the submission checker (#1808)\n224cfbf5c0e82cae6d48620025b7e1258ae3666a Fix typo in reference datatype (#1851)", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d5274ff0b56e8d3cdb273174628a4461fca6f02a","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"ea4c89decad19eaf3217bfa2fb757d3b83a561d6","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"ca17720f9c8246e821331946d893e830fc88f8bd","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"34e2d2a44324cb07c884f92146ecbb8ef9d704e2","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"13c49b028b22749b5f3c44f3d9bb489e8c0574e9","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"c15c3e150030089a8d634bd2ad6d4b644002e613","/test_settings_internal.cc":"6fb859a8675d2f3ec9f8f124ec880e30f68cfbe6","/test_settings_internal.h":"f1d5335b53ca610c30e0edc5d07999a27b5b4b9a","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"eea9b9cb1a06cd1abe1bbdaee82f9af31527fedb"}, "time_ms": 0.002661, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "test_datetime", "value": "2024-10-10T03:20:06Z", "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1199, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 145, "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1200, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1201, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1202, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.007772, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1203, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 270, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 271, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 308, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 314, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 315, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 322, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 329, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.010894, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 413, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 414, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 416, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 417, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 425, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 428, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 439, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 446, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.010981, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 448, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.015432, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 841, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.024578, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 613, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 1.986234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 1.986234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 429, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 1.986234, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 430, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 13454.855875, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 898, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 900, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26668.773658, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "power_begin", "value": "10-10-2024 03:20:06.345", "time_ms": 26668.776375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 564, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "power_end", "value": "10-10-2024 03:20:33.002", "time_ms": 26668.776375, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 566, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 655, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 660, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 661, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 662, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 682, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 692, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.375138, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 748, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2896467885, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 754, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_max_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 755, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 14775423360, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 756, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 16094509271, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 26656840505, "time_ms": 26668.872775, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 758, "pid": 16764, "tid": 16764}} diff --git a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index df73204..067c7a0 100644 --- a/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/41485dfb4f36-reference-gpu-pytorch_v2.4.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.373501 +Samples per second: 0.375138 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2909558674 -Max latency (ns) : 26773712968 -Mean latency (ns) : 14839894979 -50.00 percentile latency (ns) : 16164853012 -90.00 percentile latency (ns) : 26773712968 -95.00 percentile latency (ns) : 26773712968 -97.00 percentile latency (ns) : 26773712968 -99.00 percentile latency (ns) : 26773712968 -99.90 percentile latency (ns) : 26773712968 +Min latency (ns) : 2896467885 +Max latency (ns) : 26656840505 +Mean latency (ns) : 14775423360 +50.00 percentile latency (ns) : 16094509271 +90.00 percentile latency (ns) : 26656840505 +95.00 percentile latency (ns) : 26656840505 +97.00 percentile latency (ns) : 26656840505 +99.00 percentile latency (ns) : 26656840505 +99.90 percentile latency (ns) : 26656840505 ================================================ Test Parameters Used