From fa88b6f604ebb24dacc9ba381c562928dd4d890e Mon Sep 17 00:00:00 2001 From: Arjun Suresh Date: Sat, 9 Nov 2024 04:54:09 +0530 Subject: [PATCH] Results from self hosted Github actions - NVIDIARTX4090 --- .../stable-diffusion-xl/offline/README.md | 7 +- .../offline/cm-version-info.json | 182 +++++++++++++++--- .../stable-diffusion-xl/offline/os_info.json | 2 +- .../offline/system_info.txt | 140 +++++++------- .../stable-diffusion-xl/system_info.txt | 140 +++++++------- .../system_info.txt | 140 +++++++------- .../offline/accuracy/mlperf_log_detail.txt | 140 +++++++------- .../performance/run_1/mlperf_log_detail.txt | 174 ++++++++--------- .../performance/run_1/mlperf_log_summary.txt | 20 +- ...e-gpu-pytorch-v2.5.1-scc24-base_cu124.json | 2 +- 10 files changed, 534 insertions(+), 413 deletions(-) diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md index b862cfa..d8ba1b8 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/README.md @@ -18,7 +18,7 @@ pip install -U cmind cm rm cache -f -cm pull repo gateoverflow@cm4mlops --checkout=58a2259330bf902d2b314d2d1bdaeb53706e9ed1 +cm pull repo gateoverflow@cm4mlops --checkout=a24b7a89e94d86b17f79d33d59fa83ef4f66d391 cm run script \ --tags=app,mlperf,inference,generic,_reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline \ @@ -45,7 +45,7 @@ cm run script \ --env.CM_DOCKER_IMAGE_NAME=scc24-reference \ --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ - --env.CM_MLPERF_LAST_RELEASE=v4.0 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ --env.CM_TMP_CURRENT_PATH=/home/arjun/actions-runner/_work/cm4mlops/cm4mlops \ --env.CM_TMP_PIP_VERSION_STRING= \ --env.CM_MODEL=sdxl \ @@ -67,6 +67,7 @@ cm run script \ --add_deps_recursive.coco2014-dataset.tags=_size.50,_with-sample-ids \ --add_deps_recursive.nvidia-preprocess-data.extra_cache_tags=scc24-base \ --add_deps_recursive.inference-src.tags=_branch.dev \ + --add_deps_recursive.inference-src.version=custom \ --v=False \ --print_env=False \ --print_deps=False \ @@ -96,4 +97,4 @@ Model Precision: fp32 `FID_SCORE`: `237.82579`, Required accuracy for closed division `>= 23.01086` and `<= 23.95008` ### Performance Results -`Samples per second`: `0.383039` +`Samples per second`: `0.382825` diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json index f776e59..d040efd 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/cm-version-info.json @@ -76,17 +76,47 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", - "version": "custom-git-8d3b8ab09ac392b5a8656ad07d37fb8d7942595b", + "version": "custom-git-b09b1efef4e5225d33618432cf71550ac135f501", "parent": "app-mlperf-inference,d775cac873ee4231 ( reference,_sdxl,_pytorch,_cuda,_test,_r4.1-dev_default,_float16,_offline )" } }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.10.12", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.dev,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, { "get,mlperf,inference,src,_branch.dev": { "script_uid": "4b57186581024797", "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", - "version": "custom-git-8d3b8ab09ac392b5a8656ad07d37fb8d7942595b", + "version": "custom-git-b09b1efef4e5225d33618432cf71550ac135f501", "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" } }, @@ -267,7 +297,7 @@ "script_tags": "detect-os,detect,os,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -287,7 +317,7 @@ "script_tags": "detect,cpu,detect-cpu,info", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -297,7 +327,7 @@ "script_tags": "get,sys-utils-cm", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -307,7 +337,7 @@ "script_tags": "get,python,python3,get-python,get-python3", "script_variations": "", "version": "3.10.12", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -317,7 +347,7 @@ "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", "script_variations": "cudnn", "version": "12.4", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -327,7 +357,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "torch_cuda", "version": "2.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -337,7 +367,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "torchvision_cuda", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -347,17 +377,17 @@ "script_tags": "get,raw,ml-model,stable-diffusion,sdxl,text-to-image", "script_variations": "pytorch,fp16", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { - "get,dataset,coco2014,_validation,_with-sample-ids,_size.50": { + "get,dataset,coco2014,_validation,_size.50,_with-sample-ids": { "script_uid": "3f7ad9d42f4040f8", "script_alias": "get-dataset-coco2014", "script_tags": "get,dataset,coco2014,object-detection,original", - "script_variations": "validation,with-sample-ids,size.50", + "script_variations": "validation,size.50,with-sample-ids", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -400,13 +430,43 @@ "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" } }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.10.12", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.dev,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, { "get,mlcommons,inference,src,_branch.dev": { "script_uid": "4b57186581024797", "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", - "version": "custom-git-8d3b8ab09ac392b5a8656ad07d37fb8d7942595b", + "version": "custom-git-b09b1efef4e5225d33618432cf71550ac135f501", "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" } }, @@ -437,7 +497,7 @@ "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -447,7 +507,37 @@ "script_tags": "get,loadgen,inference,inference-loadgen,mlperf,mlcommons", "script_variations": "", "version": "master", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.10.12", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.dev,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" } }, { @@ -456,8 +546,38 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", - "version": "custom-git-8d3b8ab09ac392b5a8656ad07d37fb8d7942595b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "version": "custom-git-b09b1efef4e5225d33618432cf71550ac135f501", + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.10.12", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" + } + }, + { + "get,git,repo,_branch.dev,_repo.https://github.com/mlcommons/inference": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.dev,repo.https://github.com/mlcommons/inference", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( branch.dev )" } }, { @@ -466,8 +586,8 @@ "script_alias": "get-mlperf-inference-src", "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", "script_variations": "branch.dev", - "version": "custom-git-8d3b8ab09ac392b5a8656ad07d37fb8d7942595b", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "version": "custom", + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -477,7 +597,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.psutil", "version": "6.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -487,7 +607,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.diffusers", "version": "0.30.3", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -497,7 +617,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.transformers", "version": "4.46.2", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -507,7 +627,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchvision", "version": "0.20.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -517,7 +637,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.accelerate", "version": "1.1.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -527,7 +647,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torchmetrics", "version": "1.5.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -537,7 +657,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.torch-fidelity", "version": "0.3.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -547,7 +667,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.open_clip_torch", "version": "2.29.0", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -557,7 +677,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.opencv-python", "version": "4.10.0.84", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -567,7 +687,7 @@ "script_tags": "get,install,generic,generic-python-lib", "script_variations": "package.scipy", "version": "1.10.1", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } }, { @@ -607,7 +727,7 @@ "script_tags": "mlperf,benchmark-mlperf", "script_variations": "", "version": "", - "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( offline,_sdxl,_pytorch,_cuda,_float16 )" + "parent": "app-mlperf-inference-mlcommons-python,ff149e9781fc4b65 ( pytorch,_sdxl,_cuda,_offline,_float16 )" } } ] diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json index 07e5510..ae21f9b 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/os_info.json @@ -26,5 +26,5 @@ ], "CM_HOST_PLATFORM_FLAVOR": "x86_64", "CM_HOST_PYTHON_BITS": "64", - "CM_HOST_SYSTEM_NAME": "326a756ccd44" + "CM_HOST_SYSTEM_NAME": "3355bbc3e655" } \ No newline at end of file diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/system_info.txt b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/system_info.txt index d099cfc..50443f0 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 326a756ccd44 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux 3355bbc3e655 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 22:25:29 up 3 days, 4:08, 0 users, load average: 1.09, 0.95, 0.74 + 23:18:15 up 4 days, 5:01, 0 users, load average: 0.36, 0.28, 0.26 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a real-time non-blocking time (microseconds, -R) unlimited @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1277.190 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -69,7 +69,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 805.104 cache size : 46080 KB physical id : 0 siblings : 48 @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.164 +cpu MHz : 800.198 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 3985.468 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.650 +cpu MHz : 1111.916 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 800.209 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1674.118 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.410 +cpu MHz : 800.207 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.019 +cpu MHz : 900.252 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 903.899 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.089 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.440 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -573,7 +573,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.196 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -601,7 +601,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.416 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2141.313 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.198 +cpu MHz : 4553.706 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2013.798 +cpu MHz : 800.206 cache size : 46080 KB physical id : 0 siblings : 48 @@ -713,7 +713,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1106.648 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -741,7 +741,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4517.588 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.429 cache size : 46080 KB physical id : 0 siblings : 48 @@ -937,7 +937,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -993,7 +993,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3467.633 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1423,51 +1423,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 11831 MB +node 0 free: 12332 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 12115608 kB -MemAvailable: 192530172 kB -Buffers: 5831488 kB -Cached: 165836868 kB -SwapCached: 892 kB -Active: 56624088 kB -Inactive: 115837492 kB -Active(anon): 20860 kB -Inactive(anon): 784356 kB -Active(file): 56603228 kB -Inactive(file): 115053136 kB +MemFree: 12628572 kB +MemAvailable: 192698708 kB +Buffers: 4557096 kB +Cached: 172337516 kB +SwapCached: 12200 kB +Active: 151922424 kB +Inactive: 25671844 kB +Active(anon): 147528 kB +Inactive(anon): 562248 kB +Active(file): 151774896 kB +Inactive(file): 25109596 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510867708 kB +SwapFree: 510745852 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 63596 kB +Dirty: 51352 kB Writeback: 0 kB -AnonPages: 795764 kB -Mapped: 399612 kB -Shmem: 11880 kB -KReclaimable: 10530188 kB -Slab: 11629548 kB -SReclaimable: 10530188 kB -SUnreclaim: 1099360 kB -KernelStack: 21152 kB -PageTables: 20268 kB +AnonPages: 695344 kB +Mapped: 264916 kB +Shmem: 10112 kB +KReclaimable: 4969920 kB +Slab: 6002268 kB +SReclaimable: 4969920 kB +SUnreclaim: 1032348 kB +KernelStack: 23184 kB +PageTables: 21720 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 6605544 kB +Committed_AS: 6903880 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 291252 kB +VmallocUsed: 293664 kB VmallocChunk: 0 kB -Percpu: 102144 kB +Percpu: 84672 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 13065828 kB -DirectMap2M: 135311360 kB -DirectMap1G: 54525952 kB +DirectMap4k: 18271844 kB +DirectMap2M: 140591104 kB +DirectMap1G: 44040192 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1697,18 +1697,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.2.0-39-generic root=UUID=86083302-3c7d-4400-a0a8-0c77990f9f3d ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 22: +analyzing CPU 21: driver: intel_pstate - CPUs which run at the same hardware frequency: 22 - CPUs which need to have their frequency coordinated by software: 22 + CPUs which run at the same hardware frequency: 21 + CPUs which need to have their frequency coordinated by software: 21 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.47 GHz (asserted by call to kernel) + current CPU frequency: 2.58 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1759,16 +1759,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 2340298 1673596 45 0 286907 0 +fs.dentry-state = 1530876 1046583 45 0 381149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 6560 0 2097152 -fs.inode-nr = 2612918 337233 -fs.inode-state = 2612918 337233 0 0 0 0 0 +fs.file-nr = 6272 0 2097152 +fs.inode-nr = 1738771 518393 +fs.inode-state = 1738771 518393 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1796,7 +1796,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 620 +fs.quota.syncs = 754 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1821,7 +1821,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 326a756ccd44 +kernel.hostname = 3355bbc3e655 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1850,7 +1850,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 7673 +kernel.ns_last_pid = 8355 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1881,13 +1881,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 20 +kernel.pty.nr = 32 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ed5c093b-841e-4e92-a8e6-51e22b13d1b9 +kernel.random.uuid = e617626a-0a74-442b-aa12-a901d0387424 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/system_info.txt b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/system_info.txt index d099cfc..50443f0 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 326a756ccd44 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux 3355bbc3e655 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 22:25:29 up 3 days, 4:08, 0 users, load average: 1.09, 0.95, 0.74 + 23:18:15 up 4 days, 5:01, 0 users, load average: 0.36, 0.28, 0.26 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a real-time non-blocking time (microseconds, -R) unlimited @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1277.190 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -69,7 +69,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 805.104 cache size : 46080 KB physical id : 0 siblings : 48 @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.164 +cpu MHz : 800.198 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 3985.468 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.650 +cpu MHz : 1111.916 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 800.209 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1674.118 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.410 +cpu MHz : 800.207 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.019 +cpu MHz : 900.252 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 903.899 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.089 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.440 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -573,7 +573,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.196 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -601,7 +601,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.416 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2141.313 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.198 +cpu MHz : 4553.706 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2013.798 +cpu MHz : 800.206 cache size : 46080 KB physical id : 0 siblings : 48 @@ -713,7 +713,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1106.648 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -741,7 +741,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4517.588 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.429 cache size : 46080 KB physical id : 0 siblings : 48 @@ -937,7 +937,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -993,7 +993,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3467.633 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1423,51 +1423,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 11831 MB +node 0 free: 12332 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 12115608 kB -MemAvailable: 192530172 kB -Buffers: 5831488 kB -Cached: 165836868 kB -SwapCached: 892 kB -Active: 56624088 kB -Inactive: 115837492 kB -Active(anon): 20860 kB -Inactive(anon): 784356 kB -Active(file): 56603228 kB -Inactive(file): 115053136 kB +MemFree: 12628572 kB +MemAvailable: 192698708 kB +Buffers: 4557096 kB +Cached: 172337516 kB +SwapCached: 12200 kB +Active: 151922424 kB +Inactive: 25671844 kB +Active(anon): 147528 kB +Inactive(anon): 562248 kB +Active(file): 151774896 kB +Inactive(file): 25109596 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510867708 kB +SwapFree: 510745852 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 63596 kB +Dirty: 51352 kB Writeback: 0 kB -AnonPages: 795764 kB -Mapped: 399612 kB -Shmem: 11880 kB -KReclaimable: 10530188 kB -Slab: 11629548 kB -SReclaimable: 10530188 kB -SUnreclaim: 1099360 kB -KernelStack: 21152 kB -PageTables: 20268 kB +AnonPages: 695344 kB +Mapped: 264916 kB +Shmem: 10112 kB +KReclaimable: 4969920 kB +Slab: 6002268 kB +SReclaimable: 4969920 kB +SUnreclaim: 1032348 kB +KernelStack: 23184 kB +PageTables: 21720 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 6605544 kB +Committed_AS: 6903880 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 291252 kB +VmallocUsed: 293664 kB VmallocChunk: 0 kB -Percpu: 102144 kB +Percpu: 84672 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 13065828 kB -DirectMap2M: 135311360 kB -DirectMap1G: 54525952 kB +DirectMap4k: 18271844 kB +DirectMap2M: 140591104 kB +DirectMap1G: 44040192 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1697,18 +1697,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.2.0-39-generic root=UUID=86083302-3c7d-4400-a0a8-0c77990f9f3d ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 22: +analyzing CPU 21: driver: intel_pstate - CPUs which run at the same hardware frequency: 22 - CPUs which need to have their frequency coordinated by software: 22 + CPUs which run at the same hardware frequency: 21 + CPUs which need to have their frequency coordinated by software: 21 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.47 GHz (asserted by call to kernel) + current CPU frequency: 2.58 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1759,16 +1759,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 2340298 1673596 45 0 286907 0 +fs.dentry-state = 1530876 1046583 45 0 381149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 6560 0 2097152 -fs.inode-nr = 2612918 337233 -fs.inode-state = 2612918 337233 0 0 0 0 0 +fs.file-nr = 6272 0 2097152 +fs.inode-nr = 1738771 518393 +fs.inode-state = 1738771 518393 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1796,7 +1796,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 620 +fs.quota.syncs = 754 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1821,7 +1821,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 326a756ccd44 +kernel.hostname = 3355bbc3e655 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1850,7 +1850,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 7673 +kernel.ns_last_pid = 8355 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1881,13 +1881,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 20 +kernel.pty.nr = 32 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ed5c093b-841e-4e92-a8e6-51e22b13d1b9 +kernel.random.uuid = e617626a-0a74-442b-aa12-a901d0387424 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/system_info.txt b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/system_info.txt index d099cfc..50443f0 100644 --- a/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/system_info.txt +++ b/open/MLCommons/measurements/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/system_info.txt @@ -2,14 +2,14 @@ Platform Details ------------------------------------------------------------ 1. uname -a -Linux 326a756ccd44 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux +Linux 3355bbc3e655 6.2.0-39-generic #40-Ubuntu SMP PREEMPT_DYNAMIC Tue Nov 14 14:18:00 UTC 2023 x86_64 x86_64 x86_64 GNU/Linux ------------------------------------------------------------ 2. w - 22:25:29 up 3 days, 4:08, 0 users, load average: 1.09, 0.95, 0.74 + 23:18:15 up 4 days, 5:01, 0 users, load average: 0.36, 0.28, 0.26 USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT ------------------------------------------------------------ 3. Username -From environment variable $USER: +cmuser ------------------------------------------------------------ 4. ulimit -a real-time non-blocking time (microseconds, -R) unlimited @@ -41,7 +41,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1277.190 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -69,7 +69,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 805.104 cache size : 46080 KB physical id : 0 siblings : 48 @@ -97,7 +97,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.164 +cpu MHz : 800.198 cache size : 46080 KB physical id : 0 siblings : 48 @@ -125,7 +125,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.213 +cpu MHz : 3985.468 cache size : 46080 KB physical id : 0 siblings : 48 @@ -153,7 +153,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.650 +cpu MHz : 1111.916 cache size : 46080 KB physical id : 0 siblings : 48 @@ -181,7 +181,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 800.209 cache size : 46080 KB physical id : 0 siblings : 48 @@ -209,7 +209,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1674.118 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -237,7 +237,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.410 +cpu MHz : 800.207 cache size : 46080 KB physical id : 0 siblings : 48 @@ -405,7 +405,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 900.019 +cpu MHz : 900.252 cache size : 46080 KB physical id : 0 siblings : 48 @@ -433,7 +433,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 903.899 +cpu MHz : 900.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -461,7 +461,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.000 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -517,7 +517,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.089 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -545,7 +545,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.440 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -573,7 +573,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.196 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -601,7 +601,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.416 +cpu MHz : 800.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -629,7 +629,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2141.313 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -657,7 +657,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 800.198 +cpu MHz : 4553.706 cache size : 46080 KB physical id : 0 siblings : 48 @@ -685,7 +685,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2013.798 +cpu MHz : 800.206 cache size : 46080 KB physical id : 0 siblings : 48 @@ -713,7 +713,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 1106.648 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -741,7 +741,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 4517.588 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -769,7 +769,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.429 cache size : 46080 KB physical id : 0 siblings : 48 @@ -937,7 +937,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 2500.000 +cpu MHz : 800.453 cache size : 46080 KB physical id : 0 siblings : 48 @@ -993,7 +993,7 @@ model : 143 model name : Intel(R) Xeon(R) w7-2495X stepping : 8 microcode : 0x2b0004d0 -cpu MHz : 3467.633 +cpu MHz : 2500.000 cache size : 46080 KB physical id : 0 siblings : 48 @@ -1423,51 +1423,51 @@ Vulnerability Tsx async abort: Not affected available: 1 nodes (0) node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 node 0 size: 192705 MB -node 0 free: 11831 MB +node 0 free: 12332 MB node distances: node 0 0: 10 ------------------------------------------------------------ 9. /proc/meminfo MemTotal: 197330060 kB -MemFree: 12115608 kB -MemAvailable: 192530172 kB -Buffers: 5831488 kB -Cached: 165836868 kB -SwapCached: 892 kB -Active: 56624088 kB -Inactive: 115837492 kB -Active(anon): 20860 kB -Inactive(anon): 784356 kB -Active(file): 56603228 kB -Inactive(file): 115053136 kB +MemFree: 12628572 kB +MemAvailable: 192698708 kB +Buffers: 4557096 kB +Cached: 172337516 kB +SwapCached: 12200 kB +Active: 151922424 kB +Inactive: 25671844 kB +Active(anon): 147528 kB +Inactive(anon): 562248 kB +Active(file): 151774896 kB +Inactive(file): 25109596 kB Unevictable: 3088 kB Mlocked: 0 kB SwapTotal: 510899196 kB -SwapFree: 510867708 kB +SwapFree: 510745852 kB Zswap: 0 kB Zswapped: 0 kB -Dirty: 63596 kB +Dirty: 51352 kB Writeback: 0 kB -AnonPages: 795764 kB -Mapped: 399612 kB -Shmem: 11880 kB -KReclaimable: 10530188 kB -Slab: 11629548 kB -SReclaimable: 10530188 kB -SUnreclaim: 1099360 kB -KernelStack: 21152 kB -PageTables: 20268 kB +AnonPages: 695344 kB +Mapped: 264916 kB +Shmem: 10112 kB +KReclaimable: 4969920 kB +Slab: 6002268 kB +SReclaimable: 4969920 kB +SUnreclaim: 1032348 kB +KernelStack: 23184 kB +PageTables: 21720 kB SecPageTables: 0 kB NFS_Unstable: 0 kB Bounce: 0 kB WritebackTmp: 0 kB CommitLimit: 609564224 kB -Committed_AS: 6605544 kB +Committed_AS: 6903880 kB VmallocTotal: 13743895347199 kB -VmallocUsed: 291252 kB +VmallocUsed: 293664 kB VmallocChunk: 0 kB -Percpu: 102144 kB +Percpu: 84672 kB HardwareCorrupted: 0 kB AnonHugePages: 0 kB ShmemHugePages: 0 kB @@ -1480,9 +1480,9 @@ HugePages_Rsvd: 0 HugePages_Surp: 0 Hugepagesize: 2048 kB Hugetlb: 0 kB -DirectMap4k: 13065828 kB -DirectMap2M: 135311360 kB -DirectMap1G: 54525952 kB +DirectMap4k: 18271844 kB +DirectMap2M: 140591104 kB +DirectMap1G: 44040192 kB ------------------------------------------------------------ 10. who -r ------------------------------------------------------------ @@ -1697,18 +1697,18 @@ systemd-tmpfiles-clean.timer static - BOOT_IMAGE=/boot/vmlinuz-6.2.0-39-generic root=UUID=86083302-3c7d-4400-a0a8-0c77990f9f3d ro quiet splash vt.handoff=7 ------------------------------------------------------------ 14. cpupower frequency-info -analyzing CPU 22: +analyzing CPU 21: driver: intel_pstate - CPUs which run at the same hardware frequency: 22 - CPUs which need to have their frequency coordinated by software: 22 + CPUs which run at the same hardware frequency: 21 + CPUs which need to have their frequency coordinated by software: 21 maximum transition latency: Cannot determine or is not supported. - hardware limits: 800 MHz - 4.60 GHz + hardware limits: 800 MHz - 4.70 GHz available cpufreq governors: performance powersave - current policy: frequency should be within 800 MHz and 4.60 GHz. + current policy: frequency should be within 800 MHz and 4.70 GHz. The governor "powersave" may decide which speed to use within this range. current CPU frequency: Unable to call hardware - current CPU frequency: 2.47 GHz (asserted by call to kernel) + current CPU frequency: 2.58 GHz (asserted by call to kernel) boost state support: Supported: yes Active: yes @@ -1759,16 +1759,16 @@ dev.tty.ldisc_autoload = 1 dev.tty.legacy_tiocsti = 1 fs.aio-max-nr = 65536 fs.aio-nr = 0 -fs.dentry-state = 2340298 1673596 45 0 286907 0 +fs.dentry-state = 1530876 1046583 45 0 381149 0 fs.dir-notify-enable = 1 fs.epoll.max_user_watches = 43910678 fs.fanotify.max_queued_events = 16384 fs.fanotify.max_user_groups = 128 fs.fanotify.max_user_marks = 1048576 fs.file-max = 2097152 -fs.file-nr = 6560 0 2097152 -fs.inode-nr = 2612918 337233 -fs.inode-state = 2612918 337233 0 0 0 0 0 +fs.file-nr = 6272 0 2097152 +fs.inode-nr = 1738771 518393 +fs.inode-state = 1738771 518393 0 0 0 0 0 fs.inotify.max_queued_events = 16384 fs.inotify.max_user_instances = 128 fs.inotify.max_user_watches = 65536 @@ -1796,7 +1796,7 @@ fs.quota.drops = 0 fs.quota.free_dquots = 0 fs.quota.lookups = 0 fs.quota.reads = 0 -fs.quota.syncs = 620 +fs.quota.syncs = 754 fs.quota.writes = 0 fs.suid_dumpable = 2 fs.verity.require_signatures = 0 @@ -1821,7 +1821,7 @@ kernel.ftrace_dump_on_oops = 0 kernel.ftrace_enabled = 1 kernel.hardlockup_all_cpu_backtrace = 0 kernel.hardlockup_panic = 0 -kernel.hostname = 326a756ccd44 +kernel.hostname = 3355bbc3e655 kernel.hotplug = kernel.hung_task_all_cpu_backtrace = 0 kernel.hung_task_check_count = 4194304 @@ -1850,7 +1850,7 @@ kernel.msgmnb = 16384 kernel.msgmni = 32000 kernel.ngroups_max = 65536 kernel.nmi_watchdog = 1 -kernel.ns_last_pid = 7673 +kernel.ns_last_pid = 8355 kernel.numa_balancing = 0 kernel.numa_balancing_promote_rate_limit_MBps = 65536 kernel.oops_all_cpu_backtrace = 0 @@ -1881,13 +1881,13 @@ kernel.printk_devkmsg = on kernel.printk_ratelimit = 5 kernel.printk_ratelimit_burst = 10 kernel.pty.max = 4096 -kernel.pty.nr = 20 +kernel.pty.nr = 32 kernel.pty.reserve = 1024 kernel.random.boot_id = 8fb471e1-c2c8-480a-a7dd-3e140a602d1b kernel.random.entropy_avail = 256 kernel.random.poolsize = 256 kernel.random.urandom_min_reseed_secs = 60 -kernel.random.uuid = ed5c093b-841e-4e92-a8e6-51e22b13d1b9 +kernel.random.uuid = e617626a-0a74-442b-aa12-a901d0387424 kernel.random.write_wakeup_threshold = 256 kernel.randomize_va_space = 2 kernel.real-root-dev = 0 diff --git a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt index 2e6f314..2d2cba9 100644 --- a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/accuracy/mlperf_log_detail.txt @@ -1,70 +1,70 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1.23 @ c8c1e61f1a", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T17:04:34.454056", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T17:04:34.454067", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-31T00:05:23+00:00", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "c8c1e61f1a2164b5797504f1991d5c7aeea2364f Removed mlperf.conf check in submission checker, removed equal issue (#1887)\n106f44fc41cc26a87491d1aca7c57ab08842bf60 Correcting README typos (#1869)\nec8cbe54ac2fd1a8b3585ca6b9b7493a99cd023f Docs update for IndySCC24, Improve the final report generation, Make some GH actions run only on MLCommons (#1876)\n064c7fd0fb864a56014a41d1ff007acff92843c0 Update submission_checker.py | mixtral is not having singlestream sce (#1881)\nde6c550acc783bbead4ce255ebc5c9b3ab283d29 Update format.yml | Improve the github action (#1875)", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d47a9d552d9f882a5250f1ba1e969f9ebca4281b","/MANIFEST.in":"ad32a45fd2cf9b05dcf9ffa884ae78b536237ba6","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"b704125a89b97a97513991ee33320e29d95916e2","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"0a4daef277bb3151139980e484dd5e644bf36e18","/mlperf_conf.h":"1813988201e2ff86f4fa8cf4c01685782e933c27","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005105, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-07T22:25:56Z", "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 235, "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.020403, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.023820, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.023919, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.029700, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.036849, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.236143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 2.236143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.236143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 130735.727170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "power_begin", "value": "11-07-2024 22:25:56.690", "time_ms": 130735.729774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 9868, "tid": 9868}} -:::MLLOG {"key": "power_end", "value": "11-07-2024 22:28:07.413", "time_ms": 130735.729774, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 9868, "tid": 9868}} +:::MLLOG {"key": "loadgen_version", "value": "4.1.23 @ c8c1e61f1a", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T17:04:34.454056", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T17:04:34.454067", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-31T00:05:23+00:00", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "c8c1e61f1a2164b5797504f1991d5c7aeea2364f Removed mlperf.conf check in submission checker, removed equal issue (#1887)\n106f44fc41cc26a87491d1aca7c57ab08842bf60 Correcting README typos (#1869)\nec8cbe54ac2fd1a8b3585ca6b9b7493a99cd023f Docs update for IndySCC24, Improve the final report generation, Make some GH actions run only on MLCommons (#1876)\n064c7fd0fb864a56014a41d1ff007acff92843c0 Update submission_checker.py | mixtral is not having singlestream sce (#1881)\nde6c550acc783bbead4ce255ebc5c9b3ab283d29 Update format.yml | Improve the github action (#1875)", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d47a9d552d9f882a5250f1ba1e969f9ebca4281b","/MANIFEST.in":"ad32a45fd2cf9b05dcf9ffa884ae78b536237ba6","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"b704125a89b97a97513991ee33320e29d95916e2","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"0a4daef277bb3151139980e484dd5e644bf36e18","/mlperf_conf.h":"1813988201e2ff86f4fa8cf4c01685782e933c27","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.002695, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-08T23:18:41Z", "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 144, "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.013215, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_min_query_count", "value": 50, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_max_query_count", "value": 50, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.016314, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_samples_per_query", "value": 50, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_max_query_count", "value": 50, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_min_sample_count", "value": 50, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.016397, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.020907, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1084, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.029307, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.003422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "generated_samples_per_query", "value": 50, "time_ms": 2.003422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.003422, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 130570.477367, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "power_begin", "value": "11-08-2024 23:18:41.983", "time_ms": 130570.480143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 10550, "tid": 10550}} +:::MLLOG {"key": "power_end", "value": "11-08-2024 23:20:52.539", "time_ms": 130570.480143, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 10550, "tid": 10550}} diff --git a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt index a9d766b..422d031 100644 --- a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt +++ b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_detail.txt @@ -1,87 +1,87 @@ -:::MLLOG {"key": "loadgen_version", "value": "4.1.23 @ c8c1e61f1a", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T17:04:34.454056", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T17:04:34.454067", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-31T00:05:23+00:00", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_git_log_message", "value": "c8c1e61f1a2164b5797504f1991d5c7aeea2364f Removed mlperf.conf check in submission checker, removed equal issue (#1887)\n106f44fc41cc26a87491d1aca7c57ab08842bf60 Correcting README typos (#1869)\nec8cbe54ac2fd1a8b3585ca6b9b7493a99cd023f Docs update for IndySCC24, Improve the final report generation, Make some GH actions run only on MLCommons (#1876)\n064c7fd0fb864a56014a41d1ff007acff92843c0 Update submission_checker.py | mixtral is not having singlestream sce (#1881)\nde6c550acc783bbead4ce255ebc5c9b3ab283d29 Update format.yml | Improve the github action (#1875)", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d47a9d552d9f882a5250f1ba1e969f9ebca4281b","/MANIFEST.in":"ad32a45fd2cf9b05dcf9ffa884ae78b536237ba6","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"b704125a89b97a97513991ee33320e29d95916e2","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"0a4daef277bb3151139980e484dd5e644bf36e18","/mlperf_conf.h":"1813988201e2ff86f4fa8cf4c01685782e933c27","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.006374, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "test_datetime", "value": "2024-11-07T22:24:14Z", "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "get_sut_name_duration_ns", "value": 171, "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.015056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.018253, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.018335, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.020126, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.027032, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.018217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 2.018217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.018217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 13171.858042, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26113.732541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "power_begin", "value": "11-07-2024 22:24:14.100", "time_ms": 26113.735297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "power_end", "value": "11-07-2024 22:24:40.207", "time_ms": 26113.735297, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_samples_per_second", "value": 0.383039, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_min_latency_ns", "value": 2839023575, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_max_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_mean_latency_ns", "value": 14466840903, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 15754435831, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} -:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 26107018327, "time_ms": 26113.841886, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 3779, "tid": 3779}} +:::MLLOG {"key": "loadgen_version", "value": "4.1.23 @ c8c1e61f1a", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 53, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-11-06T17:04:34.454056", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 55, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-11-06T17:04:34.454067", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 56, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-10-31T00:05:23+00:00", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 57, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "c8c1e61f1a2164b5797504f1991d5c7aeea2364f Removed mlperf.conf check in submission checker, removed equal issue (#1887)\n106f44fc41cc26a87491d1aca7c57ab08842bf60 Correcting README typos (#1869)\nec8cbe54ac2fd1a8b3585ca6b9b7493a99cd023f Docs update for IndySCC24, Improve the final report generation, Make some GH actions run only on MLCommons (#1876)\n064c7fd0fb864a56014a41d1ff007acff92843c0 Update submission_checker.py | mixtral is not having singlestream sce (#1881)\nde6c550acc783bbead4ce255ebc5c9b3ab283d29 Update format.yml | Improve the github action (#1875)", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 58, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 60, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"d47a9d552d9f882a5250f1ba1e969f9ebca4281b","/MANIFEST.in":"ad32a45fd2cf9b05dcf9ffa884ae78b536237ba6","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/VERSION.txt":"b704125a89b97a97513991ee33320e29d95916e2","/__init__.py":"d013101621ef06a0ddc5e7d9ce511918a8b2ebe6","/bindings/c_api.cc":"14d178b64c7fc45d090e038c08d9b78ca943c383","/bindings/c_api.h":"23d9f99e00b2d196e095fae0bb453a391c18d601","/bindings/python_api.cc":"9f538d2a5390c77ae0bc3f8a351bcdb2587bc66c","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"02fcfe6d9cf958eeb4b6f1f4dbe87ba7eb4d7dec","/issue_query_controller.h":"ed20934fd3507a15949d501ac154be38e766f6ab","/loadgen.cc":"42b50c087c6fea1005abbba369c22cb09d6a364a","/loadgen.h":"ce9fcb5d44951e7e9048a83b7c1a41c8b8e0f7d8","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"49e63158ebca654fa4b7c5f3321054cf4d6c3a30","/logging.h":"5f6cc9ed4c4859641e05b1bb6a0ef860c852fcd8","/mlperf.conf":"0a4daef277bb3151139980e484dd5e644bf36e18","/mlperf_conf.h":"1813988201e2ff86f4fa8cf4c01685782e933c27","/pyproject.toml":"712fab87b72ba67ef2a068d0f9f47da65130342f","/query_dispatch_library.h":"1f18e9cd3ee4dc89a387cf462de1d0ceb1ece975","/query_sample.h":"c4f399103bc3d172079bbd4cd2b0ca0f22eebc4f","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"239835696a1abe2cac9e866122d1dddc367e3548","/results.h":"fce22d5a588d91fd968a6b25c27896dba87bc276","/setup.py":"a5eaa6f713bd3dfb6603be2c7928f0c295d7ee30","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"476ecd4032f3bafe6f201df25d68aca4e177f659","/test_settings_internal.cc":"8827ef7d70e6c9a43dd25b4f42a6d2a9cecda428","/test_settings_internal.h":"2bb9e9ae53904cb0ca221f4a5d49ca7d9ec3b0ca","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"9f23d13276194588473120a8a6ecf5a6ed034a23"}, "time_ms": 0.005226, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "version.cc", "line_no": 67, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "test_datetime", "value": "2024-11-08T23:13:40Z", "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1193, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "sut_name", "value": "PySUT", "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1194, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 153, "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1195, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "qsl_name", "value": "PyQSL", "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1196, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 50, "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1197, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 5000, "time_ms": 0.010936, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 1198, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 272, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 273, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 0.05, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 310, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 316, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 317, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_min_query_count", "value": 10, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 318, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_max_query_count", "value": 10, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 319, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 320, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 321, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 323, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 324, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 326, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 328, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 330, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 331, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 333, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 335, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 5000, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 337, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "requested_sample_concatenate_permutation", "value": false, "time_ms": 0.014158, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 339, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 418, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 419, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_samples_per_query", "value": 10, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 421, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_target_qps", "value": 0.05, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 422, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 423, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 424, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 426, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 427, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 429, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 430, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 431, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_max_query_count", "value": 10, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 432, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_min_sample_count", "value": 10, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 433, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 434, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 435, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 437, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 438, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 440, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 442, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 444, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 445, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 447, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 449, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 5000, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 451, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "effective_sample_concatenate_permutation", "value": false, "time_ms": 0.014257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "test_settings_internal.cc", "line_no": 453, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.018434, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 835, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "loaded_qsl_set", "value": [25,24,46,36,21,22,39,13,45,4,32,40,33,23,10,44,34,15,28,29,3,30,1,47,26,31,16,8,2,0,49,27,48,5,17,19,20,18,43,9,14,6,35,7,12,37,11,38,42,41], "time_ms": 0.024758, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 607, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 2.040636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 426, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "generated_samples_per_query", "value": 10, "time_ms": 2.040636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 427, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "generated_query_duration", "value": 20000000000, "time_ms": 2.040636, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 428, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 13179.182913, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "issue_query_controller.cc", "line_no": 482, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 902, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 904, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 906, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 908, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 910, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 26128.290071, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "logging.cc", "line_no": 912, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "power_begin", "value": "11-08-2024 23:13:40.482", "time_ms": 26128.292924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 561, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "power_end", "value": "11-08-2024 23:14:06.604", "time_ms": 26128.292924, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "loadgen.cc", "line_no": 563, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 674, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 679, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 680, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 681, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 700, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 712, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_samples_per_second", "value": 0.382825, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 768, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_min_latency_ns", "value": 2843274853, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 774, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_max_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 775, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 14474700199, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 776, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 15761181366, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 26121575743, "time_ms": 26128.395006, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "results.cc", "line_no": 778, "pid": 4460, "tid": 4460}} diff --git a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt index 9c39ec8..ace555d 100644 --- a/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt +++ b/open/MLCommons/results/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124/stable-diffusion-xl/offline/performance/run_1/mlperf_log_summary.txt @@ -4,7 +4,7 @@ MLPerf Results Summary SUT name : PySUT Scenario : Offline Mode : PerformanceOnly -Samples per second: 0.383039 +Samples per second: 0.382825 Result is : VALID Min duration satisfied : Yes Min queries satisfied : Yes @@ -13,15 +13,15 @@ Result is : VALID ================================================ Additional Stats ================================================ -Min latency (ns) : 2839023575 -Max latency (ns) : 26107018327 -Mean latency (ns) : 14466840903 -50.00 percentile latency (ns) : 15754435831 -90.00 percentile latency (ns) : 26107018327 -95.00 percentile latency (ns) : 26107018327 -97.00 percentile latency (ns) : 26107018327 -99.00 percentile latency (ns) : 26107018327 -99.90 percentile latency (ns) : 26107018327 +Min latency (ns) : 2843274853 +Max latency (ns) : 26121575743 +Mean latency (ns) : 14474700199 +50.00 percentile latency (ns) : 15761181366 +90.00 percentile latency (ns) : 26121575743 +95.00 percentile latency (ns) : 26121575743 +97.00 percentile latency (ns) : 26121575743 +99.00 percentile latency (ns) : 26121575743 +99.90 percentile latency (ns) : 26121575743 ================================================ Test Parameters Used diff --git a/open/MLCommons/systems/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124.json b/open/MLCommons/systems/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124.json index 820c328..de8ff33 100644 --- a/open/MLCommons/systems/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124.json +++ b/open/MLCommons/systems/arjun_spr-reference-gpu-pytorch-v2.5.1-scc24-base_cu124.json @@ -31,7 +31,7 @@ "status": "available", "submitter": "MLCommons", "sw_notes": "Automated by MLCommons CM v3.2.6. ", - "system_name": "326a756ccd44", + "system_name": "3355bbc3e655", "system_type": "datacenter", "system_type_detail": "edge server" } \ No newline at end of file