diff --git a/closed/MLCommons/code/bert-99/README.md b/closed/MLCommons/code/bert-99/README.md new file mode 100644 index 00000000..2fd9f957 --- /dev/null +++ b/closed/MLCommons/code/bert-99/README.md @@ -0,0 +1 @@ +TBD \ No newline at end of file diff --git a/open/MLCommons/code/bert-99/README.md b/open/MLCommons/code/bert-99/README.md new file mode 100644 index 00000000..2fd9f957 --- /dev/null +++ b/open/MLCommons/code/bert-99/README.md @@ -0,0 +1 @@ +TBD \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/README.md new file mode 100644 index 00000000..1d3a435c --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/README.md @@ -0,0 +1,132 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=225220c7d9bb7e66e5b9a1e1ebfc3e0180fbd094 + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=bert-99 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=bert-99 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=Offline \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ + --env.CM_DOCKER_CONTAINER_ID=bcea82088806 \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST01 \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`F1`: `90.15674`, Required accuracy for closed division `>= 89.96526` + +### Performance Results +`Samples per second`: `4124.17` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy_console.out new file mode 100644 index 00000000..e8430413 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy_console.out @@ -0,0 +1,80 @@ +[2024-12-22 20:21:07,756 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 20:21:08,172 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/Offline +[2024-12-22 20:21:08,172 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="AccuracyOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/403177c9892b404eaf63b19dc57cef7e.conf" --gpu_inference_streams=2 --gpu_copy_streams=2 --gpu_engines="./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan" --scenario Offline --model bert +[2024-12-22 20:21:08,172 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 256 +gpu_copy_streams : 2 +gpu_inference_streams : 2 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-20.21.06 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : AccuracyOnly +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/403177c9892b404eaf63b19dc57cef7e.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_Offline +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 2 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 20:21:08.208585 19723 main_bert.cc:163] Found 1 GPUs +I1222 20:21:08.294823 19723 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 414 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 578, GPU 1225 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 580, GPU 1235 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +290, now: CPU 0, GPU 290 (MiB) +I1222 20:21:08.548007 19723 bert_server.cc:208] Engines Creation Completed +I1222 20:21:08.560138 19723 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:21:08.560142 19723 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:21:08.560149 19723 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 166, GPU 1901 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 166, GPU 1909 (MiB) +I1222 20:21:08.603008 19723 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 20:21:08.603025 19723 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 290 (MiB) +I1222 20:21:08.603590 19723 bert_core_vs.cc:476] Setup complete +I1222 20:21:08.603727 19723 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:21:08.603729 19723 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:21:08.603731 19723 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 289, GPU 2715 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 289, GPU 2725 (MiB) +I1222 20:21:08.645998 19723 bert_core_vs.cc:426] Setting Opt.Prof. to 1 +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +0, now: CPU 1, GPU 290 (MiB) +I1222 20:21:08.646291 19723 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +I1222 20:21:08.646836 19723 bert_core_vs.cc:476] Setup complete +I1222 20:21:08.876005 19723 main_bert.cc:184] Starting running actual test. +I1222 20:21:11.529424 19723 main_bert.cc:190] Finished running actual test. + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 20:21:11,652 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-22 20:21:11,652 __init__.py:46 INFO] Running command: PYTHONPATH=code/bert/tensorrt/helpers python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/language/bert/accuracy-squad.py --log_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_accuracy.json --vocab_file build/models/bert/vocab.txt --val_data /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data/squad/dev-v1.1.json --out_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/predictions.json --output_dtype float16 +{"exact_match": 82.81929990539263, "f1": 90.15673510616978} +Reading examples... +Loading cached features from 'eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/predictions.json +Evaluating predictions... + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.mmd new file mode 100644 index 00000000..9a733ad1 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.mmd @@ -0,0 +1,94 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,mlcommons,inference,src,_deeplearningexamples + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_deeplearningexamples + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,mlperf,inference,utils + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,dataset,squad,language-processing + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_bert-99,_tensorrt,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_bert-99,_tensorrt,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.png new file mode 100644 index 00000000..03bcb1dd Binary files /dev/null and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-version-info.json new file mode 100644 index 00000000..795cc234 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cm-version-info.json @@ -0,0 +1,934 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,bert-99,tensorrt,cuda,valid,r4.1-dev_default,offline": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,mlperf,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,dataset,squad,language-processing": { + "script_uid": "6651c119c3ae49b3", + "script_alias": "get-dataset-squad", + "script_tags": "get,dataset,squad,language-processing,validation,original", + "script_variations": "", + "version": "1.1", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "get,dataset-aux,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_offline )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_bert-99,_tensorrt,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,cuda,bert-99,tensorrt,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_cuda,_bert-99,_tensorrt,_offline,_bert_,_batch_size.256,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,cuda,bert-99,tensorrt,offline,bert_,batch_size.256,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_cuda,_bert-99,_tensorrt,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,cuda,bert-99,tensorrt,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_cuda,_bert-99,_tensorrt,_offline,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/model-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/model-info.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/os_info.json new file mode 100644 index 00000000..929ab7ba --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "bcea82088806" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance_console.out new file mode 100644 index 00000000..71a0b125 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance_console.out @@ -0,0 +1,119 @@ +[2024-12-22 20:10:06,760 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 20:10:07,172 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/Offline +[2024-12-22 20:10:07,173 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="PerformanceOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=false --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0ed4938fc94b4d9ea195a6008cb25302.conf" --gpu_inference_streams=2 --gpu_copy_streams=2 --gpu_engines="./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan" --scenario Offline --model bert +[2024-12-22 20:10:07,173 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 256 +gpu_copy_streams : 2 +gpu_inference_streams : 2 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-20.10.05 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +offline_expected_qps : 0.0 +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Offline +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : PerformanceOnly +use_graphs : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/0ed4938fc94b4d9ea195a6008cb25302.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_Offline +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 2 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 20:10:07.207818 18130 main_bert.cc:163] Found 1 GPUs +I1222 20:10:07.287855 18130 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Offline/bert-Offline-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 414 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 578, GPU 1225 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 580, GPU 1235 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +290, now: CPU 0, GPU 290 (MiB) +I1222 20:10:07.541139 18130 bert_server.cc:208] Engines Creation Completed +I1222 20:10:07.551685 18130 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:10:07.551692 18130 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:10:07.551694 18130 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 166, GPU 1901 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 166, GPU 1909 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 290 (MiB) +I1222 20:10:07.594280 18130 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 20:10:07.594321 18130 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +I1222 20:10:07.594859 18130 bert_core_vs.cc:476] Setup complete +I1222 20:10:07.595006 18130 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:10:07.595008 18130 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:10:07.595010 18130 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 289, GPU 2715 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 289, GPU 2725 (MiB) +I1222 20:10:07.637039 18130 bert_core_vs.cc:426] Setting Opt.Prof. to 1 +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +1, GPU +0, now: CPU 1, GPU 290 (MiB) +I1222 20:10:07.637323 18130 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +I1222 20:10:07.637838 18130 bert_core_vs.cc:476] Setup complete +I1222 20:10:07.867339 18130 main_bert.cc:184] Starting running actual test. +I1222 20:20:54.793988 18130 main_bert.cc:190] Finished running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 4124.17 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 678049122 +Max latency (ns) : 646530432689 +Mean latency (ns) : 391973460268 +50.00 percentile latency (ns) : 417340474803 +90.00 percentile latency (ns) : 616574946733 +95.00 percentile latency (ns) : 634268549375 +97.00 percentile latency (ns) : 640107135732 +99.00 percentile latency (ns) : 644775403522 +99.90 percentile latency (ns) : 646388350911 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 2666400 +target_qps : 4040 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 20:20:54,882 run_harness.py:166 INFO] Result: result_samples_per_second: 4124.17, Result is VALID + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/pip_freeze.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/pip_freeze.json new file mode 100644 index 00000000..b7b6af16 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/pip_freeze.json @@ -0,0 +1,84 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "contourpy": "1.1.1", + "cycler": "0.12.1", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fonttools": "4.55.3", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "kiwisolver": "1.4.7", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "matplotlib": "3.7.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "mpmath": "1.3.0", + "networkx": "3.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "pyparsing": "3.1.4", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "sympy": "1.13.3", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenization": "1.0.7", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/system_info.txt new file mode 100644 index 00000000..5cb31559 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux bcea82088806 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 20:20:56 up 12 days, 21:19, 0 users, load average: 2.00, 1.87, 1.51 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5498.525 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.654 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4297.009 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4417.361 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.942 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4343.750 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4291.468 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 23065 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 23619060 kB +MemAvailable: 127746968 kB +Buffers: 94272 kB +Cached: 101094600 kB +SwapCached: 14964 kB +Active: 1935740 kB +Inactive: 99586412 kB +Active(anon): 378520 kB +Inactive(anon): 99768 kB +Active(file): 1557220 kB +Inactive(file): 99486644 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023618556 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 228 kB +Writeback: 0 kB +AnonPages: 434200 kB +Mapped: 267260 kB +Shmem: 145008 kB +KReclaimable: 4342000 kB +Slab: 5145764 kB +SReclaimable: 4342000 kB +SUnreclaim: 803764 kB +KernelStack: 15424 kB +PageTables: 21188 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5168936 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375232 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 27835852 kB +DirectMap2M: 105068544 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1518596 1235651 45 0 548670 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6624 0 9223372036854775807 +fs.inode-nr = 1026191 59149 +fs.inode-state = 1026191 59149 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 706 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = bcea82088806 +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 18477 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = 8f00216a-4ec6-4fa3-b05a-2c83ae5ac169 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/user.conf b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/user.conf new file mode 100644 index 00000000..ed99b889 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/user.conf @@ -0,0 +1 @@ +bert.Offline.target_qps = 4040.0 diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/README.md new file mode 100644 index 00000000..ee30209b --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/README.md @@ -0,0 +1,132 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=225220c7d9bb7e66e5b9a1e1ebfc3e0180fbd094 + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=bert-99 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=bert-99 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=Server \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=yes \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --env.CM_MLPERF_INFERENCE_RESULTS_DIR_=/home/arjun/gh_action_results/valid_results \ + --env.CM_DOCKER_CONTAINER_ID=bcea82088806 \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE_TEST=TEST01 \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`F1`: `90.25898`, Required accuracy for closed division `>= 89.96526` + +### Performance Results +`Scheduled samples per second`: `3841.13` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy_console.out new file mode 100644 index 00000000..18b37e88 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy_console.out @@ -0,0 +1,85 @@ +[2024-12-22 20:46:14,898 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 20:46:15,120 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/Server +[2024-12-22 20:46:15,120 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="AccuracyOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fb892d1d81ca4c20ab08837bbd1be46e.conf" --gpu_inference_streams=2 --gpu_copy_streams=1 --gpu_engines="./build/engines/RTX4090x1/bert/Server/bert-Server-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan" --scenario Server --model bert +[2024-12-22 20:46:15,120 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 256 +gpu_copy_streams : 1 +gpu_inference_streams : 2 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-20.46.13 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Server +server_target_qps : 0 +server_target_qps_adj_factor : 0.0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : AccuracyOnly +use_graphs : True +use_small_tile_gemm_plugin : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/fb892d1d81ca4c20ab08837bbd1be46e.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_Server +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 20:46:15.151616 25320 main_bert.cc:163] Found 1 GPUs +I1222 20:46:15.231359 25320 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Server/bert-Server-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 608 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 1160, GPU 1031 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 1162, GPU 1041 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +97, now: CPU 0, GPU 97 (MiB) +I1222 20:46:15.676770 25320 bert_server.cc:208] Engines Creation Completed +I1222 20:46:15.689970 25320 bert_server.cc:213] Use CUDA graphs +I1222 20:46:15.690096 25320 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:46:15.690099 25320 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:46:15.690102 25320 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 553, GPU 1707 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 553, GPU 1715 (MiB) +I1222 20:46:15.902971 25320 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 20:46:15.902997 25320 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 97 (MiB) +I1222 20:46:15.903084 25320 bert_core_vs.cc:476] Setup complete +I1222 20:46:28.050482 25327 bert_core_vs.cc:352] Created 200 CUDA graphs +I1222 20:46:28.050760 25320 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:46:28.050765 25320 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:46:28.050767 25320 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 1277, GPU 5197 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 1277, GPU 5207 (MiB) +I1222 20:46:28.267195 25320 bert_core_vs.cc:426] Setting Opt.Prof. to 1 +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 97 (MiB) +I1222 20:46:28.267288 25320 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +I1222 20:46:28.267840 25320 bert_core_vs.cc:476] Setup complete +I1222 20:46:40.447613 25329 bert_core_vs.cc:352] Created 200 CUDA graphs +I1222 20:46:40.686944 25320 main_bert.cc:184] Starting running actual test. +I1222 20:46:43.599977 25320 main_bert.cc:190] Finished running actual test. + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 20:46:43,830 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-22 20:46:43,831 __init__.py:46 INFO] Running command: PYTHONPATH=code/bert/tensorrt/helpers python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/language/bert/accuracy-squad.py --log_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_accuracy.json --vocab_file build/models/bert/vocab.txt --val_data /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data/squad/dev-v1.1.json --out_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/predictions.json --output_dtype float16 +{"exact_match": 82.77199621570483, "f1": 90.25897829249658} +Reading examples... +Loading cached features from 'eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/predictions.json +Evaluating predictions... + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.mmd new file mode 100644 index 00000000..377bbb63 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.mmd @@ -0,0 +1,94 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,python + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,mlcommons,inference,src,_deeplearningexamples + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_deeplearningexamples + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,mlperf,inference,utils + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,cuda-devices,_with-pycuda + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,dataset,squad,language-processing + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_bert-99,_tensorrt,_cuda,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_bert-99,_tensorrt,_cuda,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.png new file mode 100644 index 00000000..1b2ff09e Binary files /dev/null and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-version-info.json new file mode 100644 index 00000000..5f7293f4 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cm-version-info.json @@ -0,0 +1,934 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,bert-99,tensorrt,cuda,valid,r4.1-dev_default,server": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,mlperf,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,dataset,squad,language-processing": { + "script_uid": "6651c119c3ae49b3", + "script_alias": "get-dataset-squad", + "script_tags": "get,dataset,squad,language-processing,validation,original", + "script_variations": "", + "version": "1.1", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "get,dataset-aux,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_server )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_bert-99,_tensorrt,_cuda,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,bert-99,tensorrt,cuda,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_server,_bert-99,_tensorrt,_cuda,_bert_,_batch_size.256,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,server,bert-99,tensorrt,cuda,bert_,batch_size.256,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_bert-99,_tensorrt,_cuda,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,bert-99,tensorrt,cuda,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_server,_bert-99,_tensorrt,_cuda,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/model-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/model-info.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/os_info.json new file mode 100644 index 00000000..929ab7ba --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "bcea82088806" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance_console.out new file mode 100644 index 00000000..e5060b63 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance_console.out @@ -0,0 +1,129 @@ +[2024-12-22 20:35:35,241 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 20:35:35,465 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/Server +[2024-12-22 20:35:35,465 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="PerformanceOnly" --gpu_batch_size=256 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5a6c687f729842c5a129f714981d1f5c.conf" --gpu_inference_streams=2 --gpu_copy_streams=1 --gpu_engines="./build/engines/RTX4090x1/bert/Server/bert-Server-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan" --scenario Server --model bert +[2024-12-22 20:35:35,465 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 256 +gpu_copy_streams : 1 +gpu_inference_streams : 2 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-20.35.34 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.Server +server_target_qps : 0 +server_target_qps_adj_factor : 0.0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : PerformanceOnly +use_graphs : True +use_small_tile_gemm_plugin : True +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/5a6c687f729842c5a129f714981d1f5c.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_Server +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 20:35:35.500300 23725 main_bert.cc:163] Found 1 GPUs +I1222 20:35:35.585340 23725 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/Server/bert-Server-gpu-int8_S_384_B_256_P_2_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 608 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 1160, GPU 1031 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 1162, GPU 1041 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +97, now: CPU 0, GPU 97 (MiB) +I1222 20:35:36.029242 23725 bert_server.cc:208] Engines Creation Completed +I1222 20:35:36.045558 23725 bert_server.cc:213] Use CUDA graphs +I1222 20:35:36.045743 23725 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:35:36.045745 23725 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:35:36.045749 23725 bert_core_vs.cc:415] Engine - Profile 0 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 553, GPU 1707 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 553, GPU 1715 (MiB) +I1222 20:35:36.261655 23725 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 20:35:36.261683 23725 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 97 (MiB) +I1222 20:35:36.261763 23725 bert_core_vs.cc:476] Setup complete +I1222 20:35:48.370971 23732 bert_core_vs.cc:352] Created 200 CUDA graphs +I1222 20:35:48.371222 23725 bert_core_vs.cc:385] Engine - Device Memory requirements: 704644608 +I1222 20:35:48.371229 23725 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 2 +I1222 20:35:48.371244 23725 bert_core_vs.cc:415] Engine - Profile 1 maxDims 98304 Bmax=256 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +1, GPU +8, now: CPU 1277, GPU 5197 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +10, now: CPU 1277, GPU 5207 (MiB) +I1222 20:35:48.585795 23725 bert_core_vs.cc:426] Setting Opt.Prof. to 1 +[I] [TRT] Could not set default profile 0 for execution context. Profile index must be set explicitly. +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 97 (MiB) +I1222 20:35:48.585891 23725 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 256 +I1222 20:35:48.586488 23725 bert_core_vs.cc:476] Setup complete +I1222 20:36:00.723416 23734 bert_core_vs.cc:352] Created 200 CUDA graphs +I1222 20:36:00.961319 23725 main_bert.cc:184] Starting running actual test. +I1222 20:46:02.453188 23725 main_bert.cc:190] Finished running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 3841.32 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 3841.13 + +Min latency (ns) : 3026636 +Max latency (ns) : 99650773 +Mean latency (ns) : 37910010 +50.00 percentile latency (ns) : 36833225 +90.00 percentile latency (ns) : 50328566 +95.00 percentile latency (ns) : 54895635 +97.00 percentile latency (ns) : 58051846 +99.00 percentile latency (ns) : 64253270 +99.90 percentile latency (ns) : 76840815 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 3838 +target_latency (ns): 130000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 20:46:02,689 run_harness.py:166 INFO] Result: result_scheduled_samples_per_sec: 3841.32, Result is VALID + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/pip_freeze.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/pip_freeze.json new file mode 100644 index 00000000..b7b6af16 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/pip_freeze.json @@ -0,0 +1,84 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "contourpy": "1.1.1", + "cycler": "0.12.1", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fonttools": "4.55.3", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "kiwisolver": "1.4.7", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "matplotlib": "3.7.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "mpmath": "1.3.0", + "networkx": "3.1", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pillow": "10.4.0", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "pyparsing": "3.1.4", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "sympy": "1.13.3", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenization": "1.0.7", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/system_info.txt new file mode 100644 index 00000000..643f16eb --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux bcea82088806 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 20:46:03 up 12 days, 21:44, 0 users, load average: 1.92, 1.98, 1.88 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5534.161 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5454.569 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.974 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4284.347 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4298.664 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4316.358 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4281.410 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4300.045 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 22370 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 22906928 kB +MemAvailable: 127782896 kB +Buffers: 97620 kB +Cached: 101821376 kB +SwapCached: 15024 kB +Active: 1940160 kB +Inactive: 100315476 kB +Active(anon): 381940 kB +Inactive(anon): 99768 kB +Active(file): 1558220 kB +Inactive(file): 100215708 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023618812 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 48 kB +Writeback: 0 kB +AnonPages: 437588 kB +Mapped: 267624 kB +Shmem: 145068 kB +KReclaimable: 4359996 kB +Slab: 5163884 kB +SReclaimable: 4359996 kB +SUnreclaim: 803888 kB +KernelStack: 15616 kB +PageTables: 21272 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5184592 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375364 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 27854284 kB +DirectMap2M: 105050112 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1522901 1239934 45 0 552909 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6560 0 9223372036854775807 +fs.inode-nr = 1026257 59149 +fs.inode-state = 1026257 59149 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 706 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = bcea82088806 +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 24074 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = e6a257b3-a18d-449b-babd-33716969fca7 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/user.conf b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/user.conf new file mode 100644 index 00000000..459dfd62 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/user.conf @@ -0,0 +1 @@ +bert.Server.target_qps = 3838.0 diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/README.md b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/README.md new file mode 100644 index 00000000..9a264c07 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/README.md @@ -0,0 +1,129 @@ +This experiment is generated using the [MLCommons Collective Mind automation framework (CM)](https://github.com/mlcommons/cm4mlops). + +*Check [CM MLPerf docs](https://docs.mlcommons.org/inference) for more details.* + +## Host platform + +* OS version: Linux-6.8.0-49-generic-x86_64-with-glibc2.29 +* CPU version: x86_64 +* Python version: 3.8.10 (default, Nov 7 2024, 13:10:47) +[GCC 9.4.0] +* MLCommons CM version: 3.5.2 + +## CM Run Command + +See [CM installation guide](https://docs.mlcommons.org/inference/install/). + +```bash +pip install -U cmind + +cm rm cache -f + +cm pull repo mlcommons@mlperf-automations --checkout=225220c7d9bb7e66e5b9a1e1ebfc3e0180fbd094 + +cm run script \ + --tags=app,mlperf,inference,generic,_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream \ + --quiet=true \ + --env.CM_QUIET=yes \ + --env.CM_MLPERF_IMPLEMENTATION=nvidia \ + --env.CM_MLPERF_MODEL=bert-99 \ + --env.CM_MLPERF_RUN_STYLE=valid \ + --env.CM_MLPERF_SKIP_SUBMISSION_GENERATION=False \ + --env.CM_DOCKER_PRIVILEGED_MODE=True \ + --env.CM_MLPERF_BACKEND=tensorrt \ + --env.CM_MLPERF_SUBMISSION_SYSTEM_TYPE=datacenter,edge \ + --env.CM_MLPERF_CLEAN_ALL=True \ + --env.CM_MLPERF_DEVICE=cuda \ + --env.CM_MLPERF_SUBMISSION_DIVISION=closed \ + --env.CM_MLPERF_USE_DOCKER=True \ + --env.CM_NVIDIA_GPU_NAME=rtx_4090 \ + --env.CM_HW_NAME=RTX4090x1 \ + --env.CM_RUN_MLPERF_SUBMISSION_PREPROCESSOR=yes \ + --env.CM_MLPERF_INFERENCE_PULL_CODE_CHANGES=yes \ + --env.CM_MLPERF_INFERENCE_PULL_SRC_CHANGES=yes \ + --env.OUTPUT_BASE_DIR=/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/home/arjun/gh_action_submissions \ + --env.CM_MLPERF_SUBMITTER=MLCommons \ + --env.CM_USE_DATASET_FROM_HOST=yes \ + --env.CM_USE_MODEL_FROM_HOST=yes \ + --env.CM_MLPERF_LOADGEN_ALL_SCENARIOS=yes \ + --env.CM_MLPERF_LOADGEN_COMPLIANCE=yes \ + --env.CM_MLPERF_SUBMISSION_RUN=yes \ + --env.CM_RUN_MLPERF_ACCURACY=on \ + --env.CM_RUN_SUBMISSION_CHECKER=yes \ + --env.CM_TAR_SUBMISSION_DIR=yes \ + --env.CM_MLPERF_SUBMISSION_GENERATION_STYLE=full \ + --env.CM_MLPERF_INFERENCE_VERSION=4.1-dev \ + --env.CM_RUN_MLPERF_INFERENCE_APP_DEFAULTS=r4.1-dev_default \ + --env.CM_MLPERF_LOADGEN_ALL_MODES=yes \ + --env.CM_MLPERF_INFERENCE_SOURCE_VERSION=4.1.23 \ + --env.CM_MLPERF_LAST_RELEASE=v4.1 \ + --env.CM_TMP_PIP_VERSION_STRING= \ + --env.CM_MODEL=bert-99 \ + --env.CM_MLPERF_CLEAN_SUBMISSION_DIR=yes \ + --env.CM_RERUN=yes \ + --env.CM_MLPERF_LOADGEN_EXTRA_OPTIONS= \ + --env.CM_MLPERF_LOADGEN_MODE=performance \ + --env.CM_MLPERF_LOADGEN_SCENARIO=SingleStream \ + --env.CM_MLPERF_LOADGEN_SCENARIOS,=SingleStream,Offline,Server \ + --env.CM_MLPERF_LOADGEN_MODES,=performance,accuracy \ + --env.CM_OUTPUT_FOLDER_NAME=valid_results \ + --env.CM_DOCKER_REUSE_EXISTING_CONTAINER=no \ + --env.CM_DOCKER_DETACHED_MODE=yes \ + --add_deps_recursive.compiler.tags=gcc \ + --add_deps_recursive.coco2014-original.tags=_full \ + --add_deps_recursive.coco2014-preprocessed.tags=_full \ + --add_deps_recursive.imagenet-original.tags=_full \ + --add_deps_recursive.imagenet-preprocessed.tags=_full \ + --add_deps_recursive.openimages-original.tags=_full \ + --add_deps_recursive.openimages-preprocessed.tags=_full \ + --add_deps_recursive.openorca-original.tags=_full \ + --add_deps_recursive.openorca-preprocessed.tags=_full \ + --add_deps_recursive.coco2014-dataset.tags=_full \ + --add_deps_recursive.igbh-dataset.tags=_full \ + --add_deps_recursive.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --add_deps_recursive.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --adr.compiler.tags=gcc \ + --adr.coco2014-original.tags=_full \ + --adr.coco2014-preprocessed.tags=_full \ + --adr.imagenet-original.tags=_full \ + --adr.imagenet-preprocessed.tags=_full \ + --adr.openimages-original.tags=_full \ + --adr.openimages-preprocessed.tags=_full \ + --adr.openorca-original.tags=_full \ + --adr.openorca-preprocessed.tags=_full \ + --adr.coco2014-dataset.tags=_full \ + --adr.igbh-dataset.tags=_full \ + --adr.get-mlperf-inference-results-dir.tags=_version.r4_1-dev \ + --adr.get-mlperf-inference-submission-dir.tags=_version.r4_1-dev \ + --adr.mlperf-inference-nvidia-scratch-space.tags=_version.r4_1-dev \ + --v=False \ + --print_env=False \ + --print_deps=False \ + --dump_version_info=True \ + --env.OUTPUT_BASE_DIR=/cm-mount/home/arjun/gh_action_results \ + --env.CM_MLPERF_INFERENCE_SUBMISSION_DIR=/cm-mount/home/arjun/gh_action_submissions \ + --env.MLPERF_SCRATCH_PATH=/home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +``` +*Note that if you want to use the [latest automation recipes](https://docs.mlcommons.org/inference) for MLPerf (CM scripts), + you should simply reload mlcommons@mlperf-automations without checkout and clean CM cache as follows:* + +```bash +cm rm repo mlcommons@mlperf-automations +cm pull repo mlcommons@mlperf-automations +cm rm cache -f + +``` + +## Results + +Platform: RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config + +Model Precision: int8 + +### Accuracy Results +`F1`: `90.26682`, Required accuracy for closed division `>= 89.96526` + +### Performance Results +`90th percentile latency (ns)`: `1034522.0` diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy_console.out new file mode 100644 index 00000000..6fd74cab --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy_console.out @@ -0,0 +1,76 @@ +[2024-12-22 19:55:17,777 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 19:55:18,032 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/SingleStream +[2024-12-22 19:55:18,033 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="AccuracyOnly" --gpu_batch_size=1 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/05d525f0284448b4909721474d7462bd.conf" --gpu_inference_streams=1 --gpu_copy_streams=1 --gpu_engines="./build/engines/RTX4090x1/bert/SingleStream/bert-SingleStream-gpu-int8_S_384_B_1_P_1_vs.custom_k_99_MaxP.plan" --scenario SingleStream --model bert +[2024-12-22 19:55:18,033 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 1 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-19.55.16 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.SingleStream +single_stream_expected_latency_ns : 0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : AccuracyOnly +use_graphs : True +use_small_tile_gemm_plugin : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/05d525f0284448b4909721474d7462bd.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_SingleStream +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 19:55:18.069422 13610 main_bert.cc:163] Found 1 GPUs +I1222 19:55:18.157824 13610 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/SingleStream/bert-SingleStream-gpu-int8_S_384_B_1_P_1_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 352 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 454, GPU 1163 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 456, GPU 1173 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +290, now: CPU 0, GPU 290 (MiB) +I1222 19:55:18.350041 13610 bert_server.cc:208] Engines Creation Completed +I1222 19:55:18.357256 13610 bert_server.cc:213] Use CUDA graphs +I1222 19:55:18.357393 13610 bert_core_vs.cc:385] Engine - Device Memory requirements: 2753024 +I1222 19:55:18.357395 13610 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 1 +I1222 19:55:18.357400 13610 bert_core_vs.cc:415] Engine - Profile 0 maxDims 384 Bmax=1 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 103, GPU 1169 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 103, GPU 1177 (MiB) +I1222 19:55:18.379289 13610 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 19:55:18.379307 13610 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 1 +I1222 19:55:18.379351 13610 bert_core_vs.cc:476] Setup complete +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 290 (MiB) +I1222 19:55:18.549450 13617 bert_core_vs.cc:352] Created 96 CUDA graphs +I1222 19:55:18.550843 13610 main_bert.cc:184] Starting running actual test. +I1222 19:55:28.851963 13610 main_bert.cc:190] Finished running actual test. + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 19:55:28,937 run_harness.py:166 INFO] Result: Accuracy run detected. +[2024-12-22 19:55:28,937 __init__.py:46 INFO] Running command: PYTHONPATH=code/bert/tensorrt/helpers python3 /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/language/bert/accuracy-squad.py --log_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_accuracy.json --vocab_file build/models/bert/vocab.txt --val_data /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data/squad/dev-v1.1.json --out_file /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/predictions.json --output_dtype float16 +{"exact_match": 82.81929990539263, "f1": 90.26682135974633} +Reading examples... +No cached features at 'eval_features.pickle'... converting from examples... +Creating tokenizer... +Converting examples to features... +Caching features at 'eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/predictions.json +Evaluating predictions... + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.mmd b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.mmd new file mode 100644 index 00000000..ecae3e31 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.mmd @@ -0,0 +1,231 @@ +graph TD + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,sys-utils-cm + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,python + get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> detect,os + get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,python3 + get-git-repo,ed603e7292974f10_(_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples_) --> detect,os + get-mlperf-inference-src,4b57186581024797_(_deeplearningexamples_) --> get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,mlcommons,inference,src,_deeplearningexamples + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> pull,git,repo + get-mlperf-inference-utils,e341e5f86d8342e5 --> get,mlperf,inference,src,_deeplearningexamples + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,mlperf,inference,utils + get-cuda,46d133d9ef92422d_(_toolkit_) --> detect,os + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,cuda,_toolkit + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.pycuda + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.numpy_) --> get,generic-python-lib,_pip + get-cuda-devices,7a3ede4d3558427a_(_with-pycuda_) --> get,generic-python-lib,_package.numpy + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,cuda-devices,_with-pycuda + get-dataset-squad,6651c119c3ae49b3 --> get,sys-utils-cm + download-file,9cdc8dc41aae437e_(_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json_) --> download,file,_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json + get-dataset-squad,6651c119c3ae49b3 --> download-and-extract,_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,dataset,squad,language-processing + download-file,9cdc8dc41aae437e_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt_) --> download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt + get-dataset-squad-vocab,e38874fff5094577 --> download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt + app-mlperf-inference,d775cac873ee4231_(_nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,mlperf,inference,nvidia,scratch,space + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_mlperf_logging + download-file,9cdc8dc41aae437e_(_cmutil,_url.https://armi.in/files/model.onnx_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_url.https://armi.in/files/model.onnx_) --> download,file,_cmutil,_url.https://armi.in/files/model.onnx + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_onnx,_fp32_) --> download-and-extract,_url.https://armi.in/files/model.onnx + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_onnx,_fp32_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,ml-model,bert,_onnx,_fp32 + download-file,9cdc8dc41aae437e_(_cmutil,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx_) --> detect,os + download-and-extract,c67e81a4ce2649f5_(_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx_) --> download,file,_cmutil,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_onnx,_int8_) --> download-and-extract,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx + get-ml-model-bert-large-squad,5e865dbdc65949d2_(_onnx,_int8_) --> get,dataset-aux,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> pull,git,repo + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + generate-mlperf-inference-user-conf,3af4475745964b93 --> detect,cpu + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,python + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,mlcommons,inference,src,_deeplearningexamples + get-mlperf-inference-sut-configs,c2fbf72009e2445b --> get,cache,dir,_name.mlperf-inference-sut-configs + generate-mlperf-inference-user-conf,3af4475745964b93 --> get,sut,configs + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> generate,user-conf,mlperf,inference + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.pycuda + get-nvidia-mitten,1c045f2902374de9 --> detect,os + get-nvidia-mitten,1c045f2902374de9 --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,generic-python-lib,_pip + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,cuda + get-nvidia-mitten,1c045f2902374de9 --> get,generic-python-lib,_pycuda + get-git-repo,ed603e7292974f10_(_repo.https://github.com/NVIDIA/mitten_) --> detect,os + get-nvidia-mitten,1c045f2902374de9 --> get,git,_repo.https://github.com/NVIDIA/mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,tensorrt + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> detect,cpu + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,sys-utils-cm + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,cuda,_cudnn + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,tensorrt,_dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,gcc + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,cmake + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_glog-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_gflags-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libgmock-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libre2-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libnuma-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_libboost-all-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_rapidjson-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + get-generic-python-lib,94b62a682bc44791_(_package.pybind11_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.pybind11 + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_pycuda + get-generic-python-lib,94b62a682bc44791_(_opencv-python_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_opencv-python + get-generic-python-lib,94b62a682bc44791_(_nvidia-dali_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_nvidia-dali + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_nlohmann-json3-dev + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic,sys-util,_git-lfs + get-generic-python-lib,94b62a682bc44791_(_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl + get-generic-python-lib,94b62a682bc44791_(_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl_) --> get,python3 + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> get,generic-python-lib,_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> detect,cpu + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,sys-utils-cm + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,python3 + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,cuda,_cudnn + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,tensorrt + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,cmake + get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_requests_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_requests_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_requests_) --> get,generic-python-lib,_pip + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_requests + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_glog-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_gflags-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libre2-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libnuma-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_libboost-all-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic,sys-util,_rapidjson-dev + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + get-generic-python-lib,94b62a682bc44791_(_pycuda_) --> get,python3 + add-custom-nvidia-system,b2e6c46c6e8745a3_(_mlcommons_) --> get,generic-python-lib,_pycuda + build-mlperf-inference-server-nvidia,f37403af5e9f4541_(_mlcommons_) --> add,custom,system,nvidia,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,nvidia,mitten + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,cuda,_cudnn + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,tensorrt + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> build,nvidia,inference,server,_mlcommons + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> detect,cpu + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,sys-utils-cm + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,mlperf,inference,nvidia,scratch,space,_version.4_0 + get-generic-python-lib,94b62a682bc44791_(_mlperf_logging_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_mlperf_logging + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,ml-model,bert,_onnx,_fp32 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,ml-model,bert,_onnx,_int8 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,squad-vocab + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,mlcommons,inference,src,_deeplearningexamples + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,nvidia,mlperf,inference,common-code,_mlcommons + pull-git-repo,c23132ed65c4421d --> detect,os + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> pull,git,repo + get-generic-python-lib,94b62a682bc44791_(_package.pycuda_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_package.pycuda + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,nvidia,mitten + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,generic-python-lib,_pip + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,generic-python-lib,_pip + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> detect,os + detect-cpu,586c8a43320142f7 --> detect,os + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> detect,cpu + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_pip_) --> get,python3 + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,generic-python-lib,_pip + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> get,generic-python-lib,_onnx-graphsurgeon + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev_) --> save,mlperf,inference,state + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev + get-generic-python-lib,94b62a682bc44791_(_transformers_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_transformers + get-generic-python-lib,94b62a682bc44791_(_safetensors_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_safetensors + get-generic-python-lib,94b62a682bc44791_(_onnx_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx + get-generic-python-lib,94b62a682bc44791_(_package.sympy_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_package.sympy + get-generic-python-lib,94b62a682bc44791_(_onnx-graphsurgeon_) --> get,python3 + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> get,generic-python-lib,_onnx-graphsurgeon + detect-cpu,586c8a43320142f7 --> detect,os + benchmark-program,19f369ef47084895 --> detect,cpu + benchmark-program-mlperf,cfff0132a8aa4018 --> benchmark-program,program + app-mlperf-inference-nvidia,bc3b17fb430f4732_(_run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090_) --> benchmark-mlperf \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.png b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.png new file mode 100644 index 00000000..cb064aaa Binary files /dev/null and b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-deps.png differ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-version-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-version-info.json new file mode 100644 index 00000000..cf29959d --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cm-version-info.json @@ -0,0 +1,2304 @@ +{ + "app-mlperf-inference,d775cac873ee4231:nvidia,bert-99,tensorrt,cuda,valid,r4.1-dev_default,singlestream": [ + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( deeplearningexamples )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-mlperf-inference-src,4b57186581024797 ( deeplearningexamples )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-git-repo,ed603e7292974f10 ( branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples )" + } + }, + { + "get,git,repo,_branch.master,_repo.https://github.com/mlcommons/inference,_submodules.language/bert/DeepLearningExamples": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "branch.master,repo.https://github.com/mlcommons/inference,submodules.language/bert/DeepLearningExamples", + "version": "", + "parent": "get-mlperf-inference-src,4b57186581024797 ( deeplearningexamples )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,mlperf,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "get-mlperf-inference-utils,e341e5f86d8342e5" + } + }, + { + "get,mlperf,inference,utils": { + "script_uid": "e341e5f86d8342e5", + "script_alias": "get-mlperf-inference-utils", + "script_tags": "get,mlperf,inference,util,utils,functions", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-cuda,46d133d9ef92422d ( toolkit )" + } + }, + { + "get,cuda,_toolkit": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "toolkit", + "version": "12.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.numpy )" + } + }, + { + "get,generic-python-lib,_package.numpy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.numpy", + "version": "1.23.5", + "parent": "get-cuda-devices,7a3ede4d3558427a ( with-pycuda )" + } + }, + { + "get,cuda-devices,_with-pycuda": { + "script_uid": "7a3ede4d3558427a", + "script_alias": "get-cuda-devices", + "script_tags": "get,cuda-devices", + "script_variations": "with-pycuda", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "get-dataset-squad,6651c119c3ae49b3" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json )" + } + }, + { + "download,file,_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "wget,url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json )" + } + }, + { + "download-and-extract,_wget,_url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "wget,url.https://raw.githubusercontent.com/rajpurkar/SQuAD-explorer/master/dataset/dev-v1.1.json", + "version": "", + "parent": "get-dataset-squad,6651c119c3ae49b3" + } + }, + { + "get,dataset,squad,language-processing": { + "script_uid": "6651c119c3ae49b3", + "script_alias": "get-dataset-squad", + "script_tags": "get,dataset,squad,language-processing,validation,original", + "script_variations": "", + "version": "1.1", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( wget,_url.https://zenodo.org/record/3733868/files/vocab.txt )" + } + }, + { + "download,file,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "wget,url.https://zenodo.org/record/3733868/files/vocab.txt", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( wget,_url.https://zenodo.org/record/3733868/files/vocab.txt )" + } + }, + { + "download-and-extract,_wget,_url.https://zenodo.org/record/3733868/files/vocab.txt": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "wget,url.https://zenodo.org/record/3733868/files/vocab.txt", + "version": "", + "parent": "get-dataset-squad-vocab,e38874fff5094577" + } + }, + { + "get,dataset-aux,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference,d775cac873ee4231 ( nvidia,_bert-99,_tensorrt,_cuda,_valid,_r4.1-dev_default,_singlestream )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( cmutil,_url.https://armi.in/files/model.onnx )" + } + }, + { + "download,file,_cmutil,_url.https://armi.in/files/model.onnx": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "cmutil,url.https://armi.in/files/model.onnx", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://armi.in/files/model.onnx )" + } + }, + { + "download-and-extract,_url.https://armi.in/files/model.onnx": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "url.https://armi.in/files/model.onnx", + "version": "", + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( onnx,_fp32 )" + } + }, + { + "get,dataset-aux,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( onnx,_fp32 )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "download-file,9cdc8dc41aae437e ( cmutil,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx )" + } + }, + { + "download,file,_cmutil,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx": { + "script_uid": "9cdc8dc41aae437e", + "script_alias": "download-file", + "script_tags": "download,file,download-file", + "script_variations": "cmutil,url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "version": "", + "parent": "download-and-extract,c67e81a4ce2649f5 ( url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx )" + } + }, + { + "download-and-extract,_url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx": { + "script_uid": "c67e81a4ce2649f5", + "script_alias": "download-and-extract", + "script_tags": "dae,file,download-and-extract", + "script_variations": "url.https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "version": "", + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( onnx,_int8 )" + } + }, + { + "get,dataset-aux,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "get-ml-model-bert-large-squad,5e865dbdc65949d2 ( onnx,_int8 )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,python": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "get,cache,dir,_name.mlperf-inference-sut-configs": { + "script_uid": "48f4622e059b45ce", + "script_alias": "get-cache-dir", + "script_tags": "get,cache,dir,directory", + "script_variations": "name.mlperf-inference-sut-configs", + "version": "", + "parent": "get-mlperf-inference-sut-configs,c2fbf72009e2445b" + } + }, + { + "get,sut,configs": { + "script_uid": "c2fbf72009e2445b", + "script_alias": "get-mlperf-inference-sut-configs", + "script_tags": "get,mlperf,inference,sut,configs,sut-configs", + "script_variations": "", + "version": "", + "parent": "generate-mlperf-inference-user-conf,3af4475745964b93" + } + }, + { + "generate,user-conf,mlperf,inference": { + "script_uid": "3af4475745964b93", + "script_alias": "generate-mlperf-inference-user-conf", + "script_tags": "generate,mlperf,inference,user-conf,inference-user-conf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,cuda": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "", + "version": "12.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-git-repo,ed603e7292974f10 ( repo.https://github.com/NVIDIA/mitten )" + } + }, + { + "get,git,_repo.https://github.com/NVIDIA/mitten": { + "script_uid": "ed603e7292974f10", + "script_alias": "get-git-repo", + "script_tags": "get,git,repo,repository,clone", + "script_variations": "repo.https://github.com/NVIDIA/mitten", + "version": "", + "parent": "get-nvidia-mitten,1c045f2902374de9" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,tensorrt,_dev": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "dev", + "version": "vdetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,gcc": { + "script_uid": "dbf4ab5cbed74372", + "script_alias": "get-gcc", + "script_tags": "get,gcc,compiler,c-compiler,cpp-compiler,get-gcc", + "script_variations": "", + "version": "9.4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,cmake": { + "script_uid": "52bf974d791b4fc8", + "script_alias": "get-cmake", + "script_tags": "get,cmake,get-cmake", + "script_variations": "", + "version": "3.25.1", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_glog-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "glog-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_gflags-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "gflags-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libgmock-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libgmock-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libre2-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libre2-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libnuma-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libnuma-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libboost-all-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libboost-all-dev", + "version": "1.71.0.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_rapidjson-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "rapidjson-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pybind11 )" + } + }, + { + "get,generic-python-lib,_package.pybind11": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pybind11", + "version": "2.13.6", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( opencv-python )" + } + }, + { + "get,generic-python-lib,_opencv-python": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "opencv-python", + "version": "4.10.0.84", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( nvidia-dali )" + } + }, + { + "get,generic-python-lib,_nvidia-dali": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "nvidia-dali", + "version": "1.44.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_nlohmann-json3-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "nlohmann-json3-dev", + "version": "undetected", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_git-lfs": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "git-lfs", + "version": "git-lfs/2.9.2", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl )" + } + }, + { + "get,generic-python-lib,_package.torch,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.torch,whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torch-2.1.0a0+git32f93b1-cp38-cp38-linux_x86_64.whl", + "version": "2.1.0a0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl )" + } + }, + { + "get,generic-python-lib,_package.torchvision,_whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.torchvision,whl-url.https://github.com/mlcommons/cm4mlperf-inference/releases/download/mlperf-inference-v4.0/torchvision-0.16.0a0+657027f-cp38-cp38-linux_x86_64.whl", + "version": "0.16.0a0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,cmake": { + "script_uid": "52bf974d791b4fc8", + "script_alias": "get-cmake", + "script_tags": "get,cmake,get-cmake", + "script_variations": "", + "version": "3.25.1", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( requests )" + } + }, + { + "get,generic-python-lib,_requests": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "requests", + "version": "2.32.3", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_glog-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "glog-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_gflags-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "gflags-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libre2-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libre2-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libnuma-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libnuma-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_libboost-all-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "libboost-all-dev", + "version": "1.71.0.0", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,generic,sys-util,_rapidjson-dev": { + "script_uid": "bb0393afa8404a11", + "script_alias": "get-generic-sys-util", + "script_tags": "get,sys-util,generic,generic-sys-util", + "script_variations": "rapidjson-dev", + "version": "undetected", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pycuda )" + } + }, + { + "get,generic-python-lib,_pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pycuda", + "version": "2022.2.2", + "parent": "add-custom-nvidia-system,b2e6c46c6e8745a3 ( mlcommons )" + } + }, + { + "add,custom,system,nvidia,_mlcommons": { + "script_uid": "b2e6c46c6e8745a3", + "script_alias": "add-custom-nvidia-system", + "script_tags": "add,custom,system,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "build-mlperf-inference-server-nvidia,f37403af5e9f4541 ( mlcommons )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,cuda,_cudnn": { + "script_uid": "46d133d9ef92422d", + "script_alias": "get-cuda", + "script_tags": "get,cuda,cuda-compiler,cuda-lib,toolkit,lib,nvcc,get-nvcc,get-cuda,46d133d9ef92422d", + "script_variations": "cudnn", + "version": "12.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,tensorrt": { + "script_uid": "2a84ca505e4c408d", + "script_alias": "get-tensorrt", + "script_tags": "get,tensorrt,nvidia", + "script_variations": "", + "version": "vdetected", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "build,nvidia,inference,server,_mlcommons": { + "script_uid": "f37403af5e9f4541", + "script_alias": "build-mlperf-inference-server-nvidia", + "script_tags": "build,mlcommons,mlperf,inference,inference-server,server,nvidia-harness,nvidia", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,sys-utils-cm": { + "script_uid": "bc90993277e84b8e", + "script_alias": "get-sys-utils-cm", + "script_tags": "get,sys-utils-cm", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,mlperf,inference,nvidia,scratch,space,_version.4_0": { + "script_uid": "0b2bec8b29fb4ab7", + "script_alias": "get-mlperf-inference-nvidia-scratch-space", + "script_tags": "get,mlperf,inference,nvidia,scratch,space", + "script_variations": "version.4_0", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( mlperf_logging )" + } + }, + { + "get,generic-python-lib,_mlperf_logging": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "mlperf_logging", + "version": "4.1.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_fp32": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,fp32", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,ml-model,bert,_onnx,_int8": { + "script_uid": "5e865dbdc65949d2", + "script_alias": "get-ml-model-bert-large-squad", + "script_tags": "get,ml-model,raw,bert,bert-large,bert-squad,language,language-processing", + "script_variations": "onnx,int8", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,squad-vocab": { + "script_uid": "e38874fff5094577", + "script_alias": "get-dataset-squad-vocab", + "script_tags": "get,aux,squad,dataset-aux,language-processing,squad-aux,vocab,squad-vocab", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,mlcommons,inference,src,_deeplearningexamples": { + "script_uid": "4b57186581024797", + "script_alias": "get-mlperf-inference-src", + "script_tags": "get,src,source,inference,inference-src,inference-source,mlperf,mlcommons", + "script_variations": "deeplearningexamples", + "version": "master-git-2fdb814e6a765d994872fb99ee38f8c43418d5b0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,nvidia,mlperf,inference,common-code,_mlcommons": { + "script_uid": "26b78bf3ffdc4926", + "script_alias": "get-mlperf-inference-nvidia-common-code", + "script_tags": "get,nvidia,mlperf,inference,common-code", + "script_variations": "mlcommons", + "version": "r4.0", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "pull-git-repo,c23132ed65c4421d" + } + }, + { + "pull,git,repo": { + "script_uid": "c23132ed65c4421d", + "script_alias": "pull-git-repo", + "script_tags": "pull,git,repo,repository", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.pycuda )" + } + }, + { + "get,generic-python-lib,_package.pycuda": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.pycuda", + "version": "2022.2.2", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,nvidia,mitten": { + "script_uid": "1c045f2902374de9", + "script_alias": "get-nvidia-mitten", + "script_tags": "get,nvidia,mitten,nvidia-mitten", + "script_variations": "", + "version": "master", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( pip )" + } + }, + { + "get,generic-python-lib,_pip": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "pip", + "version": "20.0.2", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,tensorrt,bert-99,cuda,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "save,mlperf,inference,state": { + "script_uid": "b14b813229c444f8", + "script_alias": "save-mlperf-inference-implementation-state", + "script_tags": "save,mlperf,inference,implementation,state", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_build_engine,_tensorrt,_bert-99,_cuda,_singlestream,_batch_size.1,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "build_engine,tensorrt,bert-99,cuda,singlestream,batch_size.1,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "reproduce,mlperf,inference,nvidia,harness,_preprocess_data,_tensorrt,_bert-99,_cuda,_bert_,_v4.1-dev": { + "script_uid": "bc3b17fb430f4732", + "script_alias": "app-mlperf-inference-nvidia", + "script_tags": "reproduce,mlcommons,mlperf,inference,harness,nvidia-harness,nvidia", + "script_variations": "preprocess_data,tensorrt,bert-99,cuda,bert_,v4.1-dev", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( transformers )" + } + }, + { + "get,generic-python-lib,_transformers": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "transformers", + "version": "4.46.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( safetensors )" + } + }, + { + "get,generic-python-lib,_safetensors": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "safetensors", + "version": "0.4.5", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx )" + } + }, + { + "get,generic-python-lib,_onnx": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx", + "version": "1.13.1", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( package.sympy )" + } + }, + { + "get,generic-python-lib,_package.sympy": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "package.sympy", + "version": "1.13.3", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "get,python3": { + "script_uid": "d0b5dd74373f4a62", + "script_alias": "get-python3", + "script_tags": "get,python,python3,get-python,get-python3", + "script_variations": "", + "version": "3.8.10", + "parent": "get-generic-python-lib,94b62a682bc44791 ( onnx-graphsurgeon )" + } + }, + { + "get,generic-python-lib,_onnx-graphsurgeon": { + "script_uid": "94b62a682bc44791", + "script_alias": "get-generic-python-lib", + "script_tags": "get,install,generic,pip-package,generic-python-lib", + "script_variations": "onnx-graphsurgeon", + "version": "0.3.27", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + }, + { + "detect,os": { + "script_uid": "863735b7db8c44fc", + "script_alias": "detect-os", + "script_tags": "detect-os,detect,os,info", + "script_variations": "", + "version": "", + "parent": "detect-cpu,586c8a43320142f7" + } + }, + { + "detect,cpu": { + "script_uid": "586c8a43320142f7", + "script_alias": "detect-cpu", + "script_tags": "detect,cpu,detect-cpu,info", + "script_variations": "", + "version": "", + "parent": "benchmark-program,19f369ef47084895" + } + }, + { + "benchmark-program,program": { + "script_uid": "19f369ef47084895", + "script_alias": "benchmark-program", + "script_tags": "program,benchmark,benchmark-program", + "script_variations": "", + "version": "", + "parent": "benchmark-program-mlperf,cfff0132a8aa4018" + } + }, + { + "benchmark-mlperf": { + "script_uid": "cfff0132a8aa4018", + "script_alias": "benchmark-program-mlperf", + "script_tags": "mlperf,benchmark-mlperf", + "script_variations": "", + "version": "", + "parent": "app-mlperf-inference-nvidia,bc3b17fb430f4732 ( run_harness,_tensorrt,_bert-99,_cuda,_singlestream,_rtx_4090 )" + } + } + ] +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cpu_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cpu_info.json new file mode 100644 index 00000000..f5f0813c --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/cpu_info.json @@ -0,0 +1,26 @@ +{ + "CM_HOST_CPU_WRITE_PROTECT_SUPPORT": "yes", + "CM_HOST_CPU_MICROCODE": "0x129", + "CM_HOST_CPU_FPU_SUPPORT": "yes", + "CM_HOST_CPU_FPU_EXCEPTION_SUPPORT": "yes", + "CM_HOST_CPU_BUGS": "spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi", + "CM_HOST_CPU_TLB_SIZE": "Not Found", + "CM_HOST_CPU_CFLUSH_SIZE": "64", + "CM_HOST_CPU_ARCHITECTURE": "x86_64", + "CM_HOST_CPU_TOTAL_CORES": "32", + "CM_HOST_CPU_ON_LINE_CPUS_LIST": "0-31", + "CM_HOST_CPU_THREADS_PER_CORE": "1", + "CM_HOST_CPU_PHYSICAL_CORES_PER_SOCKET": "24", + "CM_HOST_CPU_SOCKETS": "1", + "CM_HOST_CPU_NUMA_NODES": "1", + "CM_HOST_CPU_VENDOR_ID": "GenuineIntel", + "CM_HOST_CPU_FAMILY": "6", + "CM_HOST_CPU_MODEL_NAME": "13th Gen Intel(R) Core(TM) i9-13900K", + "CM_HOST_CPU_MAX_MHZ": "5800.0000", + "CM_HOST_CPU_L1D_CACHE_SIZE": "576 KiB", + "CM_HOST_CPU_L1I_CACHE_SIZE": "384 KiB", + "CM_HOST_CPU_L2_CACHE_SIZE": "24 MiB", + "CM_HOST_CPU_TOTAL_LOGICAL_CORES": "32", + "CM_HOST_MEMORY_CAPACITY": "128G", + "CM_HOST_DISK_CAPACITY": "9.4T" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/model-info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/model-info.json new file mode 100644 index 00000000..b9a0fcfe --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/model-info.json @@ -0,0 +1,7 @@ +{ + "starting_weights_filename": "https://zenodo.org/record/3750364/files/bert_large_v1_1_fake_quant.onnx", + "retraining": "no", + "input_data_types": "int32", + "weight_data_types": "int8", + "weight_transformations": "quantization, affine fusion" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/os_info.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/os_info.json new file mode 100644 index 00000000..929ab7ba --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/os_info.json @@ -0,0 +1,30 @@ +{ + "CM_HOST_OS_TYPE": "linux", + "CM_HOST_OS_BITS": "64", + "CM_HOST_OS_FLAVOR": "ubuntu", + "CM_HOST_OS_FLAVOR_LIKE": "debian", + "CM_HOST_OS_VERSION": "20.04", + "CM_HOST_OS_KERNEL_VERSION": "6.8.0-49-generic", + "CM_HOST_OS_GLIBC_VERSION": "2.31", + "CM_HOST_OS_MACHINE": "x86_64", + "CM_HOST_OS_PACKAGE_MANAGER": "apt", + "CM_HOST_OS_PACKAGE_MANAGER_INSTALL_CMD": "DEBIAN_FRONTEND=noninteractive apt-get install -y", + "CM_HOST_OS_PACKAGE_MANAGER_UPDATE_CMD": "apt-get update -y", + "+CM_HOST_OS_DEFAULT_LIBRARY_PATH": [ + "/usr/local/lib/x86_64-linux-gnu", + "/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu", + "/usr/lib/x86_64-linux-gnu64", + "/usr/local/lib64", + "/lib64", + "/usr/lib64", + "/usr/local/lib", + "/lib", + "/usr/lib", + "/usr/x86_64-linux-gnu/lib64", + "/usr/x86_64-linux-gnu/lib" + ], + "CM_HOST_PLATFORM_FLAVOR": "x86_64", + "CM_HOST_PYTHON_BITS": "64", + "CM_HOST_SYSTEM_NAME": "bcea82088806" +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance_console.out b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance_console.out new file mode 100644 index 00000000..5b721a87 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance_console.out @@ -0,0 +1,120 @@ +[2024-12-22 19:44:29,161 main.py:229 INFO] Detected system ID: KnownSystem.RTX4090x1 +[2024-12-22 19:44:29,422 generate_conf_files.py:107 INFO] Generated measurements/ entries for RTX4090x1_TRT/bert-99/SingleStream +[2024-12-22 19:44:29,422 __init__.py:46 INFO] Running command: ./build/bin/harness_bert --logfile_outdir="/cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1" --logfile_prefix="mlperf_log_" --performance_sample_count=10833 --test_mode="PerformanceOnly" --gpu_batch_size=1 --mlperf_conf_path="/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf" --tensor_path="build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy" --use_graphs=true --user_conf_path="/home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c81dbf297fdd4b93a1aba85478b448ae.conf" --gpu_inference_streams=1 --gpu_copy_streams=1 --gpu_engines="./build/engines/RTX4090x1/bert/SingleStream/bert-SingleStream-gpu-int8_S_384_B_1_P_1_vs.custom_k_99_MaxP.plan" --scenario SingleStream --model bert +[2024-12-22 19:44:29,422 __init__.py:53 INFO] Overriding Environment +benchmark : Benchmark.BERT +buffer_manager_thread_count : 0 +coalesced_tensor : True +data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/data +gpu_batch_size : 1 +gpu_copy_streams : 1 +gpu_inference_streams : 1 +input_dtype : int32 +input_format : linear +log_dir : /home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/logs/2024.12.22-19.44.28 +mlperf_conf_path : /home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/mlperf.conf +precision : int8 +preprocessed_data_dir : /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a/preprocessed_data +scenario : Scenario.SingleStream +single_stream_expected_latency_ns : 0 +system : SystemConfiguration(host_cpu_conf=CPUConfiguration(layout={CPU(name='13th Gen Intel(R) Core(TM) i9-13900K', architecture=, core_count=24, threads_per_core=1): 1}), host_mem_conf=MemoryConfiguration(host_memory_capacity=Memory(quantity=131.634476, byte_suffix=, _num_bytes=131634476000), comparison_tolerance=0.05), accelerator_conf=AcceleratorConfiguration(layout=defaultdict(, {GPU(name='NVIDIA GeForce RTX 4090', accelerator_type=, vram=Memory(quantity=23.98828125, byte_suffix=, _num_bytes=25757220864), max_power_limit=450.0, pci_id='0x268410DE', compute_sm=89): 1})), numa_conf=None, system_id='RTX4090x1') +tensor_path : build/preprocessed_data/squad_tokenized/input_ids.npy,build/preprocessed_data/squad_tokenized/segment_ids.npy,build/preprocessed_data/squad_tokenized/input_mask.npy +test_mode : PerformanceOnly +use_graphs : True +use_small_tile_gemm_plugin : False +user_conf_path : /home/cmuser/CM/repos/mlcommons@mlperf-automations/script/generate-mlperf-inference-user-conf/tmp/c81dbf297fdd4b93a1aba85478b448ae.conf +system_id : RTX4090x1 +config_name : RTX4090x1_bert_SingleStream +workload_setting : WorkloadSetting(HarnessType.Custom, AccuracyTarget.k_99, PowerSetting.MaxP) +optimization_level : plugin-enabled +num_profiles : 1 +config_ver : custom_k_99_MaxP +accuracy_level : 99% +inference_server : custom +skip_file_checks : True +power_limit : None +cpu_freq : None +&&&& RUNNING BERT_HARNESS # ./build/bin/harness_bert +I1222 19:44:29.454499 10478 main_bert.cc:163] Found 1 GPUs +I1222 19:44:29.538542 10478 bert_server.cc:147] Engine Path: ./build/engines/RTX4090x1/bert/SingleStream/bert-SingleStream-gpu-int8_S_384_B_1_P_1_vs.custom_k_99_MaxP.plan +[I] [TRT] Loaded engine size: 352 MiB +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +6, GPU +8, now: CPU 454, GPU 1163 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +2, GPU +10, now: CPU 456, GPU 1173 (MiB) +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in engine deserialization: CPU +0, GPU +290, now: CPU 0, GPU 290 (MiB) +I1222 19:44:29.732414 10478 bert_server.cc:208] Engines Creation Completed +I1222 19:44:29.741104 10478 bert_server.cc:213] Use CUDA graphs +I1222 19:44:29.741214 10478 bert_core_vs.cc:385] Engine - Device Memory requirements: 2753024 +I1222 19:44:29.741216 10478 bert_core_vs.cc:393] Engine - Number of Optimization Profiles: 1 +I1222 19:44:29.741219 10478 bert_core_vs.cc:415] Engine - Profile 0 maxDims 384 Bmax=1 Smax=384 +[I] [TRT] [MemUsageChange] Init cuBLAS/cuBLASLt: CPU +0, GPU +8, now: CPU 103, GPU 1169 (MiB) +[I] [TRT] [MemUsageChange] Init cuDNN: CPU +0, GPU +8, now: CPU 103, GPU 1177 (MiB) +I1222 19:44:29.763321 10478 bert_core_vs.cc:426] Setting Opt.Prof. to 0 +I1222 19:44:29.763338 10478 bert_core_vs.cc:444] Context creation complete. Max supported batchSize: 1 +[I] [TRT] [MemUsageChange] TensorRT-managed allocation in IExecutionContext creation: CPU +0, GPU +0, now: CPU 0, GPU 290 (MiB) +I1222 19:44:29.763382 10478 bert_core_vs.cc:476] Setup complete +I1222 19:44:29.932220 10485 bert_core_vs.cc:352] Created 96 CUDA graphs +I1222 19:44:29.933614 10478 main_bert.cc:184] Starting running actual test. +I1222 19:54:31.199942 10478 main_bert.cc:190] Finished running actual test. +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 1034453 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (634647). + * Would discard 62907 highest latency queries. + * Early stopping 90th percentile estimate: 1034522 + * Early stopping 99th percentile estimate: 1214817 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 1057.74 +QPS w/o loadgen overhead : 1060.14 + +Min latency (ns) : 851472 +Max latency (ns) : 1448195 +Mean latency (ns) : 943276 +50.00 percentile latency (ns) : 924742 +90.00 percentile latency (ns) : 1034453 +95.00 percentile latency (ns) : 1116130 +97.00 percentile latency (ns) : 1198285 +99.00 percentile latency (ns) : 1214784 +99.90 percentile latency (ns) : 1222791 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test. +[2024-12-22 19:54:31,294 run_harness.py:166 INFO] Result: result_90.00_percentile_latency_ns: 1034453, Result is VALID + +======================== Result summaries: ======================== + diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/pip_freeze.json b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/pip_freeze.json new file mode 100644 index 00000000..12858a3f --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/pip_freeze.json @@ -0,0 +1,75 @@ +{ + "pip_freeze": { + "absl-py": "2.1.0", + "appdirs": "1.4.4", + "astunparse": "1.6.3", + "boto3": "1.35.86", + "botocore": "1.35.86", + "certifi": "2024.12.14", + "charset-normalizer": "3.4.0", + "cmind": "3.5.2", + "dbus-python": "1.2.16", + "dm-tree": "0.1.8", + "dmiparser": "5.1", + "filelock": "3.16.1", + "fsspec": "2024.12.0", + "gast": "0.6.0", + "gitdb": "4.0.11", + "GitPython": "3.1.43", + "giturlparse": "0.12.0", + "graphlib-backport": "1.1.0", + "huggingface-hub": "0.27.0", + "idna": "3.10", + "importlib-resources": "6.4.5", + "jmespath": "1.0.1", + "Mako": "1.3.8", + "MarkupSafe": "2.1.5", + "mlperf-loadgen": "4.0", + "mlperf-logging": "4.1.1", + "mpmath": "1.3.0", + "nibabel": "5.2.1", + "numpy": "1.23.5", + "nvidia-dali-cuda120": "1.44.0", + "nvidia-nvimgcodec-cu12": "0.3.0.5", + "nvidia-pyindex": "1.0.9", + "nvmitten": "0.1.3b0", + "onnx": "1.13.1", + "onnx-graphsurgeon": "0.3.27", + "opencv-python": "4.10.0.84", + "packaging": "24.2", + "pandas": "1.5.3", + "pip": "20.0.2", + "platformdirs": "4.3.6", + "protobuf": "3.20.3", + "pybind11": "2.13.6", + "pycuda": "2022.2.2", + "PyGObject": "3.36.0", + "python-dateutil": "2.9.0.post0", + "pytools": "2024.1.14", + "pytz": "2024.2", + "PyYAML": "6.0.2", + "regex": "2024.11.6", + "requests": "2.32.3", + "s3transfer": "0.10.4", + "safetensors": "0.4.5", + "scipy": "1.10.1", + "setuptools": "45.2.0", + "six": "1.16.0", + "smmap": "5.0.1", + "sympy": "1.13.3", + "tabulate": "0.9.0", + "tensorrt": "9.3.0.post12.dev1", + "tensorrt-dispatch": "9.3.0.post12.dev1", + "tensorrt-lean": "9.3.0.post12.dev1", + "tokenizers": "0.20.3", + "torch": "2.1.0a0+git32f93b1", + "torchvision": "0.16.0a0+657027f", + "tqdm": "4.67.1", + "transformers": "4.46.3", + "typing-extensions": "4.12.2", + "tzdata": "2024.2", + "urllib3": "2.2.3", + "wheel": "0.34.2", + "zipp": "3.20.2" + } +} \ No newline at end of file diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/system_info.txt new file mode 100644 index 00000000..dae040e5 --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux bcea82088806 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 19:54:51 up 12 days, 20:53, 0 users, load average: 0.74, 1.17, 1.35 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5496.967 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5492.982 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5495.354 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5161.984 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5488.693 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4324.444 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4300.164 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4388.953 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4303.333 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 23199 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 23756412 kB +MemAvailable: 127187984 kB +Buffers: 88708 kB +Cached: 100407584 kB +SwapCached: 13040 kB +Active: 1916348 kB +Inactive: 98896448 kB +Active(anon): 360276 kB +Inactive(anon): 99824 kB +Active(file): 1556072 kB +Inactive(file): 98796624 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023618300 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 21312 kB +Writeback: 0 kB +AnonPages: 417432 kB +Mapped: 267444 kB +Shmem: 143556 kB +KReclaimable: 4334784 kB +Slab: 5138660 kB +SReclaimable: 4334784 kB +SUnreclaim: 803876 kB +KernelStack: 15536 kB +PageTables: 20844 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5150872 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375164 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 27768268 kB +DirectMap2M: 105136128 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1499923 1221062 45 0 540530 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6560 0 9223372036854775807 +fs.inode-nr = 1015664 59149 +fs.inode-state = 1015664 59149 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 706 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = bcea82088806 +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 12021 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = 15fa6cdf-8efb-4e71-b9ae-ce013526de22 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/user.conf b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/user.conf new file mode 100644 index 00000000..7da9762e --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/user.conf @@ -0,0 +1,2 @@ +bert.SingleStream.target_latency = 0.5 +bert.SingleStream.max_duration = 660000 diff --git a/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/system_info.txt b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/system_info.txt new file mode 100644 index 00000000..643f16eb --- /dev/null +++ b/open/MLCommons/measurements/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/system_info.txt @@ -0,0 +1,2291 @@ +Platform Details + +------------------------------------------------------------ +1. uname -a +Linux bcea82088806 6.8.0-49-generic #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 x86_64 x86_64 x86_64 GNU/Linux +------------------------------------------------------------ +2. w + 20:46:03 up 12 days, 21:44, 0 users, load average: 1.92, 1.98, 1.88 +USER TTY FROM LOGIN@ IDLE JCPU PCPU WHAT +------------------------------------------------------------ +3. Username +cmuser +------------------------------------------------------------ +4. ulimit -a +core file size (blocks, -c) unlimited +data seg size (kbytes, -d) unlimited +scheduling priority (-e) 0 +file size (blocks, -f) unlimited +pending signals (-i) 513919 +max locked memory (kbytes, -l) unlimited +max memory size (kbytes, -m) unlimited +open files (-n) 1048576 +pipe size (512 bytes, -p) 8 +POSIX message queues (bytes, -q) 819200 +real-time priority (-r) 0 +stack size (kbytes, -s) 8192 +cpu time (seconds, -t) unlimited +max user processes (-u) unlimited +virtual memory (kbytes, -v) unlimited +file locks (-x) unlimited +------------------------------------------------------------ +5. sysinfo process ancestry +bash +------------------------------------------------------------ +6. /proc/cpuinfo +processor : 0 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 0 +initial apicid : 0 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 1 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 0 +cpu cores : 24 +apicid : 1 +initial apicid : 1 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 2 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 8 +initial apicid : 8 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 3 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 4 +cpu cores : 24 +apicid : 9 +initial apicid : 9 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 4 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 16 +initial apicid : 16 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 5 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 8 +cpu cores : 24 +apicid : 17 +initial apicid : 17 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 6 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 24 +initial apicid : 24 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 7 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 12 +cpu cores : 24 +apicid : 25 +initial apicid : 25 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 8 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5534.161 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 32 +initial apicid : 32 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 9 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 16 +cpu cores : 24 +apicid : 33 +initial apicid : 33 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 10 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 40 +initial apicid : 40 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 11 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 20 +cpu cores : 24 +apicid : 41 +initial apicid : 41 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 12 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5454.569 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 48 +initial apicid : 48 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 13 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 24 +cpu cores : 24 +apicid : 49 +initial apicid : 49 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 14 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 5500.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 56 +initial apicid : 56 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 15 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 28 +cpu cores : 24 +apicid : 57 +initial apicid : 57 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 16 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4299.974 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 32 +cpu cores : 24 +apicid : 64 +initial apicid : 64 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 17 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4284.347 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 33 +cpu cores : 24 +apicid : 66 +initial apicid : 66 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 18 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 34 +cpu cores : 24 +apicid : 68 +initial apicid : 68 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 19 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4298.664 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 35 +cpu cores : 24 +apicid : 70 +initial apicid : 70 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 20 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 36 +cpu cores : 24 +apicid : 72 +initial apicid : 72 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 21 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 37 +cpu cores : 24 +apicid : 74 +initial apicid : 74 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 22 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 38 +cpu cores : 24 +apicid : 76 +initial apicid : 76 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 23 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4316.358 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 39 +cpu cores : 24 +apicid : 78 +initial apicid : 78 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 24 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4281.410 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 40 +cpu cores : 24 +apicid : 80 +initial apicid : 80 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 25 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 41 +cpu cores : 24 +apicid : 82 +initial apicid : 82 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 26 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 42 +cpu cores : 24 +apicid : 84 +initial apicid : 84 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 27 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 43 +cpu cores : 24 +apicid : 86 +initial apicid : 86 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 28 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 44 +cpu cores : 24 +apicid : 88 +initial apicid : 88 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 29 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 4300.045 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 45 +cpu cores : 24 +apicid : 90 +initial apicid : 90 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 30 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 46 +cpu cores : 24 +apicid : 92 +initial apicid : 92 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +processor : 31 +vendor_id : GenuineIntel +cpu family : 6 +model : 183 +model name : 13th Gen Intel(R) Core(TM) i9-13900K +stepping : 1 +microcode : 0x129 +cpu MHz : 800.000 +cache size : 36864 KB +physical id : 0 +siblings : 32 +core id : 47 +cpu cores : 24 +apicid : 94 +initial apicid : 94 +fpu : yes +fpu_exception : yes +cpuid level : 32 +wp : yes +flags : fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +vmx flags : vnmi preemption_timer posted_intr invvpid ept_x_only ept_ad ept_1gb flexpriority apicv tsc_offset vtpr mtf vapic ept vpid unrestricted_guest vapic_reg vid ple shadow_vmcs ept_mode_based_exec tsc_scaling usr_wait_pause +bugs : spectre_v1 spectre_v2 spec_store_bypass swapgs eibrs_pbrsb rfds bhi +bogomips : 5990.40 +clflush size : 64 +cache_alignment : 64 +address sizes : 46 bits physical, 48 bits virtual +power management: + +------------------------------------------------------------ +7. lscpu +Architecture: x86_64 +CPU op-mode(s): 32-bit, 64-bit +Byte Order: Little Endian +Address sizes: 46 bits physical, 48 bits virtual +CPU(s): 32 +On-line CPU(s) list: 0-31 +Thread(s) per core: 1 +Core(s) per socket: 24 +Socket(s): 1 +NUMA node(s): 1 +Vendor ID: GenuineIntel +CPU family: 6 +Model: 183 +Model name: 13th Gen Intel(R) Core(TM) i9-13900K +Stepping: 1 +CPU MHz: 5500.000 +CPU max MHz: 5800.0000 +CPU min MHz: 800.0000 +BogoMIPS: 5990.40 +Virtualization: VT-x +L1d cache: 576 KiB +L1i cache: 384 KiB +L2 cache: 24 MiB +NUMA node0 CPU(s): 0-31 +Vulnerability Gather data sampling: Not affected +Vulnerability Itlb multihit: Not affected +Vulnerability L1tf: Not affected +Vulnerability Mds: Not affected +Vulnerability Meltdown: Not affected +Vulnerability Mmio stale data: Not affected +Vulnerability Reg file data sampling: Mitigation; Clear Register File +Vulnerability Retbleed: Not affected +Vulnerability Spec rstack overflow: Not affected +Vulnerability Spec store bypass: Mitigation; Speculative Store Bypass disabled via prctl +Vulnerability Spectre v1: Mitigation; usercopy/swapgs barriers and __user pointer sanitization +Vulnerability Spectre v2: Mitigation; Enhanced / Automatic IBRS; IBPB conditional; RSB filling; PBRSB-eIBRS SW sequence; BHI BHI_DIS_S +Vulnerability Srbds: Not affected +Vulnerability Tsx async abort: Not affected +Flags: fpu vme de pse tsc msr pae mce cx8 apic sep mtrr pge mca cmov pat pse36 clflush dts acpi mmx fxsr sse sse2 ss ht tm pbe syscall nx pdpe1gb rdtscp lm constant_tsc art arch_perfmon pebs bts rep_good nopl xtopology nonstop_tsc cpuid aperfmperf tsc_known_freq pni pclmulqdq dtes64 monitor ds_cpl vmx smx est tm2 ssse3 sdbg fma cx16 xtpr pdcm pcid sse4_1 sse4_2 x2apic movbe popcnt tsc_deadline_timer aes xsave avx f16c rdrand lahf_lm abm 3dnowprefetch cpuid_fault epb ssbd ibrs ibpb stibp ibrs_enhanced tpr_shadow flexpriority ept vpid ept_ad fsgsbase tsc_adjust bmi1 avx2 smep bmi2 erms invpcid rdseed adx smap clflushopt clwb intel_pt sha_ni xsaveopt xsavec xgetbv1 xsaves split_lock_detect user_shstk avx_vnni dtherm ida arat pln pts hwp hwp_notify hwp_act_window hwp_epp hwp_pkg_req hfi vnmi umip pku ospke waitpkg gfni vaes vpclmulqdq tme rdpid movdiri movdir64b fsrm md_clear serialize pconfig arch_lbr ibt flush_l1d arch_capabilities +------------------------------------------------------------ +8. numactl --hardware +available: 1 nodes (0) +node 0 cpus: 0 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 +node 0 size: 128549 MB +node 0 free: 22370 MB +node distances: +node 0 + 0: 10 +------------------------------------------------------------ +9. /proc/meminfo +MemTotal: 131634476 kB +MemFree: 22906928 kB +MemAvailable: 127782896 kB +Buffers: 97620 kB +Cached: 101821376 kB +SwapCached: 15024 kB +Active: 1940160 kB +Inactive: 100315476 kB +Active(anon): 381940 kB +Inactive(anon): 99768 kB +Active(file): 1558220 kB +Inactive(file): 100215708 kB +Unevictable: 105328 kB +Mlocked: 0 kB +SwapTotal: 1023999996 kB +SwapFree: 1023618812 kB +Zswap: 0 kB +Zswapped: 0 kB +Dirty: 48 kB +Writeback: 0 kB +AnonPages: 437588 kB +Mapped: 267624 kB +Shmem: 145068 kB +KReclaimable: 4359996 kB +Slab: 5163884 kB +SReclaimable: 4359996 kB +SUnreclaim: 803888 kB +KernelStack: 15616 kB +PageTables: 21272 kB +SecPageTables: 0 kB +NFS_Unstable: 0 kB +Bounce: 0 kB +WritebackTmp: 0 kB +CommitLimit: 1089817232 kB +Committed_AS: 5184592 kB +VmallocTotal: 34359738367 kB +VmallocUsed: 375364 kB +VmallocChunk: 0 kB +Percpu: 35584 kB +HardwareCorrupted: 0 kB +AnonHugePages: 0 kB +ShmemHugePages: 94208 kB +ShmemPmdMapped: 0 kB +FileHugePages: 0 kB +FilePmdMapped: 0 kB +Unaccepted: 0 kB +HugePages_Total: 0 +HugePages_Free: 0 +HugePages_Rsvd: 0 +HugePages_Surp: 0 +Hugepagesize: 2048 kB +Hugetlb: 0 kB +DirectMap4k: 27854284 kB +DirectMap2M: 105050112 kB +DirectMap1G: 1048576 kB +------------------------------------------------------------ +10. who -r +------------------------------------------------------------ +11. Systemd service manager version +systemd 245 (245.4-4ubuntu3.24) +------------------------------------------------------------ +12. Services, from systemctl list-unit-files +UNIT FILE STATE VENDOR PRESET +proc-sys-fs-binfmt_misc.automount static enabled +dev-hugepages.mount static enabled +dev-mqueue.mount static enabled +proc-sys-fs-binfmt_misc.mount disabled enabled +sys-fs-fuse-connections.mount static enabled +sys-kernel-config.mount static enabled +sys-kernel-debug.mount static enabled +sys-kernel-tracing.mount static enabled +systemd-ask-password-console.path static enabled +systemd-ask-password-wall.path static enabled +apt-daily-upgrade.service static enabled +apt-daily.service static enabled +autovt@.service enabled enabled +console-getty.service disabled disabled +container-getty@.service static enabled +cryptdisks-early.service masked enabled +cryptdisks.service masked enabled +dbus-org.freedesktop.hostname1.service static enabled +dbus-org.freedesktop.locale1.service static enabled +dbus-org.freedesktop.login1.service static enabled +dbus-org.freedesktop.resolve1.service enabled enabled +dbus-org.freedesktop.timedate1.service static enabled +dbus-org.freedesktop.timesync1.service enabled enabled +dbus.service static enabled +debug-shell.service disabled disabled +e2scrub@.service static enabled +e2scrub_all.service static enabled +e2scrub_fail@.service static enabled +e2scrub_reap.service enabled enabled +emergency.service static enabled +fstrim.service static enabled +getty-static.service static enabled +getty@.service enabled enabled +hwclock.service masked enabled +initrd-cleanup.service static enabled +initrd-parse-etc.service static enabled +initrd-switch-root.service static enabled +initrd-udevadm-cleanup-db.service static enabled +kmod-static-nodes.service static enabled +kmod.service static enabled +modprobe@.service static enabled +motd-news.service static enabled +networkd-dispatcher.service enabled enabled +ondemand.service enabled enabled +procps.service static enabled +quotaon.service static enabled +rc-local.service static enabled +rc.service masked enabled +rcS.service masked enabled +rescue.service static enabled +serial-getty@.service disabled enabled +sudo.service masked enabled +system-update-cleanup.service static enabled +systemd-ask-password-console.service static enabled +systemd-ask-password-wall.service static enabled +systemd-backlight@.service static enabled +systemd-binfmt.service static enabled +systemd-bless-boot.service static enabled +systemd-boot-check-no-failures.service disabled enabled +systemd-boot-system-token.service static enabled +systemd-exit.service static enabled +systemd-fsck-root.service static enabled +systemd-fsck@.service static enabled +systemd-fsckd.service static enabled +systemd-halt.service static enabled +systemd-hibernate-resume@.service static enabled +systemd-hibernate.service static enabled +systemd-hostnamed.service static enabled +systemd-hybrid-sleep.service static enabled +systemd-initctl.service static enabled +systemd-journal-flush.service static enabled +systemd-journald.service static enabled +systemd-journald@.service static enabled +systemd-kexec.service static enabled +systemd-localed.service static enabled +systemd-logind.service static enabled +systemd-machine-id-commit.service static enabled +systemd-modules-load.service static enabled +systemd-network-generator.service disabled enabled +systemd-networkd-wait-online.service disabled enabled +systemd-networkd.service disabled enabled +systemd-poweroff.service static enabled +systemd-pstore.service enabled enabled +systemd-quotacheck.service static enabled +systemd-random-seed.service static enabled +systemd-reboot.service static enabled +systemd-remount-fs.service static enabled +systemd-resolved.service enabled enabled +systemd-rfkill.service static enabled +systemd-suspend-then-hibernate.service static enabled +systemd-suspend.service static enabled +systemd-sysctl.service static enabled +systemd-sysusers.service static enabled +systemd-time-wait-sync.service disabled enabled +systemd-timedated.service static enabled +systemd-timesyncd.service enabled enabled +systemd-tmpfiles-clean.service static enabled +systemd-tmpfiles-setup-dev.service static enabled +systemd-tmpfiles-setup.service static enabled +systemd-update-utmp-runlevel.service static enabled +systemd-update-utmp.service static enabled +systemd-user-sessions.service static enabled +systemd-volatile-root.service static enabled +user-runtime-dir@.service static enabled +user@.service static enabled +x11-common.service masked enabled +machine.slice static enabled +system-systemd\x2dcryptsetup.slice static enabled +user.slice static enabled +dbus.socket static enabled +syslog.socket static disabled +systemd-fsckd.socket static enabled +systemd-initctl.socket static enabled +systemd-journald-audit.socket static enabled +systemd-journald-dev-log.socket static enabled +systemd-journald-varlink@.socket static enabled +systemd-journald.socket static enabled +systemd-journald@.socket static enabled +systemd-networkd.socket disabled enabled +systemd-rfkill.socket static enabled +basic.target static enabled +blockdev@.target static enabled +bluetooth.target static enabled +boot-complete.target static enabled +cryptsetup-pre.target static disabled +cryptsetup.target static enabled +ctrl-alt-del.target disabled enabled +default.target static enabled +emergency.target static enabled +exit.target disabled disabled +final.target static enabled +getty-pre.target static disabled +getty.target static enabled +graphical.target static enabled +halt.target disabled disabled +hibernate.target static enabled +hybrid-sleep.target static enabled +initrd-fs.target static enabled +initrd-root-device.target static enabled +initrd-root-fs.target static enabled +initrd-switch-root.target static enabled +initrd.target static enabled +kexec.target disabled disabled +local-fs-pre.target static disabled +local-fs.target static enabled +multi-user.target static enabled +network-online.target static enabled +network-pre.target static disabled +network.target static disabled +nss-lookup.target static disabled +nss-user-lookup.target static disabled +paths.target static enabled +poweroff.target disabled disabled +printer.target static enabled +reboot.target disabled enabled +remote-cryptsetup.target disabled enabled +remote-fs-pre.target static disabled +remote-fs.target enabled enabled +rescue.target static disabled +rpcbind.target static disabled +runlevel0.target disabled enabled +runlevel1.target static enabled +runlevel2.target static enabled +runlevel3.target static enabled +runlevel4.target static enabled +runlevel5.target static enabled +runlevel6.target disabled enabled +shutdown.target static enabled +sigpwr.target static enabled +sleep.target static enabled +slices.target static enabled +smartcard.target static enabled +sockets.target static enabled +sound.target static enabled +suspend-then-hibernate.target static enabled +suspend.target static enabled +swap.target static enabled +sysinit.target static enabled +system-update-pre.target static enabled +system-update.target static enabled +time-set.target static disabled +time-sync.target static disabled +timers.target static enabled +umount.target static enabled +apt-daily-upgrade.timer enabled enabled +apt-daily.timer enabled enabled +e2scrub_all.timer enabled enabled +fstrim.timer enabled enabled +motd-news.timer enabled enabled +systemd-tmpfiles-clean.timer static enabled + +190 unit files listed. +------------------------------------------------------------ +13. Linux kernel boot-time arguments, from /proc/cmdline +BOOT_IMAGE=/boot/vmlinuz-6.8.0-49-generic root=UUID=f3eb2f51-b893-4fdd-b039-989026684fbe ro quiet splash vt.handoff=7 +------------------------------------------------------------ +14. cpupower frequency-info +FAILED: cpupower frequency-info +------------------------------------------------------------ +15. sysctl +abi.vsyscall32 = 1 +debug.exception-trace = 1 +debug.kprobes-optimization = 1 +dev.cdrom.autoclose = 1 +dev.cdrom.autoeject = 0 +dev.cdrom.check_media = 0 +dev.cdrom.debug = 0 +dev.cdrom.info = CD-ROM information, Id: cdrom.c 3.20 2003/12/17 +dev.cdrom.info = +dev.cdrom.info = drive name: +dev.cdrom.info = drive speed: +dev.cdrom.info = drive # of slots: +dev.cdrom.info = Can close tray: +dev.cdrom.info = Can open tray: +dev.cdrom.info = Can lock tray: +dev.cdrom.info = Can change speed: +dev.cdrom.info = Can select disk: +dev.cdrom.info = Can read multisession: +dev.cdrom.info = Can read MCN: +dev.cdrom.info = Reports media changed: +dev.cdrom.info = Can play audio: +dev.cdrom.info = Can write CD-R: +dev.cdrom.info = Can write CD-RW: +dev.cdrom.info = Can read DVD: +dev.cdrom.info = Can write DVD-R: +dev.cdrom.info = Can write DVD-RAM: +dev.cdrom.info = Can read MRW: +dev.cdrom.info = Can write MRW: +dev.cdrom.info = Can write RAM: +dev.cdrom.info = +dev.cdrom.info = +dev.cdrom.lock = 0 +dev.hpet.max-user-freq = 64 +dev.i915.oa_max_sample_rate = 100000 +dev.i915.perf_stream_paranoid = 1 +dev.mac_hid.mouse_button2_keycode = 97 +dev.mac_hid.mouse_button3_keycode = 100 +dev.mac_hid.mouse_button_emulation = 0 +dev.parport.default.spintime = 500 +dev.parport.default.timeslice = 200 +dev.raid.speed_limit_max = 200000 +dev.raid.speed_limit_min = 1000 +dev.scsi.logging_level = 0 +dev.tty.ldisc_autoload = 1 +dev.tty.legacy_tiocsti = 0 +fs.aio-max-nr = 65536 +fs.aio-nr = 0 +fs.dentry-state = 1522901 1239934 45 0 552909 0 +fs.dir-notify-enable = 1 +fs.epoll.max_user_watches = 29287112 +fs.fanotify.max_queued_events = 16384 +fs.fanotify.max_user_groups = 128 +fs.fanotify.max_user_marks = 1048576 +fs.file-max = 9223372036854775807 +fs.file-nr = 6560 0 9223372036854775807 +fs.inode-nr = 1026257 59149 +fs.inode-state = 1026257 59149 0 0 0 0 0 +fs.inotify.max_queued_events = 16384 +fs.inotify.max_user_instances = 128 +fs.inotify.max_user_watches = 65536 +fs.lease-break-time = 45 +fs.leases-enable = 1 +fs.mount-max = 100000 +fs.mqueue.msg_default = 10 +fs.mqueue.msg_max = 10 +fs.mqueue.msgsize_default = 8192 +fs.mqueue.msgsize_max = 8192 +fs.mqueue.queues_max = 256 +fs.nr_open = 1048576 +fs.overflowgid = 65534 +fs.overflowuid = 65534 +fs.pipe-max-size = 1048576 +fs.pipe-user-pages-hard = 0 +fs.pipe-user-pages-soft = 16384 +fs.protected_fifos = 1 +fs.protected_hardlinks = 1 +fs.protected_regular = 2 +fs.protected_symlinks = 1 +fs.quota.allocated_dquots = 0 +fs.quota.cache_hits = 0 +fs.quota.drops = 0 +fs.quota.free_dquots = 0 +fs.quota.lookups = 0 +fs.quota.reads = 0 +fs.quota.syncs = 706 +fs.quota.writes = 0 +fs.suid_dumpable = 2 +fs.verity.require_signatures = 0 +kernel.acct = 4 2 30 +kernel.acpi_video_flags = 0 +kernel.apparmor_restrict_unprivileged_unconfined = 0 +kernel.apparmor_restrict_unprivileged_userns = 1 +kernel.arch = x86_64 +kernel.auto_msgmni = 0 +kernel.bootloader_type = 33 +kernel.bootloader_version = 1 +kernel.bpf_stats_enabled = 0 +kernel.cad_pid = 0 +kernel.cap_last_cap = 40 +kernel.core_pattern = |/usr/share/apport/apport -p%p -s%s -c%c -d%d -P%P -u%u -g%g -- %E +kernel.core_pipe_limit = 10 +kernel.core_uses_pid = 0 +kernel.ctrl-alt-del = 0 +kernel.dmesg_restrict = 1 +kernel.domainname = (none) +kernel.firmware_config.force_sysfs_fallback = 0 +kernel.firmware_config.ignore_sysfs_fallback = 0 +kernel.ftrace_dump_on_oops = 0 +kernel.ftrace_enabled = 1 +kernel.hardlockup_all_cpu_backtrace = 0 +kernel.hardlockup_panic = 0 +kernel.hostname = bcea82088806 +kernel.hotplug = +kernel.hung_task_all_cpu_backtrace = 0 +kernel.hung_task_check_count = 4194304 +kernel.hung_task_check_interval_secs = 0 +kernel.hung_task_panic = 0 +kernel.hung_task_timeout_secs = 120 +kernel.hung_task_warnings = 10 +kernel.io_delay_type = 1 +kernel.io_uring_disabled = 0 +kernel.io_uring_group = -1 +kernel.kexec_load_disabled = 0 +kernel.kexec_load_limit_panic = -1 +kernel.kexec_load_limit_reboot = -1 +kernel.keys.gc_delay = 300 +kernel.keys.maxbytes = 20000 +kernel.keys.maxkeys = 200 +kernel.keys.persistent_keyring_expiry = 259200 +kernel.keys.root_maxbytes = 25000000 +kernel.keys.root_maxkeys = 1000000 +kernel.kptr_restrict = 1 +kernel.latencytop = 0 +kernel.max_lock_depth = 1024 +kernel.max_rcu_stall_to_panic = 0 +kernel.modprobe = /sbin/modprobe +kernel.modules_disabled = 0 +kernel.msg_next_id = -1 +kernel.msgmax = 8192 +kernel.msgmnb = 16384 +kernel.msgmni = 32000 +kernel.ngroups_max = 65536 +kernel.nmi_watchdog = 1 +kernel.ns_last_pid = 24074 +kernel.numa_balancing = 0 +kernel.numa_balancing_promote_rate_limit_MBps = 65536 +kernel.oops_all_cpu_backtrace = 0 +kernel.oops_limit = 10000 +kernel.osrelease = 6.8.0-49-generic +kernel.ostype = Linux +kernel.overflowgid = 65534 +kernel.overflowuid = 65534 +kernel.panic = 0 +kernel.panic_on_io_nmi = 0 +kernel.panic_on_oops = 0 +kernel.panic_on_rcu_stall = 0 +kernel.panic_on_unrecovered_nmi = 0 +kernel.panic_on_warn = 0 +kernel.panic_print = 0 +kernel.perf_cpu_time_max_percent = 25 +kernel.perf_event_max_contexts_per_stack = 8 +kernel.perf_event_max_sample_rate = 50000 +kernel.perf_event_max_stack = 127 +kernel.perf_event_mlock_kb = 516 +kernel.perf_event_paranoid = 4 +kernel.pid_max = 4194304 +kernel.poweroff_cmd = /sbin/poweroff +kernel.print-fatal-signals = 0 +kernel.printk = 4 4 1 7 +kernel.printk_delay = 0 +kernel.printk_devkmsg = on +kernel.printk_ratelimit = 5 +kernel.printk_ratelimit_burst = 10 +kernel.pty.max = 4096 +kernel.pty.nr = 6 +kernel.pty.reserve = 1024 +kernel.random.boot_id = df9374fa-6020-4b1a-8d05-62de67144998 +kernel.random.entropy_avail = 256 +kernel.random.poolsize = 256 +kernel.random.urandom_min_reseed_secs = 60 +kernel.random.uuid = e6a257b3-a18d-449b-babd-33716969fca7 +kernel.random.write_wakeup_threshold = 256 +kernel.randomize_va_space = 2 +kernel.real-root-dev = 0 +kernel.sched_autogroup_enabled = 1 +kernel.sched_cfs_bandwidth_slice_us = 5000 +kernel.sched_deadline_period_max_us = 4194304 +kernel.sched_deadline_period_min_us = 100 +kernel.sched_itmt_enabled = 1 +kernel.sched_rr_timeslice_ms = 100 +kernel.sched_rt_period_us = 1000000 +kernel.sched_rt_runtime_us = 950000 +kernel.sched_schedstats = 0 +kernel.sched_util_clamp_max = 1024 +kernel.sched_util_clamp_min = 1024 +kernel.sched_util_clamp_min_rt_default = 1024 +kernel.seccomp.actions_avail = kill_process kill_thread trap errno user_notif trace log allow +kernel.seccomp.actions_logged = kill_process kill_thread trap errno user_notif trace log +kernel.sem = 32000 1024000000 500 32000 +kernel.sem_next_id = -1 +kernel.shm_next_id = -1 +kernel.shm_rmid_forced = 0 +kernel.shmall = 18446744073692774399 +kernel.shmmax = 18446744073692774399 +kernel.shmmni = 4096 +kernel.soft_watchdog = 1 +kernel.softlockup_all_cpu_backtrace = 0 +kernel.softlockup_panic = 0 +kernel.split_lock_mitigate = 1 +kernel.stack_tracer_enabled = 0 +kernel.sysctl_writes_strict = 1 +kernel.sysrq = 176 +kernel.tainted = 12289 +kernel.task_delayacct = 0 +kernel.threads-max = 1027838 +kernel.timer_migration = 1 +kernel.traceoff_on_warning = 0 +kernel.tracepoint_printk = 0 +kernel.unknown_nmi_panic = 0 +kernel.unprivileged_bpf_disabled = 2 +kernel.unprivileged_userns_clone = 1 +kernel.user_events_max = 32768 +kernel.usermodehelper.bset = 4294967295 511 +kernel.usermodehelper.inheritable = 4294967295 511 +kernel.version = #49-Ubuntu SMP PREEMPT_DYNAMIC Mon Nov 4 02:06:24 UTC 2024 +kernel.warn_limit = 0 +kernel.watchdog = 1 +kernel.watchdog_cpumask = 0-31 +kernel.watchdog_thresh = 10 +kernel.yama.ptrace_scope = 1 +net.bridge.bridge-nf-call-arptables = 1 +net.bridge.bridge-nf-call-ip6tables = 1 +net.bridge.bridge-nf-call-iptables = 1 +net.bridge.bridge-nf-filter-pppoe-tagged = 0 +net.bridge.bridge-nf-filter-vlan-tagged = 0 +net.bridge.bridge-nf-pass-vlan-input-dev = 0 +net.core.optmem_max = 131072 +net.core.rps_default_mask = 00000000 +net.core.somaxconn = 4096 +net.core.txrehash = 1 +net.core.xfrm_acq_expires = 30 +net.core.xfrm_aevent_etime = 10 +net.core.xfrm_aevent_rseqth = 2 +net.core.xfrm_larval_drop = 1 +net.ipv4.conf.all.accept_local = 0 +net.ipv4.conf.all.accept_redirects = 0 +net.ipv4.conf.all.accept_source_route = 0 +net.ipv4.conf.all.arp_accept = 0 +net.ipv4.conf.all.arp_announce = 0 +net.ipv4.conf.all.arp_evict_nocarrier = 1 +net.ipv4.conf.all.arp_filter = 0 +net.ipv4.conf.all.arp_ignore = 0 +net.ipv4.conf.all.arp_notify = 0 +net.ipv4.conf.all.bc_forwarding = 0 +net.ipv4.conf.all.bootp_relay = 0 +net.ipv4.conf.all.disable_policy = 0 +net.ipv4.conf.all.disable_xfrm = 0 +net.ipv4.conf.all.drop_gratuitous_arp = 0 +net.ipv4.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.all.force_igmp_version = 0 +net.ipv4.conf.all.forwarding = 1 +net.ipv4.conf.all.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.all.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.all.ignore_routes_with_linkdown = 0 +net.ipv4.conf.all.log_martians = 0 +net.ipv4.conf.all.mc_forwarding = 0 +net.ipv4.conf.all.medium_id = 0 +net.ipv4.conf.all.promote_secondaries = 0 +net.ipv4.conf.all.proxy_arp = 0 +net.ipv4.conf.all.proxy_arp_pvlan = 0 +net.ipv4.conf.all.route_localnet = 0 +net.ipv4.conf.all.rp_filter = 2 +net.ipv4.conf.all.secure_redirects = 1 +net.ipv4.conf.all.send_redirects = 1 +net.ipv4.conf.all.shared_media = 1 +net.ipv4.conf.all.src_valid_mark = 0 +net.ipv4.conf.all.tag = 0 +net.ipv4.conf.default.accept_local = 0 +net.ipv4.conf.default.accept_redirects = 1 +net.ipv4.conf.default.accept_source_route = 1 +net.ipv4.conf.default.arp_accept = 0 +net.ipv4.conf.default.arp_announce = 0 +net.ipv4.conf.default.arp_evict_nocarrier = 1 +net.ipv4.conf.default.arp_filter = 0 +net.ipv4.conf.default.arp_ignore = 0 +net.ipv4.conf.default.arp_notify = 0 +net.ipv4.conf.default.bc_forwarding = 0 +net.ipv4.conf.default.bootp_relay = 0 +net.ipv4.conf.default.disable_policy = 0 +net.ipv4.conf.default.disable_xfrm = 0 +net.ipv4.conf.default.drop_gratuitous_arp = 0 +net.ipv4.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.default.force_igmp_version = 0 +net.ipv4.conf.default.forwarding = 1 +net.ipv4.conf.default.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.default.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.default.ignore_routes_with_linkdown = 0 +net.ipv4.conf.default.log_martians = 0 +net.ipv4.conf.default.mc_forwarding = 0 +net.ipv4.conf.default.medium_id = 0 +net.ipv4.conf.default.promote_secondaries = 0 +net.ipv4.conf.default.proxy_arp = 0 +net.ipv4.conf.default.proxy_arp_pvlan = 0 +net.ipv4.conf.default.route_localnet = 0 +net.ipv4.conf.default.rp_filter = 2 +net.ipv4.conf.default.secure_redirects = 1 +net.ipv4.conf.default.send_redirects = 1 +net.ipv4.conf.default.shared_media = 1 +net.ipv4.conf.default.src_valid_mark = 0 +net.ipv4.conf.default.tag = 0 +net.ipv4.conf.eth0.accept_local = 0 +net.ipv4.conf.eth0.accept_redirects = 1 +net.ipv4.conf.eth0.accept_source_route = 1 +net.ipv4.conf.eth0.arp_accept = 0 +net.ipv4.conf.eth0.arp_announce = 0 +net.ipv4.conf.eth0.arp_evict_nocarrier = 1 +net.ipv4.conf.eth0.arp_filter = 0 +net.ipv4.conf.eth0.arp_ignore = 0 +net.ipv4.conf.eth0.arp_notify = 0 +net.ipv4.conf.eth0.bc_forwarding = 0 +net.ipv4.conf.eth0.bootp_relay = 0 +net.ipv4.conf.eth0.disable_policy = 0 +net.ipv4.conf.eth0.disable_xfrm = 0 +net.ipv4.conf.eth0.drop_gratuitous_arp = 0 +net.ipv4.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.eth0.force_igmp_version = 0 +net.ipv4.conf.eth0.forwarding = 1 +net.ipv4.conf.eth0.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.eth0.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv4.conf.eth0.log_martians = 0 +net.ipv4.conf.eth0.mc_forwarding = 0 +net.ipv4.conf.eth0.medium_id = 0 +net.ipv4.conf.eth0.promote_secondaries = 0 +net.ipv4.conf.eth0.proxy_arp = 0 +net.ipv4.conf.eth0.proxy_arp_pvlan = 0 +net.ipv4.conf.eth0.route_localnet = 0 +net.ipv4.conf.eth0.rp_filter = 2 +net.ipv4.conf.eth0.secure_redirects = 1 +net.ipv4.conf.eth0.send_redirects = 1 +net.ipv4.conf.eth0.shared_media = 1 +net.ipv4.conf.eth0.src_valid_mark = 0 +net.ipv4.conf.eth0.tag = 0 +net.ipv4.conf.lo.accept_local = 0 +net.ipv4.conf.lo.accept_redirects = 1 +net.ipv4.conf.lo.accept_source_route = 1 +net.ipv4.conf.lo.arp_accept = 0 +net.ipv4.conf.lo.arp_announce = 0 +net.ipv4.conf.lo.arp_evict_nocarrier = 1 +net.ipv4.conf.lo.arp_filter = 0 +net.ipv4.conf.lo.arp_ignore = 0 +net.ipv4.conf.lo.arp_notify = 0 +net.ipv4.conf.lo.bc_forwarding = 0 +net.ipv4.conf.lo.bootp_relay = 0 +net.ipv4.conf.lo.disable_policy = 1 +net.ipv4.conf.lo.disable_xfrm = 1 +net.ipv4.conf.lo.drop_gratuitous_arp = 0 +net.ipv4.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv4.conf.lo.force_igmp_version = 0 +net.ipv4.conf.lo.forwarding = 1 +net.ipv4.conf.lo.igmpv2_unsolicited_report_interval = 10000 +net.ipv4.conf.lo.igmpv3_unsolicited_report_interval = 1000 +net.ipv4.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv4.conf.lo.log_martians = 0 +net.ipv4.conf.lo.mc_forwarding = 0 +net.ipv4.conf.lo.medium_id = 0 +net.ipv4.conf.lo.promote_secondaries = 0 +net.ipv4.conf.lo.proxy_arp = 0 +net.ipv4.conf.lo.proxy_arp_pvlan = 0 +net.ipv4.conf.lo.route_localnet = 0 +net.ipv4.conf.lo.rp_filter = 2 +net.ipv4.conf.lo.secure_redirects = 1 +net.ipv4.conf.lo.send_redirects = 1 +net.ipv4.conf.lo.shared_media = 1 +net.ipv4.conf.lo.src_valid_mark = 0 +net.ipv4.conf.lo.tag = 0 +net.ipv4.fib_multipath_hash_fields = 7 +net.ipv4.fib_multipath_hash_policy = 0 +net.ipv4.fib_multipath_use_neigh = 0 +net.ipv4.fib_notify_on_flag_change = 0 +net.ipv4.fwmark_reflect = 0 +net.ipv4.icmp_echo_enable_probe = 0 +net.ipv4.icmp_echo_ignore_all = 0 +net.ipv4.icmp_echo_ignore_broadcasts = 1 +net.ipv4.icmp_errors_use_inbound_ifaddr = 0 +net.ipv4.icmp_ignore_bogus_error_responses = 1 +net.ipv4.icmp_ratelimit = 1000 +net.ipv4.icmp_ratemask = 6168 +net.ipv4.igmp_link_local_mcast_reports = 1 +net.ipv4.igmp_max_memberships = 20 +net.ipv4.igmp_max_msf = 10 +net.ipv4.igmp_qrv = 2 +net.ipv4.ip_autobind_reuse = 0 +net.ipv4.ip_default_ttl = 64 +net.ipv4.ip_dynaddr = 0 +net.ipv4.ip_early_demux = 1 +net.ipv4.ip_forward = 1 +net.ipv4.ip_forward_update_priority = 1 +net.ipv4.ip_forward_use_pmtu = 0 +net.ipv4.ip_local_port_range = 32768 60999 +net.ipv4.ip_local_reserved_ports = +net.ipv4.ip_no_pmtu_disc = 0 +net.ipv4.ip_nonlocal_bind = 0 +net.ipv4.ip_unprivileged_port_start = 0 +net.ipv4.ipfrag_high_thresh = 4194304 +net.ipv4.ipfrag_low_thresh = 3145728 +net.ipv4.ipfrag_max_dist = 64 +net.ipv4.ipfrag_time = 30 +net.ipv4.neigh.eth0.anycast_delay = 100 +net.ipv4.neigh.eth0.app_solicit = 0 +net.ipv4.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv4.neigh.eth0.delay_first_probe_time = 5 +net.ipv4.neigh.eth0.gc_stale_time = 60 +net.ipv4.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv4.neigh.eth0.locktime = 100 +net.ipv4.neigh.eth0.mcast_resolicit = 0 +net.ipv4.neigh.eth0.mcast_solicit = 3 +net.ipv4.neigh.eth0.proxy_delay = 80 +net.ipv4.neigh.eth0.proxy_qlen = 64 +net.ipv4.neigh.eth0.retrans_time_ms = 1000 +net.ipv4.neigh.eth0.ucast_solicit = 3 +net.ipv4.neigh.eth0.unres_qlen = 101 +net.ipv4.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv4.neigh.lo.anycast_delay = 100 +net.ipv4.neigh.lo.app_solicit = 0 +net.ipv4.neigh.lo.base_reachable_time_ms = 30000 +net.ipv4.neigh.lo.delay_first_probe_time = 5 +net.ipv4.neigh.lo.gc_stale_time = 60 +net.ipv4.neigh.lo.interval_probe_time_ms = 5000 +net.ipv4.neigh.lo.locktime = 100 +net.ipv4.neigh.lo.mcast_resolicit = 0 +net.ipv4.neigh.lo.mcast_solicit = 3 +net.ipv4.neigh.lo.proxy_delay = 80 +net.ipv4.neigh.lo.proxy_qlen = 64 +net.ipv4.neigh.lo.retrans_time_ms = 1000 +net.ipv4.neigh.lo.ucast_solicit = 3 +net.ipv4.neigh.lo.unres_qlen = 101 +net.ipv4.neigh.lo.unres_qlen_bytes = 212992 +net.ipv4.nexthop_compat_mode = 1 +net.ipv4.ping_group_range = 0 2147483647 +net.ipv4.raw_l3mdev_accept = 1 +net.ipv4.route.min_adv_mss = 256 +net.ipv4.route.min_pmtu = 552 +net.ipv4.route.mtu_expires = 600 +net.ipv4.tcp_abort_on_overflow = 0 +net.ipv4.tcp_adv_win_scale = 1 +net.ipv4.tcp_allowed_congestion_control = reno cubic +net.ipv4.tcp_app_win = 31 +net.ipv4.tcp_autocorking = 1 +net.ipv4.tcp_available_congestion_control = reno cubic +net.ipv4.tcp_backlog_ack_defer = 1 +net.ipv4.tcp_base_mss = 1024 +net.ipv4.tcp_challenge_ack_limit = 2147483647 +net.ipv4.tcp_child_ehash_entries = 0 +net.ipv4.tcp_comp_sack_delay_ns = 1000000 +net.ipv4.tcp_comp_sack_nr = 44 +net.ipv4.tcp_comp_sack_slack_ns = 100000 +net.ipv4.tcp_congestion_control = cubic +net.ipv4.tcp_dsack = 1 +net.ipv4.tcp_early_demux = 1 +net.ipv4.tcp_early_retrans = 3 +net.ipv4.tcp_ecn = 2 +net.ipv4.tcp_ecn_fallback = 1 +net.ipv4.tcp_ehash_entries = -524288 +net.ipv4.tcp_fack = 0 +net.ipv4.tcp_fastopen = 1 +net.ipv4.tcp_fastopen_blackhole_timeout_sec = 0 +net.ipv4.tcp_fastopen_key = 00000000-00000000-00000000-00000000 +net.ipv4.tcp_fin_timeout = 60 +net.ipv4.tcp_frto = 2 +net.ipv4.tcp_fwmark_accept = 0 +net.ipv4.tcp_invalid_ratelimit = 500 +net.ipv4.tcp_keepalive_intvl = 75 +net.ipv4.tcp_keepalive_probes = 9 +net.ipv4.tcp_keepalive_time = 7200 +net.ipv4.tcp_l3mdev_accept = 0 +net.ipv4.tcp_limit_output_bytes = 1048576 +net.ipv4.tcp_max_reordering = 300 +net.ipv4.tcp_max_syn_backlog = 4096 +net.ipv4.tcp_max_tw_buckets = 262144 +net.ipv4.tcp_migrate_req = 0 +net.ipv4.tcp_min_rtt_wlen = 300 +net.ipv4.tcp_min_snd_mss = 48 +net.ipv4.tcp_min_tso_segs = 2 +net.ipv4.tcp_moderate_rcvbuf = 1 +net.ipv4.tcp_mtu_probe_floor = 48 +net.ipv4.tcp_mtu_probing = 0 +net.ipv4.tcp_no_metrics_save = 0 +net.ipv4.tcp_no_ssthresh_metrics_save = 1 +net.ipv4.tcp_notsent_lowat = 4294967295 +net.ipv4.tcp_orphan_retries = 0 +net.ipv4.tcp_pacing_ca_ratio = 120 +net.ipv4.tcp_pacing_ss_ratio = 200 +net.ipv4.tcp_pingpong_thresh = 1 +net.ipv4.tcp_plb_cong_thresh = 128 +net.ipv4.tcp_plb_enabled = 0 +net.ipv4.tcp_plb_idle_rehash_rounds = 3 +net.ipv4.tcp_plb_rehash_rounds = 12 +net.ipv4.tcp_plb_suspend_rto_sec = 60 +net.ipv4.tcp_probe_interval = 600 +net.ipv4.tcp_probe_threshold = 8 +net.ipv4.tcp_recovery = 1 +net.ipv4.tcp_reflect_tos = 0 +net.ipv4.tcp_reordering = 3 +net.ipv4.tcp_retrans_collapse = 1 +net.ipv4.tcp_retries1 = 3 +net.ipv4.tcp_retries2 = 15 +net.ipv4.tcp_rfc1337 = 0 +net.ipv4.tcp_rmem = 4096 131072 6291456 +net.ipv4.tcp_sack = 1 +net.ipv4.tcp_shrink_window = 0 +net.ipv4.tcp_slow_start_after_idle = 1 +net.ipv4.tcp_stdurg = 0 +net.ipv4.tcp_syn_linear_timeouts = 4 +net.ipv4.tcp_syn_retries = 6 +net.ipv4.tcp_synack_retries = 5 +net.ipv4.tcp_syncookies = 1 +net.ipv4.tcp_thin_linear_timeouts = 0 +net.ipv4.tcp_timestamps = 1 +net.ipv4.tcp_tso_rtt_log = 9 +net.ipv4.tcp_tso_win_divisor = 3 +net.ipv4.tcp_tw_reuse = 2 +net.ipv4.tcp_window_scaling = 1 +net.ipv4.tcp_wmem = 4096 16384 4194304 +net.ipv4.tcp_workaround_signed_windows = 0 +net.ipv4.udp_child_hash_entries = 0 +net.ipv4.udp_early_demux = 1 +net.ipv4.udp_hash_entries = -65536 +net.ipv4.udp_l3mdev_accept = 0 +net.ipv4.udp_rmem_min = 4096 +net.ipv4.udp_wmem_min = 4096 +net.ipv4.xfrm4_gc_thresh = 32768 +net.ipv6.anycast_src_echo_reply = 0 +net.ipv6.auto_flowlabels = 1 +net.ipv6.bindv6only = 0 +net.ipv6.conf.all.accept_dad = 0 +net.ipv6.conf.all.accept_ra = 1 +net.ipv6.conf.all.accept_ra_defrtr = 1 +net.ipv6.conf.all.accept_ra_from_local = 0 +net.ipv6.conf.all.accept_ra_min_hop_limit = 1 +net.ipv6.conf.all.accept_ra_min_lft = 0 +net.ipv6.conf.all.accept_ra_mtu = 1 +net.ipv6.conf.all.accept_ra_pinfo = 1 +net.ipv6.conf.all.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.all.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.all.accept_ra_rtr_pref = 1 +net.ipv6.conf.all.accept_redirects = 1 +net.ipv6.conf.all.accept_source_route = 0 +net.ipv6.conf.all.accept_untracked_na = 0 +net.ipv6.conf.all.addr_gen_mode = 0 +net.ipv6.conf.all.autoconf = 1 +net.ipv6.conf.all.dad_transmits = 1 +net.ipv6.conf.all.disable_ipv6 = 0 +net.ipv6.conf.all.disable_policy = 0 +net.ipv6.conf.all.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.all.drop_unsolicited_na = 0 +net.ipv6.conf.all.enhanced_dad = 1 +net.ipv6.conf.all.force_mld_version = 0 +net.ipv6.conf.all.force_tllao = 0 +net.ipv6.conf.all.forwarding = 0 +net.ipv6.conf.all.hop_limit = 64 +net.ipv6.conf.all.ignore_routes_with_linkdown = 0 +net.ipv6.conf.all.ioam6_enabled = 0 +net.ipv6.conf.all.ioam6_id = 65535 +net.ipv6.conf.all.ioam6_id_wide = 4294967295 +net.ipv6.conf.all.keep_addr_on_down = 0 +net.ipv6.conf.all.max_addresses = 16 +net.ipv6.conf.all.max_desync_factor = 600 +net.ipv6.conf.all.mc_forwarding = 0 +net.ipv6.conf.all.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.all.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.all.mtu = 1280 +net.ipv6.conf.all.ndisc_evict_nocarrier = 1 +net.ipv6.conf.all.ndisc_notify = 0 +net.ipv6.conf.all.ndisc_tclass = 0 +net.ipv6.conf.all.proxy_ndp = 0 +net.ipv6.conf.all.ra_defrtr_metric = 1024 +net.ipv6.conf.all.ra_honor_pio_life = 0 +net.ipv6.conf.all.regen_max_retry = 3 +net.ipv6.conf.all.router_probe_interval = 60 +net.ipv6.conf.all.router_solicitation_delay = 1 +net.ipv6.conf.all.router_solicitation_interval = 4 +net.ipv6.conf.all.router_solicitation_max_interval = 3600 +net.ipv6.conf.all.router_solicitations = -1 +net.ipv6.conf.all.rpl_seg_enabled = 0 +net.ipv6.conf.all.seg6_enabled = 0 +net.ipv6.conf.all.seg6_require_hmac = 0 +net.ipv6.conf.all.suppress_frag_ndisc = 1 +net.ipv6.conf.all.temp_prefered_lft = 86400 +net.ipv6.conf.all.temp_valid_lft = 604800 +net.ipv6.conf.all.use_oif_addrs_only = 0 +net.ipv6.conf.all.use_tempaddr = 0 +net.ipv6.conf.default.accept_dad = 1 +net.ipv6.conf.default.accept_ra = 1 +net.ipv6.conf.default.accept_ra_defrtr = 1 +net.ipv6.conf.default.accept_ra_from_local = 0 +net.ipv6.conf.default.accept_ra_min_hop_limit = 1 +net.ipv6.conf.default.accept_ra_min_lft = 0 +net.ipv6.conf.default.accept_ra_mtu = 1 +net.ipv6.conf.default.accept_ra_pinfo = 1 +net.ipv6.conf.default.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.default.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.default.accept_ra_rtr_pref = 1 +net.ipv6.conf.default.accept_redirects = 1 +net.ipv6.conf.default.accept_source_route = 0 +net.ipv6.conf.default.accept_untracked_na = 0 +net.ipv6.conf.default.addr_gen_mode = 0 +net.ipv6.conf.default.autoconf = 1 +net.ipv6.conf.default.dad_transmits = 1 +net.ipv6.conf.default.disable_ipv6 = 0 +net.ipv6.conf.default.disable_policy = 0 +net.ipv6.conf.default.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.default.drop_unsolicited_na = 0 +net.ipv6.conf.default.enhanced_dad = 1 +net.ipv6.conf.default.force_mld_version = 0 +net.ipv6.conf.default.force_tllao = 0 +net.ipv6.conf.default.forwarding = 0 +net.ipv6.conf.default.hop_limit = 64 +net.ipv6.conf.default.ignore_routes_with_linkdown = 0 +net.ipv6.conf.default.ioam6_enabled = 0 +net.ipv6.conf.default.ioam6_id = 65535 +net.ipv6.conf.default.ioam6_id_wide = 4294967295 +net.ipv6.conf.default.keep_addr_on_down = 0 +net.ipv6.conf.default.max_addresses = 16 +net.ipv6.conf.default.max_desync_factor = 600 +net.ipv6.conf.default.mc_forwarding = 0 +net.ipv6.conf.default.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.default.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.default.mtu = 1280 +net.ipv6.conf.default.ndisc_evict_nocarrier = 1 +net.ipv6.conf.default.ndisc_notify = 0 +net.ipv6.conf.default.ndisc_tclass = 0 +net.ipv6.conf.default.proxy_ndp = 0 +net.ipv6.conf.default.ra_defrtr_metric = 1024 +net.ipv6.conf.default.ra_honor_pio_life = 0 +net.ipv6.conf.default.regen_max_retry = 3 +net.ipv6.conf.default.router_probe_interval = 60 +net.ipv6.conf.default.router_solicitation_delay = 1 +net.ipv6.conf.default.router_solicitation_interval = 4 +net.ipv6.conf.default.router_solicitation_max_interval = 3600 +net.ipv6.conf.default.router_solicitations = -1 +net.ipv6.conf.default.rpl_seg_enabled = 0 +net.ipv6.conf.default.seg6_enabled = 0 +net.ipv6.conf.default.seg6_require_hmac = 0 +net.ipv6.conf.default.suppress_frag_ndisc = 1 +net.ipv6.conf.default.temp_prefered_lft = 86400 +net.ipv6.conf.default.temp_valid_lft = 604800 +net.ipv6.conf.default.use_oif_addrs_only = 0 +net.ipv6.conf.default.use_tempaddr = 0 +net.ipv6.conf.eth0.accept_dad = 1 +net.ipv6.conf.eth0.accept_ra = 1 +net.ipv6.conf.eth0.accept_ra_defrtr = 1 +net.ipv6.conf.eth0.accept_ra_from_local = 0 +net.ipv6.conf.eth0.accept_ra_min_hop_limit = 1 +net.ipv6.conf.eth0.accept_ra_min_lft = 0 +net.ipv6.conf.eth0.accept_ra_mtu = 1 +net.ipv6.conf.eth0.accept_ra_pinfo = 1 +net.ipv6.conf.eth0.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.eth0.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.eth0.accept_ra_rtr_pref = 1 +net.ipv6.conf.eth0.accept_redirects = 1 +net.ipv6.conf.eth0.accept_source_route = 0 +net.ipv6.conf.eth0.accept_untracked_na = 0 +net.ipv6.conf.eth0.addr_gen_mode = 0 +net.ipv6.conf.eth0.autoconf = 1 +net.ipv6.conf.eth0.dad_transmits = 1 +net.ipv6.conf.eth0.disable_ipv6 = 1 +net.ipv6.conf.eth0.disable_policy = 0 +net.ipv6.conf.eth0.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.eth0.drop_unsolicited_na = 0 +net.ipv6.conf.eth0.enhanced_dad = 1 +net.ipv6.conf.eth0.force_mld_version = 0 +net.ipv6.conf.eth0.force_tllao = 0 +net.ipv6.conf.eth0.forwarding = 0 +net.ipv6.conf.eth0.hop_limit = 64 +net.ipv6.conf.eth0.ignore_routes_with_linkdown = 0 +net.ipv6.conf.eth0.ioam6_enabled = 0 +net.ipv6.conf.eth0.ioam6_id = 65535 +net.ipv6.conf.eth0.ioam6_id_wide = 4294967295 +net.ipv6.conf.eth0.keep_addr_on_down = 0 +net.ipv6.conf.eth0.max_addresses = 16 +net.ipv6.conf.eth0.max_desync_factor = 600 +net.ipv6.conf.eth0.mc_forwarding = 0 +net.ipv6.conf.eth0.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.eth0.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.eth0.mtu = 1500 +net.ipv6.conf.eth0.ndisc_evict_nocarrier = 1 +net.ipv6.conf.eth0.ndisc_notify = 0 +net.ipv6.conf.eth0.ndisc_tclass = 0 +net.ipv6.conf.eth0.proxy_ndp = 0 +net.ipv6.conf.eth0.ra_defrtr_metric = 1024 +net.ipv6.conf.eth0.ra_honor_pio_life = 0 +net.ipv6.conf.eth0.regen_max_retry = 3 +net.ipv6.conf.eth0.router_probe_interval = 60 +net.ipv6.conf.eth0.router_solicitation_delay = 1 +net.ipv6.conf.eth0.router_solicitation_interval = 4 +net.ipv6.conf.eth0.router_solicitation_max_interval = 3600 +net.ipv6.conf.eth0.router_solicitations = -1 +net.ipv6.conf.eth0.rpl_seg_enabled = 0 +net.ipv6.conf.eth0.seg6_enabled = 0 +net.ipv6.conf.eth0.seg6_require_hmac = 0 +net.ipv6.conf.eth0.suppress_frag_ndisc = 1 +net.ipv6.conf.eth0.temp_prefered_lft = 86400 +net.ipv6.conf.eth0.temp_valid_lft = 604800 +net.ipv6.conf.eth0.use_oif_addrs_only = 0 +net.ipv6.conf.eth0.use_tempaddr = 0 +net.ipv6.conf.lo.accept_dad = -1 +net.ipv6.conf.lo.accept_ra = 1 +net.ipv6.conf.lo.accept_ra_defrtr = 1 +net.ipv6.conf.lo.accept_ra_from_local = 0 +net.ipv6.conf.lo.accept_ra_min_hop_limit = 1 +net.ipv6.conf.lo.accept_ra_min_lft = 0 +net.ipv6.conf.lo.accept_ra_mtu = 1 +net.ipv6.conf.lo.accept_ra_pinfo = 1 +net.ipv6.conf.lo.accept_ra_rt_info_max_plen = 0 +net.ipv6.conf.lo.accept_ra_rt_info_min_plen = 0 +net.ipv6.conf.lo.accept_ra_rtr_pref = 1 +net.ipv6.conf.lo.accept_redirects = 1 +net.ipv6.conf.lo.accept_source_route = 0 +net.ipv6.conf.lo.accept_untracked_na = 0 +net.ipv6.conf.lo.addr_gen_mode = 0 +net.ipv6.conf.lo.autoconf = 1 +net.ipv6.conf.lo.dad_transmits = 1 +net.ipv6.conf.lo.disable_ipv6 = 0 +net.ipv6.conf.lo.disable_policy = 0 +net.ipv6.conf.lo.drop_unicast_in_l2_multicast = 0 +net.ipv6.conf.lo.drop_unsolicited_na = 0 +net.ipv6.conf.lo.enhanced_dad = 1 +net.ipv6.conf.lo.force_mld_version = 0 +net.ipv6.conf.lo.force_tllao = 0 +net.ipv6.conf.lo.forwarding = 0 +net.ipv6.conf.lo.hop_limit = 64 +net.ipv6.conf.lo.ignore_routes_with_linkdown = 0 +net.ipv6.conf.lo.ioam6_enabled = 0 +net.ipv6.conf.lo.ioam6_id = 65535 +net.ipv6.conf.lo.ioam6_id_wide = 4294967295 +net.ipv6.conf.lo.keep_addr_on_down = 0 +net.ipv6.conf.lo.max_addresses = 16 +net.ipv6.conf.lo.max_desync_factor = 600 +net.ipv6.conf.lo.mc_forwarding = 0 +net.ipv6.conf.lo.mldv1_unsolicited_report_interval = 10000 +net.ipv6.conf.lo.mldv2_unsolicited_report_interval = 1000 +net.ipv6.conf.lo.mtu = 65536 +net.ipv6.conf.lo.ndisc_evict_nocarrier = 1 +net.ipv6.conf.lo.ndisc_notify = 0 +net.ipv6.conf.lo.ndisc_tclass = 0 +net.ipv6.conf.lo.proxy_ndp = 0 +net.ipv6.conf.lo.ra_defrtr_metric = 1024 +net.ipv6.conf.lo.ra_honor_pio_life = 0 +net.ipv6.conf.lo.regen_max_retry = 3 +net.ipv6.conf.lo.router_probe_interval = 60 +net.ipv6.conf.lo.router_solicitation_delay = 1 +net.ipv6.conf.lo.router_solicitation_interval = 4 +net.ipv6.conf.lo.router_solicitation_max_interval = 3600 +net.ipv6.conf.lo.router_solicitations = -1 +net.ipv6.conf.lo.rpl_seg_enabled = 0 +net.ipv6.conf.lo.seg6_enabled = 0 +net.ipv6.conf.lo.seg6_require_hmac = 0 +net.ipv6.conf.lo.suppress_frag_ndisc = 1 +net.ipv6.conf.lo.temp_prefered_lft = 86400 +net.ipv6.conf.lo.temp_valid_lft = 604800 +net.ipv6.conf.lo.use_oif_addrs_only = 0 +net.ipv6.conf.lo.use_tempaddr = -1 +net.ipv6.fib_multipath_hash_fields = 7 +net.ipv6.fib_multipath_hash_policy = 0 +net.ipv6.fib_notify_on_flag_change = 0 +net.ipv6.flowlabel_consistency = 1 +net.ipv6.flowlabel_reflect = 0 +net.ipv6.flowlabel_state_ranges = 0 +net.ipv6.fwmark_reflect = 0 +net.ipv6.icmp.echo_ignore_all = 0 +net.ipv6.icmp.echo_ignore_anycast = 0 +net.ipv6.icmp.echo_ignore_multicast = 0 +net.ipv6.icmp.error_anycast_as_unicast = 0 +net.ipv6.icmp.ratelimit = 1000 +net.ipv6.icmp.ratemask = 0-1,3-127 +net.ipv6.idgen_delay = 1 +net.ipv6.idgen_retries = 3 +net.ipv6.ioam6_id = 16777215 +net.ipv6.ioam6_id_wide = 72057594037927935 +net.ipv6.ip6frag_high_thresh = 4194304 +net.ipv6.ip6frag_low_thresh = 3145728 +net.ipv6.ip6frag_time = 60 +net.ipv6.ip_nonlocal_bind = 0 +net.ipv6.max_dst_opts_length = 2147483647 +net.ipv6.max_dst_opts_number = 8 +net.ipv6.max_hbh_length = 2147483647 +net.ipv6.max_hbh_opts_number = 8 +net.ipv6.neigh.eth0.anycast_delay = 100 +net.ipv6.neigh.eth0.app_solicit = 0 +net.ipv6.neigh.eth0.base_reachable_time_ms = 30000 +net.ipv6.neigh.eth0.delay_first_probe_time = 5 +net.ipv6.neigh.eth0.gc_stale_time = 60 +net.ipv6.neigh.eth0.interval_probe_time_ms = 5000 +net.ipv6.neigh.eth0.locktime = 0 +net.ipv6.neigh.eth0.mcast_resolicit = 0 +net.ipv6.neigh.eth0.mcast_solicit = 3 +net.ipv6.neigh.eth0.proxy_delay = 80 +net.ipv6.neigh.eth0.proxy_qlen = 64 +net.ipv6.neigh.eth0.retrans_time_ms = 1000 +net.ipv6.neigh.eth0.ucast_solicit = 3 +net.ipv6.neigh.eth0.unres_qlen = 101 +net.ipv6.neigh.eth0.unres_qlen_bytes = 212992 +net.ipv6.neigh.lo.anycast_delay = 100 +net.ipv6.neigh.lo.app_solicit = 0 +net.ipv6.neigh.lo.base_reachable_time_ms = 30000 +net.ipv6.neigh.lo.delay_first_probe_time = 5 +net.ipv6.neigh.lo.gc_stale_time = 60 +net.ipv6.neigh.lo.interval_probe_time_ms = 5000 +net.ipv6.neigh.lo.locktime = 0 +net.ipv6.neigh.lo.mcast_resolicit = 0 +net.ipv6.neigh.lo.mcast_solicit = 3 +net.ipv6.neigh.lo.proxy_delay = 80 +net.ipv6.neigh.lo.proxy_qlen = 64 +net.ipv6.neigh.lo.retrans_time_ms = 1000 +net.ipv6.neigh.lo.ucast_solicit = 3 +net.ipv6.neigh.lo.unres_qlen = 101 +net.ipv6.neigh.lo.unres_qlen_bytes = 212992 +net.ipv6.route.gc_elasticity = 9 +net.ipv6.route.gc_interval = 30 +net.ipv6.route.gc_min_interval = 0 +net.ipv6.route.gc_min_interval_ms = 500 +net.ipv6.route.gc_thresh = 1024 +net.ipv6.route.gc_timeout = 60 +net.ipv6.route.max_size = 2147483647 +net.ipv6.route.min_adv_mss = 1220 +net.ipv6.route.mtu_expires = 600 +net.ipv6.route.skip_notify_on_dev_down = 0 +net.ipv6.seg6_flowlabel = 0 +net.ipv6.xfrm6_gc_thresh = 32768 +net.mptcp.add_addr_timeout = 120 +net.mptcp.allow_join_initial_addr_port = 1 +net.mptcp.checksum_enabled = 0 +net.mptcp.close_timeout = 60 +net.mptcp.enabled = 1 +net.mptcp.pm_type = 0 +net.mptcp.scheduler = default +net.mptcp.stale_loss_cnt = 4 +net.netfilter.nf_conntrack_acct = 0 +net.netfilter.nf_conntrack_buckets = 262144 +net.netfilter.nf_conntrack_checksum = 1 +net.netfilter.nf_conntrack_count = 0 +net.netfilter.nf_conntrack_dccp_loose = 1 +net.netfilter.nf_conntrack_dccp_timeout_closereq = 64 +net.netfilter.nf_conntrack_dccp_timeout_closing = 64 +net.netfilter.nf_conntrack_dccp_timeout_open = 43200 +net.netfilter.nf_conntrack_dccp_timeout_partopen = 480 +net.netfilter.nf_conntrack_dccp_timeout_request = 240 +net.netfilter.nf_conntrack_dccp_timeout_respond = 480 +net.netfilter.nf_conntrack_dccp_timeout_timewait = 240 +net.netfilter.nf_conntrack_events = 2 +net.netfilter.nf_conntrack_expect_max = 4096 +net.netfilter.nf_conntrack_frag6_high_thresh = 4194304 +net.netfilter.nf_conntrack_frag6_low_thresh = 3145728 +net.netfilter.nf_conntrack_frag6_timeout = 60 +net.netfilter.nf_conntrack_generic_timeout = 600 +net.netfilter.nf_conntrack_gre_timeout = 30 +net.netfilter.nf_conntrack_gre_timeout_stream = 180 +net.netfilter.nf_conntrack_icmp_timeout = 30 +net.netfilter.nf_conntrack_icmpv6_timeout = 30 +net.netfilter.nf_conntrack_log_invalid = 0 +net.netfilter.nf_conntrack_max = 262144 +net.netfilter.nf_conntrack_sctp_timeout_closed = 10 +net.netfilter.nf_conntrack_sctp_timeout_cookie_echoed = 3 +net.netfilter.nf_conntrack_sctp_timeout_cookie_wait = 3 +net.netfilter.nf_conntrack_sctp_timeout_established = 210 +net.netfilter.nf_conntrack_sctp_timeout_heartbeat_sent = 30 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_ack_sent = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_recd = 3 +net.netfilter.nf_conntrack_sctp_timeout_shutdown_sent = 3 +net.netfilter.nf_conntrack_tcp_be_liberal = 0 +net.netfilter.nf_conntrack_tcp_ignore_invalid_rst = 0 +net.netfilter.nf_conntrack_tcp_loose = 1 +net.netfilter.nf_conntrack_tcp_max_retrans = 3 +net.netfilter.nf_conntrack_tcp_timeout_close = 10 +net.netfilter.nf_conntrack_tcp_timeout_close_wait = 60 +net.netfilter.nf_conntrack_tcp_timeout_established = 432000 +net.netfilter.nf_conntrack_tcp_timeout_fin_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_last_ack = 30 +net.netfilter.nf_conntrack_tcp_timeout_max_retrans = 300 +net.netfilter.nf_conntrack_tcp_timeout_syn_recv = 60 +net.netfilter.nf_conntrack_tcp_timeout_syn_sent = 120 +net.netfilter.nf_conntrack_tcp_timeout_time_wait = 120 +net.netfilter.nf_conntrack_tcp_timeout_unacknowledged = 300 +net.netfilter.nf_conntrack_timestamp = 0 +net.netfilter.nf_conntrack_udp_timeout = 30 +net.netfilter.nf_conntrack_udp_timeout_stream = 120 +net.netfilter.nf_flowtable_tcp_timeout = 30 +net.netfilter.nf_flowtable_udp_timeout = 30 +net.netfilter.nf_hooks_lwtunnel = 0 +net.netfilter.nf_log.0 = NONE +net.netfilter.nf_log.1 = NONE +net.netfilter.nf_log.10 = NONE +net.netfilter.nf_log.2 = NONE +net.netfilter.nf_log.3 = NONE +net.netfilter.nf_log.4 = NONE +net.netfilter.nf_log.5 = NONE +net.netfilter.nf_log.6 = NONE +net.netfilter.nf_log.7 = NONE +net.netfilter.nf_log.8 = NONE +net.netfilter.nf_log.9 = NONE +net.unix.max_dgram_qlen = 10 +user.max_cgroup_namespaces = 513919 +user.max_fanotify_groups = 128 +user.max_fanotify_marks = 1048576 +user.max_inotify_instances = 128 +user.max_inotify_watches = 65536 +user.max_ipc_namespaces = 513919 +user.max_mnt_namespaces = 513919 +user.max_net_namespaces = 513919 +user.max_pid_namespaces = 513919 +user.max_time_namespaces = 513919 +user.max_user_namespaces = 513919 +user.max_uts_namespaces = 513919 +vm.admin_reserve_kbytes = 8192 +vm.compact_unevictable_allowed = 1 +vm.compaction_proactiveness = 20 +vm.dirty_background_bytes = 0 +vm.dirty_background_ratio = 10 +vm.dirty_bytes = 0 +vm.dirty_expire_centisecs = 3000 +vm.dirty_ratio = 20 +vm.dirty_writeback_centisecs = 500 +vm.dirtytime_expire_seconds = 43200 +vm.extfrag_threshold = 500 +vm.hugetlb_optimize_vmemmap = 0 +vm.hugetlb_shm_group = 0 +vm.laptop_mode = 0 +vm.legacy_va_layout = 0 +vm.lowmem_reserve_ratio = 256 256 32 0 0 +vm.max_map_count = 1048576 +vm.memfd_noexec = 0 +vm.memory_failure_early_kill = 0 +vm.memory_failure_recovery = 1 +vm.min_free_kbytes = 67584 +vm.min_slab_ratio = 5 +vm.min_unmapped_ratio = 1 +vm.mmap_min_addr = 65536 +vm.mmap_rnd_bits = 32 +vm.mmap_rnd_compat_bits = 16 +vm.nr_hugepages = 0 +vm.nr_hugepages_mempolicy = 0 +vm.nr_overcommit_hugepages = 0 +vm.numa_stat = 1 +vm.numa_zonelist_order = Node +vm.oom_dump_tasks = 1 +vm.oom_kill_allocating_task = 0 +vm.overcommit_kbytes = 0 +vm.overcommit_memory = 0 +vm.overcommit_ratio = 50 +vm.page-cluster = 3 +vm.page_lock_unfairness = 5 +vm.panic_on_oom = 0 +vm.percpu_pagelist_high_fraction = 0 +vm.stat_interval = 1 +vm.swappiness = 60 +vm.unprivileged_userfaultfd = 0 +vm.user_reserve_kbytes = 131072 +vm.vfs_cache_pressure = 100 +vm.watermark_boost_factor = 15000 +vm.watermark_scale_factor = 10 +vm.zone_reclaim_mode = 0 +------------------------------------------------------------ +16. /sys/kernel/mm/transparent_hugepage +always [madvise] never +------------------------------------------------------------ +17. /sys/kernel/mm/transparent_hugepage/khugepaged +1 +------------------------------------------------------------ +18. OS release +NAME="Ubuntu" +VERSION="20.04.6 LTS (Focal Fossa)" +ID=ubuntu +ID_LIKE=debian +PRETTY_NAME="Ubuntu 20.04.6 LTS" +VERSION_ID="20.04" +HOME_URL="https://www.ubuntu.com/" +SUPPORT_URL="https://help.ubuntu.com/" +BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" +PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" +VERSION_CODENAME=focal +UBUNTU_CODENAME=focal +------------------------------------------------------------ +19. Disk information +NAME MAJ:MIN RM SIZE RO TYPE MOUNTPOINT +loop0 7:0 0 4K 1 loop +loop1 7:1 0 73.9M 1 loop +loop2 7:2 0 73.9M 1 loop +loop4 7:4 0 274M 1 loop +loop5 7:5 0 10.7M 1 loop +loop6 7:6 0 11.1M 1 loop +loop7 7:7 0 497M 1 loop +loop8 7:8 0 505.1M 1 loop +loop9 7:9 0 91.7M 1 loop +loop10 7:10 0 10.6M 1 loop +loop11 7:11 0 10.7M 1 loop +loop12 7:12 0 38.8M 1 loop +loop13 7:13 0 44.3M 1 loop +loop14 7:14 0 564K 1 loop +loop15 7:15 0 568K 1 loop +loop16 7:16 0 273.7M 1 loop +nvme1n1 259:0 0 3.7T 0 disk +└─nvme1n1p1 259:1 0 3.7T 0 part /home/cmuser/CM/repos/local/cache/5b2b0cc913a4453a +nvme0n1 259:2 0 3.7T 0 disk +├─nvme0n1p1 259:3 0 1.1G 0 part +├─nvme0n1p2 259:4 0 2.7T 0 part /usr/lib/firmware/nvidia/535.183.01/gsp_tu10x.bin +└─nvme0n1p3 259:5 0 976.6G 0 part [SWAP] +------------------------------------------------------------ +20. /sys/devices/virtual/dmi/id +bios_date +bios_release +bios_vendor +bios_version +board_asset_tag +board_name +board_serial +board_vendor +board_version +chassis_asset_tag +chassis_serial +chassis_type +chassis_vendor +chassis_version +modalias +power +product_family +product_name +product_serial +product_sku +product_uuid +product_version +subsystem +sys_vendor +uevent +------------------------------------------------------------ +21. dmidecode +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode +------------------------------------------------------------ +22. BIOS +# dmidecode 3.2 +Scanning /dev/mem for entry point. +FAILED: dmidecode -t bios +------------------------------------------------------------ diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/accuracy.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/accuracy.txt new file mode 100644 index 00000000..bb3ef803 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/accuracy.txt @@ -0,0 +1,8 @@ +{"exact_match": 82.81929990539263, "f1": 90.15673510616978} +Reading examples... +Loading cached features from '/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/language/bert/eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/predictions.json +Evaluating predictions... +hash=7d727ba1128112aa1db236b004b3fbeae6d4181e67793021d43da721ee9d92be diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..9168766d --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,16 @@ +[ +{ "seq_id" : 8228, "qsl_idx" : 4453, "data" : "D1C8E5C805C9AFC831C904C92AC920C9D5C8F0C83AC9C2C814C911C9D6C81DC9ABC8F1C8DCC869C803C917C9C7C814C9CBC815C947C96FC81BC9E6C8EAC82FC9B0C83EC953C99EC72BC945C8F8C8E2C861C813C9ACC80FC97CC9F5C8DAC8E7C83DC915C8A2C940C9E5C83DC92AC8FAC830C7BFC8FFC58EC7E5C82EC9DFC8EEC8B6C8B6C6C9C845C767C813C9D7C6C2C80AC9D8C887C8C5C70EC872C82CC8FCC5EBC8E1C821C937C97FC815C9B3C838C971C8E0C8AFC808C846C8BFC882C8F9C8BDC8FCC801C913C99FC8CBC6E6C80BC80DC952C8B5C818C94BC8B3C8F6C821C9ACC8F1C8DAC806C8DDC8B1C6E0C823C997C80EC9DBC898C817C834C9E9C555C828C886C821C9C9C8B5C854C8BAC8B9C8B8C8DEC8BBC89FC8CDC8D5C7ADC847C89CC869C87EC832C8BDC8CCC8B3C866C8E5C82CC8B3C859C8D1C84EC8E2C844C860C893C8CCC86EC888C863C857C87EC8C9C8A9C8E6C87BC8C5C859C8D3C844C8F7C84AC803C9C3C5B4C8E2C80AC8BCC838C849C813C8A9C807C88BC887C78BC7A6C8C1C82AC8C9C88FC8EDC8D1C8B2C7DBC863C829C8E4C805C752C81CC87BC58BC828C60AC844C625C612C783C423C80FC356C7D1C245C886C58AC8F1C69AC828C6CDBCFB45FEC3A04546C432BEFEC00BC421C72C40A4C6E13AC0C68CC503C5E2C70EC99AC6C2C86EC49440ECC4D2C55CC7AFC718C80DC648C49E4551C4F245B7C307C838C6FCC868C91DC99DC814C6ADC700C8BDC7BFC83EC466C89FBFA0C6CCC80DC99FC888C84FC832C53FC855C40FC8B7C6B1C5A1C851C8E2C815C875C836C799C47DC8C3C548C895C8A6C399C8C0C565C8BDC8E1C821C800C913C832C94BC868C800C894C124C882C75AB8CAC745C857C86CC78AC6EEC876C89BC8E5C838C8D5C829C8C8C1F8C695C8A9C81DC91FC8BEC512C830C9ECC7A9C811C8EFC8D3C780C839C8ADC633C928C9A7C6B7C85EC84FC85DC922C904C714C366C8A1C450C7E3C874C760C945C93DC99EC857C6ECC8F4C841C8DEC83DC804C9B6C494C84EC75FC40CC8ADC837C8E8C8BAC83BC997C884C850C9E9C824C542C8E9C66AC199C862C523C86AC8AFC512C973C515C981C4CFC73BC894C79DC894C49BC82EC57AC8B8C821C5CAC829C8FEC4DDC880C874C8CDC368C854C463C4CDC89AC813C68FC8CBC88CC8A3C800C923C9EAC841C998C841C6A3C8F5C599C74DC996C639C9B9C807C9CAC8ABC81EC9C6C89BC8E3C8A6C8F6C767C813C950C8E2C8DFC8E6C8E6C860C883C8BBC8A6C8F5C8A1C8A5C808C9B3C8E5C878C747C89AC8CFC8FFC80DC9FCC8FEC88CC83DC9A4C8E9C8D1C8D9C8BAC69EC666C8B1C7F6C8A0C89CC8F2C8E4C83CC804C9FBC8F4C8EDC8BCC807C94AC709C94EC831C643C85FC7CEC818C884C5D0C831C92DC86BC863C926C961C8CAC878C8D4C6C9C8B0C803C7ADC48AC730C424C542C827C401C853C76AC8AEC705C7C5C497C85FC845C9BFC79AC7FEC7AAC4A6C70EC483C877C7E2C72DC928C836C8DDC664C820C4EAC75AC838C971C62CC69FC80AC842C936C97AC80BC9B2C7CBC8C6C8D7C89BC8DFC632C91EC710C929C9C6C8EEC826C8A1C33BC761C32CC56FC854C7AAC78DC5A6C731C652C8A7C40DC881C768C714C8B3C82EC844C8D5C8ACC8DFC723C816C9F2C833C773C43FC82EC5E8C8FAC8A7C8C8C86FC868C8A8C8C1C775C8E8C7B3C434C83FC6F5BF16C8ABC200C63AC84DC2C3C8C4C452C94FC938C9BCC816C7E7C656C959C0D9C731C829C95AC7CDC837C75DC947C683C6F2C7C9C268C851C811C80CC8C9C4EAC879C545C54AC81AC877C8BDC8A3C8FDC878C753C9BDC7E6C853C87AC681C83DC6DEC4E3C59EC85DC89DC8FEC8FBC67DC0BBC45DB7F8B8D5C73CC47BC7A3C191C85CC8F0C84BC4AAC307C628C6CD321AC6F8C7DDC828C80DC9C7C806C9B2C873C72DC74FC4B4C800C96BC69EC84CC832C72EC6BBBA0FB7F0C66B3D2CC7C53CE4C6A7C411C739C51DC41CC8E1C821C4B1C13EC58FC8FDC5C2C846C4A2C85DC8BDC8CBC20A45FDC62BB268C854C7C7C078C848C5C2C801C15CC8BCC2A3C83BC8F0C8B6C735C50EC8CEC25DC817C858C827C9BFC42CC85FC643C8DBC807C994C724C814C9F9C8EDC7EFC21AC819C3C6C6F3C86DC80CC991C825C95DC906C92CC9ABC8" }, +{ "seq_id" : 2910, "qsl_idx" : 4269, "data" : "12C9C3C811C984C9C3C895C966C945C96FC9FAC83AC95FC951C961C940C966C922C96AC948C933C951C95EC935C980C946C9D7C848C957C932C92CC946C9E7C82CC95CC9D5C8B6C922C961C9E6C870C988C913C9B5C886C91EC941C971C9FBC86DC903C989C941C90DC939C979C91BC946C9A7C872C9F7C88FC906C984C98CC89FC9F8C870C99CC8A9C907C97DC919C99CC9BCC8A0C93AC967C935C927C949C9FDC832C96EC9F7C842C929C96DC9F1C82BC912C9D0C6FFC701C960C84CC9E7C8F4C83DC95CC919C850C9FCC892C809C916C951C94AC85CC830C9CAC83CC92CC959C9ECC822C9E2C852C930C94DC921C97FC99FC85BC9F8C8D0C86BC966C92BC95AC928C9B9C80BC93CC936C9A8C820C961C999C86AC936C9F4C84CC994C853C961C945C88DC9DFC8ECC8C5C8F73C4AC895458BC5DCBC94C752C3E5C646C4A6C76BC203C851C4B6C2919AE2C7AABD9CC680C63AC764C59DC62EC30BC7B3C6C2C7BEC79AC7E3C6AAC703C607C5DCC34EC728C86BC60FC41E47ACC88AC815C9CCC81DC9F1C8FFC84DC9C0C873C978C8B2C866C938C99FC856C99DC7F3C616C98FC842C963C91FC7FAC809C917C6FFC8B4C5FBC804C95CC76DC87DC8F1C572C9E2C6EAC837C99CC88DC93BC949C959C + +... + +C8E0C8CAC8A8C8FAC807C97EC8BCC82DC8CEC7EFC8EEC876C846C823C9EDC8AAC85DC83E45024515C705C54BC5463BAFC487B9A7C5123379C893C7E2C62FC709C7BBC48BC747C6F2C361C5A4C5D5C38BC7BEC7C5C578C674C509C6B7C5BBC40DC646C420C8AAC78BC70FC83FC8DFC682C80FC83BC825C889C80FC891C831C87FC89AC79AC84FC865C86BC8B6C869C894C803C89FC869C85AC84EC88AC847C8A9C853C886C834C81AC821C7A6C8ACC8" }, +{ "seq_id" : 1155, "qsl_idx" : 131, "data" : "67C8FDC7DCC769C800C6D0C659C829C876C89AC81EC8A1C70AC80EC8D4C605C872C819C80CC85DC7CDC823C86DC869C840C89EC88DC872C891C86CC88DC889C890C89DC866C81CC8C9C8A4C84AC7F4C661C8D6C718C840C86DC572C73AC719C625C886C74BC484C799C83AC8CAC75BC630C738C7FBC62BC39DC75FC6BD4352C49DC854C887C575C7314887BE13C52DC1CABDDC4708C8E9C37AC866C863C866C87FC7DAC72DC8D0C78AC809C883C8EDC7BAC866C8A4C817C866C6FFC7CAC85FC894C8B8C70CC85EC54AC88FC58FC87CC8" }, +{ "seq_id" : 6796, "qsl_idx" : 441, "data" : "D0C875C8A2C8A7C8FBC8ADC8D4C8D0C80BC9C1C8F0C8AEC89FC885C875C8EEC70FC9E5C811C9CEC8CCC8D9C8D5C8D7C8A7C866C883C863C801C9CEC86DC8BCC803C985C88DC888C75DC9EDC80EC9ABC88BC717C86AC82EC815C8B6C83DC683C8EFC191C530C40CC307C70EC48DC7D3C556C75DC095C841C88FC544C738C4ACC65C41D0C58D45A4C43FC1AAC186C0C645A7C5E13E87C875C880C82CC8CBC8C6C8C3C8BEC84AC7B5C78AC824C7BDC8CFC862C85FC81BC83CC81EC349C8D93D0AC661C421C4C0C55CB113C896C0D4C872C8" }, +{ "seq_id" : 3394, "qsl_idx" : 1907, "data" : "BEC873C820C9E1C833C914C90CC916C91FC91FC9A1C80AC90DC980C864C937C917C913C9B4C453C5CEC257C286C819C85FC7C0C403C7D0C50FC8B3C799C713C724C81BC816C751C6ADC71FC74CC515C627C86FC80BC874C8CCC46BC53FC743C8EE3AF03428C84FC829C2CFC66CC6B0C7ACC2BB402CC6BAC265474EC1DEBB884806C83CC693C619C8A8C75AC644C6BCC557C1C8C548C3A5C121C742C6A6C4C0C349C7D4C68FC6C1C70FC786C42EC78AC640C5CEC682C546C379C887C733C82EC817C444C699C39DC021C736C45FC8AAC8" }, +{ "seq_id" : 5767, "qsl_idx" : 107, "data" : "24C97EC8EEC728C8D5C5DFC7E3C79AC4EFC878C89DC853C8CEC890C8F0C869C81BC9A7C8B7C8D6C86DC9F6C800C9BCC817C51EC64AC582C639C0CDC19DC53DBEFEC44CC5C6C7F1C519C70DC7E6C779C722C843C6F5C704C743C77CC799C5E7C734C7B0C6ABC6C1C6FBC6ADC749C33FC686436CC232456146A1AF22C305C47444B6C5BCC5D3C42AC469C836C5FDC80BC870C850C8E2C6CCC63EC822C88DC82AC86BC844C819C804C835C812C842C871C6CCC84BC803C9E5C7F0C876C8F2C880C89FC83DC708C964C7ACC8A7C678C82DC8" }, +{ "seq_id" : 1892, "qsl_idx" : 111, "data" : "41C8EAC7F0C75EC7ABC83CC8EBC795C6FBC73BC7B8C801C802C882C645C878C645C873C738C827C79BC803C8B3C85FC85BC786C7BDC77CC7ACC60FC64CC724C4C7BEC0C588C30BC45348F7BAB4BB65C485BC534833C838C65CC87AC763C77DC7EEC783C60FC847C652C853C701C8A7C764C6FEC67CC68EC6F0C54EC75FC7D9C517C8EEC663C7DBC62AC8A2C693C8A7C74DC88FC723C8A9C75AC86DC78BC8AAC776C801C835C808C83DC8F2C735C8A9C749C8E1C75EC8DFC763C8FEC773C8F8C745C8B7C7A0C8D0C73EC82EC771C82CC8" }, +{ "seq_id" : 8215, "qsl_idx" : 1509, "data" : "09C9D1C83EC839C90FC9B7C8D7C8BAC812C9D5C8B5C8A3C8DCC875C8D2C874C823C951C8EBC8D6C8E0C85FC86DC8E2C84AC913C912C9BAC892C040C685C1D0C1B7C485BC1BC5C2C707C8DEC722C7FAC63FC8FDC534C4BAC65B48A1BD3145B3C0D0BD90BF4FB1B54821C844C6AEC603C4BCC64AC692C7EBC6E9C792C6AAC822C82BC82BC720C811C8AFC763C701C83AC706C8CFC4D8C7E8C4CDC849C886C8F9C607C803C7FBC711C86BC874C886C849C88FC82BC849C89CC78DC836C831C7A1C74BC822C647C8A3C530C87DC4FBC89DC8" }, +{ "seq_id" : 1894, "qsl_idx" : 2650, "data" : "D6C88AC848C80BC9E8C898C82AC98FC8A8C7D6C7BFC87CC8A0C872C876C87BC8FEC700C7D6C8E9C8A6C8AAC8BEC838C879C9AEC8F4C884C875C7CBC7B2C64DC695C86EC822C600C52CC973C82EC964C8D3C87CC781C6BDC681C821C887C790C700C99AC8F6C774C74FC863C84DC845C880C784C6F8C7ADC74AC76FC8F5C76DC797C8A4C8FEC72AC806C77BC647C826C6EAC7C6C67CC890C81046EFC2F23FEAC50FC6C1C6DAC43DC609C64EC7E0C35A4432C765BCFAC2CE450DC829C7E9C7BCC7B0C6DFC6F0C5FFC442C7CAC2B0C830C8" }, +{ "seq_id" : 5409, "qsl_idx" : 1914, "data" : "11C812C7B4C8C8C8D5C8F0C8D2C8EAC8D1C8D8C8D8C8C1C803C9E7C8C5C8CEC810C849C80AC85EC71CC937C842C84CC86ABEDCC4B8C8A6C8D2B8E0C22AC3F2C004C7D6C2CDC667C8F7C74DC8DB453443CDC1124683C64BC4534442C4C0C08BC444C18F461FC723C45C42BB431CC761C46E422AC2F8C49041A3C6C2C6F5BECBC66DBD92C1A9C41141C9C86EC83B3EFEC56CC5E04024C60BB762C858C8F6C776C784C7AEC7E3C7AFC6BBC855C8C8C897C84EC880C836C5FCC485C863C8B5C564C5B1C8B6C8BBC6C6C5B6C70FC521C851C8" } +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..a88cce44 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_detail.txt @@ -0,0 +1,68 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T20:21:08Z", "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 240, "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.006431, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4165.41, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_min_query_count", "value": 10833, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.010391, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2749171, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_target_qps", "value": 4165.41, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2749171, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.010467, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.011277, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.102834, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 32.875416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2749171, "time_ms": 32.875416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "generated_query_duration", "value": 240072, "time_ms": 32.875416, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2632.891529, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 04:21:08.908", "time_ms": 2632.892039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 19723, "tid": 19723}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 04:21:11.504", "time_ms": 2632.892039, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 19723, "tid": 19723}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..7d333ef6 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,85 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.005541, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T20:10:07Z", "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 314, "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.008979, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_scenario", "value": "Offline", "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_offline_expected_qps", "value": 4040, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 306, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_min_query_count", "value": 10833, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.012346, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_scenario", "value": "Offline", "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_samples_per_query", "value": 2666400, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_target_qps", "value": 4040, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_min_query_count", "value": 1, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_min_sample_count", "value": 2666400, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.012517, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.013437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.100887, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "generated_query_count", "value": 1, "time_ms": 98.786991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "generated_samples_per_query", "value": 2666400, "time_ms": 98.786991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "generated_query_duration", "value": 247524, "time_ms": 98.786991, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 563.334296, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 646632.595078, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 04:10:07.966", "time_ms": 646632.595560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 04:20:54.497", "time_ms": 646632.595560, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "early_stopping_result", "value": "", "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_query_count", "value": 1, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_samples_per_second", "value": 4124.17, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 735, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_min_latency_ns", "value": 678049122, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_max_latency_ns", "value": 646530432689, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 391973460268, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 417340474803, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 616574946733, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 634268549375, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 640107135732, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 644775403522, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 646388350911, "time_ms": 646644.515056, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 18130, "tid": 18130}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..f7cf3851 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/offline/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,51 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : Offline +Mode : PerformanceOnly +Samples per second: 4124.17 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes + +================================================ +Additional Stats +================================================ +Min latency (ns) : 678049122 +Max latency (ns) : 646530432689 +Mean latency (ns) : 391973460268 +50.00 percentile latency (ns) : 417340474803 +90.00 percentile latency (ns) : 616574946733 +95.00 percentile latency (ns) : 634268549375 +97.00 percentile latency (ns) : 640107135732 +99.00 percentile latency (ns) : 644775403522 +99.90 percentile latency (ns) : 646388350911 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 2666400 +target_qps : 4040 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 1 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/accuracy.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/accuracy.txt new file mode 100644 index 00000000..a8e42442 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/accuracy.txt @@ -0,0 +1,8 @@ +{"exact_match": 82.77199621570483, "f1": 90.25897829249658} +Reading examples... +Loading cached features from '/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/language/bert/eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/predictions.json +Evaluating predictions... +hash=1d9b07f05c7fa981396bf572cee641100309231008b90d70786b25dec528a132 diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..df659296 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,12 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 4523, "data" : "31C85AC851C8FCC803C8A8C8E1C791C7CCC8ADC86AC86CC88FC83FC8E9C8A1C899C88CC88DC844C892C8ACC8B6C8A2C818C9FDC892C896C8854005C6A74633C3EF47A3C1DDC461C7F2451BC2A13F4F4800C44044DFC798C64AC8C1C770C7E9C441C8C9C301C889C75CC707C82CC8F6C6CBC842C82DC814C847C88CC67FC854C813C80FC8BEC63EC842C880C8F4C7B7C7D9C855C8A2C846C820C897C542C809C838C7F3C7FFC6CFC7A3C7B6C6A2C71AC5ACC7D8C2FAC78FC769C82DC841C84FC81FC8ECC776C8D7C784C82EC89BC845C832C815C8B6C70BC638C8C4C63DC829C730C830C836C853C850C8E9C778C8FFC795C81FC8A4C868C82CC842C8EDC7EDC661C82CC82FC84DC8EFC6F0C61EC8F5C6A4C7E1C54AC84FC779C73BC7B1C6E9C66BC55AC5B2C772C69DC76FC5DEC7CAC5A6C853C8CFC746C609C814C853C832C845C873C7AAC852C860C86BC786C8F4C733C819C82EC822C80AC8ABC654C81AC7B6C84AC856C87EC76EC821C8FFC7AEC74CC7C1C718C817C8E1C736C7A8C761C639C83BC77FC50AC74EC520C796C5CDC7A7C51CC7DCC61DC764C660C73AC733C73BC732C5F2C7F1C566C82EC8D0C705C81AC82AC8B7C865C856C80EC881C81CC87CC866C8F8C71AC820C7ADC711C862C7AEC72BC644C816C739C832C87CC80AC829C83BC895C81CC855C8F0C793C82EC82DC819C852C750C651C7C3C5A3C864C8" }, +{ "seq_id" : 2, "qsl_idx" : 8355, "data" : "9EC8F9C81EC9FBC8FEC763C8CFC8E7C8AFC892C8EFC8F5C889C8BDC8C6C88FC8B3C88CC803C91FC936C9F2C89CC8EBC84FC851C89CC869C8FDC899C86EC92CC9B2C8E9C88DC783C8FDC5ACC5FBC7C8C7A2C51EC863C674C84AC896C86DC870C858C86CC800C873C8C6C785C78EC522C8CB45DDC475C1BF45D2C7A4C076C805C816C822C81CC8B1C6B4C82CC82FC826C71EC82EC708C9E6C8B5C8CAC79DC893C7F1C7F0C5EAC69AC56CC622C3D5C828C82BC84DC80DC8B8C71EC827C831C893C66AC6EDC686C662C33CC897C4F7C178C71DC769C8DFC7ECC772C73DC22BC8E7C536C71AC84BC85EC6F3C88AC89BC85FC815C9B3C824C85DC88DC867C85DC82BC561C88AC246C2F4C7C7C520C15BC83BC5B1C886C89EC8A9C89AC85EC8E2C8ACC872C8BCC878C8BBC888C802C8B3C88DC810C9CAC82CC841C65BC82DC436C209C81EC783C855C847C8E0C618C486C8D2C5CEC8C6C819C9EAC8DFC8EFC8D4C8E0C8F2C87FC814C9F3C8D1C8E0C8F6C8B9C80BC9E3C8AFC8E8C8CAC8BBC811C9F6C8AFC875C7B2C8CCC556BFCBC7C0C7D2C800C68EC268C8CBC529C87BC8B1C89DC8BEC847C809C99EC8E0C8B4C7AAC887C87FC741C8B3C89AC88AC8C9C7FEC8BBC8AAC898C8DBC773C561C89AC2E8C8D0C853BB8AC6B9C776C8A3C68FC0D6C86FC5D9C89AC8FEC8BCC8CFC895C8F5C865C8F9C8A9C859C86EC8E7C80CC803C9AEC893C8A1C8C7C863C805C9EBC849C8A5C8C2C891C85EC863C6B4C8A7C6AEC8C4C88AC898C85DC82DC7B0C82DC706C85CC865C817C8DEC838C866C8D7C8EAC869C8E1C862C868C8BAC8AEC817C8CBC873C8E7C8B9C8EEC7F6C77DC4EDC7A4C73BC8C0C7ACC3CFC828C8D8C874C8C0C870C85EC839C767C817C6AEC8F8C8" }, +{ "seq_id" : 1, "qsl_idx" : 7827, "data" : "79C70CC630C736C89DC88CC829C875C857C85EC832C807C819C89BC809C88CC834C9D9C864C4E7C488C660C675C70AC70AC872C716C8B2C78CC7CBC7FCC68EC69CC7A3C72CC75BC7BAC790C7B7C7F6C78BC775C778C48BC361C7D6C6A2C7EAC682C7BCC634C631C695C765C624C886C74DC67CC61BC611C5A3C5DCC3F2C754C8BDC8A0C81BC835C82CC70EC755C815C824C7E4C598C6A6C67DC880C817C844C8C9C7D2C6FBC69DC513C846C8DFC788C804C665C732C85FC8CAC4F2C234C7B5C5F0C7E8C797C7D0C7E5C7F6C75DC7B3C76FC5BEC680C639C7BCC604C54EC58EC000C810C8BDC724C79DC847C8C5C885C876C6BCC5E8C70BC82AC806C8BDC67BC66FC866C83DC839C803C82EC825C5CDC66FC469C5A7C2FDBF66C691C4E5C7EFC73BC808C8B1C859C89DC86DC84EC82CC854C839C8B9C8B2C80DC8E9C783C866C897C86AC88DC84DC8A8C6A5C5A1C851C875C872C843C83BC8A1C836C8B7C899C803C81BC8BBC757C635C8B6C70AC829C8BBC87BC8DEC87FC859C875C877C7D0C715C710C657C8B5C797C8A5C833C842C810C7ACC741C866C7B8C891C889C860C8B5C86FC896C89AC895C885C86FC88DC898C82FC86CC865C856C840C8C2C874C8B1C88CC8CFC8A0C87AC75CC79CC88DC8C0C7E4C78BC721C62EC848C743C5DFC62AC8ABC6C3C7E8C62DC825C8C9C709C802C7F9C7B7C7BAC6E4C793C7A6C248C561C6E6C599C815C8D5C430C020C8B6C67DC6D6C5B6C603C46CC8E5C72CC711C7B5C749C7F8C883C82DC60AC649C649C4E2C7B1C58DC55BC687C78FC618C7C9C770C504C6CCC492C122C875C720C719C73FC72FC757C804C833C7E9C679C6E9C530C819C8F7C662C72CC7E0C565C82EC80AC818C82FC83EC801C822C67BC7C5C5F8C436C7103CE2C5943AEAC409BFBFC6E5BF56C5ACBDBEC52BBE16C79EC303C532B429C448B9BBC0D247DABE4946BF3B91C5D0C3B6C579C1B5C353B54DC0F34603C47A43E1C361BCE7C69BC5" }, +{ "seq_id" : 3, "qsl_idx" : 2491, "data" : "D3C8BFC856C8D9C815C9F4C8E9C815C9F5C8FEC82EC91FC9D4C8F5C898C898C885C897C879C876C81EC9B0C86FC9D5C805C9E2C87AC401C586C841C860C81CC82EC8E4C7EAC8ADC8B0C874C8FCC8E3C8A9C89CC876C81FC + +... + +05C9BBC80AC9BDC885C802C86BC92FC977C8B5C8CBC087C495C4F8C53CC41BC4ACC6FEC489C80EC80BC4ACC0DAC521C0E6C409C617C3F9C57FC7BFC7E9C507C304C646C52B487EBEF8C24BC285C05CC25FBF584896C57B3DA7C71DC516C7C0C664C57CBE45C6E5C233C3B5C58CC7F4C6F9C60CC739C711C4FFC7EBC51EC85EC7BCC7BBC720C636C6D1C711C7FEC791C553C724C530C31BC65AC728C7D5C609C70DC6E6C228C8C4C668C80CC882C844C8F6C7C2C722C8D6C5C7C712C54EC8ECC7E9C154C55CC601C770C52EC30CC896C6E5C7B2C482C79FC567C86DC868C831C836C806C866C82CC8C7C8BDC799C812C852C83FC88EC8F5C7DFC8ADC823C879C822C7E3C77DC882C7F9C8A9C8D3C86FC8E5C82FC8BDC84FC8BCC83FC72FC8B1C697C76CC8C3C70DC875C88EC7E4C87CC8A4C87DC806C9D0C887C8B1C87BC883C89FC8DFC791C88BC7CEC87CC8D3C755C8E8C6D0C76BC8FAC7E2C890C8B4C892C8B9C83AC81BC9D1C8DEC8FBC7BDC82CC8B5C670C73BC801C86BC7D6C769C517C717C817C8C9C5ACC49FC876C819C861C830C8E0C666C78FC6EAC620C707C6B8C67BC696C6F4C79AC618C88CC776C81CC87AC7FAC6E8C7F1C6A9C744C7CAC6B4C644C60DC6EFC6DFC6ADC748C7E0C44AC488C727C672C86DC8BDC87DC8EAC735C72EC838C700C89BC630C7AAC75EC3F3C5CAC507C5A7C705C839C58EC6A8C521C45AC6F4C377C646C6ABC6E1C64CC7D3C711C82FC7E0C7C5C61AC874C763C7F5C64CC689C5DAC7E5C663C71AC78AC5DAC5E3C6B7C64AC734C696C7A7C676C8DAC76CC71EC6CDC64DC63FC668C517C8A3C767C5AAC410C76EC4CDC65AC511C736C70CC714C7A2C628C74AC72CC6B9C79FC629C8A3C766C7DAC6B5C7B0C63EC889C7F4C741C731C7E1C6E5C714C66AC7CFC696C6B5C53AC8C5C741C565C411C8F1C6D3C725C85FC75AC74AC8B8C7CEC739C854C70CC851C805C81AC735C709C6F6C638C801C8BEC60AC6A6C868C87BC870C815C843C89FC86CC899C848C800C6BBC60BC8B1C798C7FBC64BC8F2C67AC851C8A8C7F6C7A7C7E6C734C8CEC71EC7F4C507C8CFC64EC843C87AC868C8B2C870C8ACC8BAC832C817C875C812C8D4C871C892C80BC817C814C77FC883C8" }, +{ "seq_id" : 10815, "qsl_idx" : 2972, "data" : "BCC87CC8ACC839C9F6C829C9DDC8E3C814C9CDC8BEC8D5C85EC817C83EC949C9C1C8BFC860C586C616C5B7C5EBC683C625C73EC6D1C6FEC487C803C856C734C72CC8DDC647C81BC8CAC82BC8C4C855C81FC785C64AC711C6BEC66DC772C72AC60BC8EBC7DEC7A2C74EC73FC793C778C647C8BBC748C804C749C888C74FC832C84CC869C7A3C7D6C7C7C48DC5BBC6D9C6B8C6BCC5B9C688C48BC821C83FC875C76DC7BDC6A5C79AC56CC78EC52BC870C72EC829C8EBC634C720C82DC777C820C83DC834C8A0C868C855C83BC8E3C7E5C7B7C734C694C459C4FBBF67C310C805C8FBC457C641C542C6B4C89FC853C7CEC7A5C272C588C672C650C83CC8F7C6B7C5D5C5E3C3A7C5C9BFAFC107C72E489BBB6AC1D9BCDDC0E9BF96C0EA4761C43741D2C596C2AEC853C8B9C631C691C7B2C7B6C7E3C6C4C4B53D42C48F4003C477C5A1C855C8B4C869C852C8FFC7D5C890C84AC4F9C526C711C75DC652C6DDC590C2F5C791C677C811C853C684C713C80EC83EC70BC546C8E8C61DC89BC6D7C72EC7BDC83EC8CAC866C8BDC882C8B5C819C882C8ACC77FC8FEC710C793C701C7FBC63FC8FFC6E7C886C839C834C886C807C8A5C875C8B4C89AC853C85EC771C8D3C797C87EC8E4C8BAC8F6C8C1C8B6C891C8FFC8C2C8C2C88FC89EC832C8E1C891C854C846C889C83BC814C9C1C8CBC85DC806C848C7E7C8DAC8" }, +{ "seq_id" : 10816, "qsl_idx" : 3200, "data" : "96C867C8C6C811C9F0C8CBC88DC8C8C801C8A4C8BBC87CC858C8D7C8B3C8C1C8ABC88AC89CC87EC893C8F6C88AC8F8C8CFC804C9E3C8E6C8C7C74DC8BFC821C87AC924C9C5C8E5C8C3C553C855C54AC8EAC6D9C5C6C6A7C850C88DC8D6C80FC9DFC507C87CC541C804C8A8C8E6C797C734C8ABC88FC8F2C866C882C8EBC80DC9A6C6CCC82EC89EC82EC8DDC65DC760C802C50EC8CCC668C8E2C513C7BCC8B1C824C111C7ACC665C336C456C86CC6FAC833C725C9E3C86EC9B3C65EC981C243C8D5C8B4C8A3C71DC83EC771C48FC42DC77BBD82C7B7C508C810C56BC7E344E3410EC6B42891C28A4157C4DE4045C8C0C860C849C8ACC8C2C83CC89BC837C84FC89CC88FC819C887C870C89EC826C868C85EC893C7A5C86DC844C8A2C854C57FC7EEC8DCC80AC814C832C859C843C7C3C710C85BC696C89DC7A1C8FDC8D1C806C9D6C8D4C8F2C81CC9CEC8FDC8C0C836C8BFC81AC878C8BAC80AC861C850C737C85EC8B3C77CC7B5C77AC8FCC79EC836C8CEC8C3C86CC8BEC830C87FC871C7A4C737C87CC757C882C85FC49CC786C878C8A7C500C38EC802C8BAC869C8CAC8F6C889C849C8F0C8A4C894C860C8D2C8D5C871C8C4C804C81AC79BC85EC8CEC8E0C8F3C89AC8D1C8C0C85DC8BAC883C792C773C868C8AFC87FC8CFC8A1C7C4C88EC8ADC5ACC72FC7D6C779C813C8B4C7DFC58AC857C74AC866C821C9BFC8FFC734C88BC822C808C98DC8BFC815C81AC9BBC867C81FC838C99BC8D4C8ABC8B0C8E0C82BC98DC8AEC87EC8BAC7ACC7D7C82FC805C973C826C99CC8D9C77AC87EC897C857C838C7D6C89FC78DC8F9C8ABC851C8F7C8CEC8FCC8D3C89DC899C8E5C8DAC8B9C8C9C806C982C83EC8BBC887C8BBC893C8DFC710C970C8F8C8F9C807C9D8C8E6C8F6C8B4C8BCC804C9B4C8C8C8E5C852C6EDC702C8ACC69CC8E0C7C2C816C8EBC8DDC8" } +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..1a96e4d9 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_detail.txt @@ -0,0 +1,75 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002793, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T20:46:40Z", "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 159, "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.004998, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_target_qps", "value": 3838, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 130000000, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.008909, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_target_qps", "value": 3838, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 130000000, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.009112, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.009962, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.072170, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "generated_query_count", "value": 10833, "time_ms": 34.738694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 34.738694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "generated_query_duration", "value": 2818955703, "time_ms": 34.738694, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 2892.632402, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 04:46:40.721", "time_ms": 2892.632556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 25320, "tid": 25320}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 04:46:43.578", "time_ms": 2892.632556, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 25320, "tid": 25320}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..1af5fb2a --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,94 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.003217, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T20:36:00Z", "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 267, "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.005763, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_scenario", "value": "Server", "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_target_qps", "value": 3838, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 288, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_target_latency_ns", "value": 130000000, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 289, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_target_latency_percentile", "value": 0.99, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 291, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_coalesce_queries", "value": true, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 293, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_find_peak_qps_decimals_of_precision", "value": 1, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 295, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_find_peak_qps_boundary_step_size", "value": 1, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 298, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_max_async_queries", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 300, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_server_num_issue_query_threads", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 302, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.009100, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_scenario", "value": "Server", "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_target_qps", "value": 3838, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 130000000, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.99, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_max_async_queries", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.009279, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.010360, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.077798, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "generated_query_count", "value": 2304796, "time_ms": 964.799179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 964.799179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "generated_query_duration", "value": 600000892118, "time_ms": 964.799179, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 601005.813507, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 04:36:01.926", "time_ms": 601005.813718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 04:46:01.956", "time_ms": 601005.813718, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_perf_constraints_met", "value": true, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 647, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "early_stopping_result", "value": " * Run successful.", "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_query_count", "value": 2304796, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_overlatency_query_count", "value": 0, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 681, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_scheduled_samples_per_sec", "value": 3841.32, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 727, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_completed_samples_per_sec", "value": 3841.13, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 730, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_min_latency_ns", "value": 3026636, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_max_latency_ns", "value": 99650773, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 37910010, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 36833225, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 50328566, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 54895635, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 58051846, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 64253270, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 76840815, "time_ms": 601248.509680, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 23725, "tid": 23725}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..fce56678 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/server/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,56 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : Server +Mode : PerformanceOnly +Scheduled samples per second : 3841.32 +Result is : VALID + Performance constraints satisfied : Yes + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Run successful. + +================================================ +Additional Stats +================================================ +Completed samples per second : 3841.13 + +Min latency (ns) : 3026636 +Max latency (ns) : 99650773 +Mean latency (ns) : 37910010 +50.00 percentile latency (ns) : 36833225 +90.00 percentile latency (ns) : 50328566 +95.00 percentile latency (ns) : 54895635 +97.00 percentile latency (ns) : 58051846 +99.00 percentile latency (ns) : 64253270 +99.90 percentile latency (ns) : 76840815 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 3838 +target_latency (ns): 130000000 +max_async_queries : 0 +min_duration (ms): 600000 +max_duration (ms): 0 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/accuracy.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/accuracy.txt new file mode 100644 index 00000000..233377be --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/accuracy.txt @@ -0,0 +1,11 @@ +{"exact_match": 82.81929990539263, "f1": 90.26682135974633} +Reading examples... +No cached features at '/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/language/bert/eval_features.pickle'... converting from examples... +Creating tokenizer... +Converting examples to features... +Caching features at '/home/cmuser/CM/repos/local/cache/30a4695143b84b89/inference/language/bert/eval_features.pickle'... +Loading LoadGen logs... +Post-processing predictions... +Writing predictions to: /cm-mount/home/arjun/gh_action_results/valid_results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/predictions.json +Evaluating predictions... +hash=b3cde7148f3dc4af5e85620a4dfa6c90f6fb9a80511fec49918ddc5406e2c675 diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_accuracy.json new file mode 100644 index 00000000..8b416582 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_accuracy.json @@ -0,0 +1,13 @@ +[ +{ "seq_id" : 0, "qsl_idx" : 4523, "data" : "0EC85DC842C823C96CC754C8D0C741C8DFC898C8AFC87EC8AFC853C8D6C87BC8B6C889C896C820C8A3C892C8C8C8A5C8E8C8E1C8B2C882C8B23EE1C5EC46EEC2F847E6C1E5C337C725454FC39D405648FDC3ED4311C860C77FC8ECC740C845C6A6C81EC66FC8B3C732C820C81EC8CDC6DDC851C82FC83BC866C84EC7AFC867C83AC82CC89AC76DC859C897C855C83BC8E1C883C8A1C85EC861C898C6A6C864C815C815C884C7D7C712C861C712C81BC62DC810C54EC80FC8A1C85EC878C852C841C819C8A3C81AC894C83EC8C4C863C858C82EC87EC747C657C831C76CC8E2C75EC852C842C87BC867C805C895C842C88DC857C8DFC8A2C853C87EC8B1C7E3C677C828C810C84CC861C752C746C86FC7B3C760C61DC85AC7BAC79AC77DC775C784C594C59AC7CBC65EC788C5CAC7EBC5ADC84BC81DC8A7C6E7C7E4C752C846C841C885C793C82EC824C8CFC658C8E4C730C806C816C802C8BEC789C67CC83DC7A4C820C85BC87EC777C8D9C7C1C7E4C70DC763C70FC8F7C7D5C7F7C6C8C74DC600C8FCC696C507C73BC57FC73FC633C8F0C571C7D7C63CC764C6C3C7ADC7B7C798C74BC605C81AC641C82CC8F4C711C818C828C8A4C860C85AC81BC869C818C887C851C8DFC710C82BC700C8BCC730C7BCC75AC668C884C750C816C88EC843C81DC847C8A5C848C872C817C894C829C841C824C8E9C72FC703C7BFC59AC892C8" }, +{ "seq_id" : 1, "qsl_idx" : 7827, "data" : "78C709C6E1C741C898C89CC823C864C85BC87EC84AC819C822C88AC86DC8D8C846C9E7C8FCC123C49AC6BAC69CC75EC736C808C8DBC794C793C782C7ADC681C65DC742C7E9C628C7E0C7C6C7D9C7EBC76CC761C70EC4D0C25EC703C798C734C7E0C775C7F2C6C0C689C78BC634C887C7F9C6E1C6FFC6D9C5DEC510C4B3C734C8C8C8A5C81BC82EC8D6C759C76DC83DC8E3C70BC7A5C6B0C695C888C833C85FC8D9C7F6C613C765C511C845C817C8BFC8A6C748C845C891C84BC50DC451C799C52EC82FC8AFC7EAC757C7DCC78EC667C7F6C4D8C658C666C727C692C4E1C4E6BFC4C7C5C7B9C73CC7ACC846C8C4C861C855C6BDC52AC803C83EC825C8BAC672C697C860C8E6C700C847C83FC876C5B8C624C59BC514C4DEC0A6C7F9C5CDC7FBC777C846C8AEC877C8AEC87FC87AC844C839C81DC8AFC8B2C8D3C775C794C863C898C852C88EC856C8ABC6B2C5A4C834C8A8C871C829C8D9C79CC831C8BCC87CC829C831C8D3C790C628C87EC7CFC70AC8C3C873C8DAC876C855C876C83FC792C77DC62CC53DC839C799C888C854C86BC8C2C7F2C714C85BC7CCC898C854C832C8B6C853C882C898C88BC86EC850C866C8A3C82EC87CC83DC84AC8FDC7A5C86AC8C1C878C8B2C891C8C4C70EC8C4C89AC829C84CC8BAC7BFC600C807C73AC510C7D7C77FC68BC787C62AC814C805C82DC84CC705C89DC72FC705C8DAC72CC41BC5E3C6D0C5A0C83DC899C5ECC235C823C7F1C649C64BC701C559C82AC827C747C770C71FC7CFC886C845C607C61FC6B4C4CDC73DC6B6C587C67FC7E0C6E7C6CAC771C573C647C4E0C121C8BBC7D8C6FFC676C7A8C74CC81EC893C74AC741C6D4C510C8F5C7C0C69FC7C6C79DC64BC841C8E8C712C812C84BC8D5C7A1C640C77EC663C42DC70B3A0AC6393C50C569C099C655BF23C5CABB4CC65ABB04C667C397C5973847C403BF06C11048DCBD10469F3B10C5DFC261C533C0E3C27EB393BF6F47AAC3C6430FC431C0A1C68CC6" }, +{ "seq_id" : 2, "qsl_idx" : 8355, "data" : "9FC8C9C80DC911C9EBC75CC8AEC8D2C8C9C8A8C80EC9FDC8D7C8E5C8A8C85EC87EC89DC813C917C93EC9FAC8A0C8D1C88CC886C887C856C8FAC8A3C866C93FC9BDC8E5C872C7ABC823C6A8C554C71AC7F9C4EDC7CCC518C84CC89BC877C864C84EC849C8D1C746C864C7EDC67AC5E6C70247E7C387BFD946B6C65EB81FC86EC7B4C788C70CC86CC6C1C81EC8FDC7A2C62EC8E7C605C9BFC8A9C8FCC743C8ECC6ACC715C6E5C638C56AC645C2DEC81AC8F4C70BC8A9C7DFC78AC7E2C735C871C6CCC5D3C66CC617C3BCC77DC0B4C137C78EC62EC897C7F0C7D2C6DEBFF8C78BC512C6FDC6BFC7A4C4EAC87DC88BC83EC8FDC8AFC8F0C755C884C829C8E6C706C49DC7FCBEAFC173C77DC537C01AC804C594C84EC890C87AC872C81BC8DAC892C85BC8A7C874C8B4C865C8C0C7B9C87CC803C9ADC872C7BAC4E5C704C26CC23AC8FEC685C874C83CC85FC664C364C834C6ADC8D0C812C9E2C8B5C8E6C8C7C8E6C8C5C8A0C80CC9FCC8CDC8EBC8FDC8CDC80FC9F2C8B7C8DBC8D4C8C2C808C9E9C88AC885C682C8E6C551BFC1C7FBC7A7C869C6DCC248C838C530C89BC8AAC8B7C89AC87DC81EC9B3C8CAC825C88AC851C865C72BC8AAC89BC87DC801C815C9C5C89EC8AAC8C5C7D8C4E1C792C0C4C8FCC84BBFE2C621C8B6C83BC7BCC288C840C5A2C887C8F0C8BAC8D2C89BC8DFC87CC806C9C7C845C889C8CBC834C8FFC8BEC89AC8C6C8C4C84FC8E7C8E9C87FC8CAC8C9C8AFC870C8D0C6B6C8DBC677C8D0C82EC886C86CC762C651C8AFC5B7C763C8F2C789C7A8C82EC831C8BFC8A5C826C8F3C865C86BC896C894C80AC8D0C859C8F1C896C8BCC77DC700C401C818C85BC8ABC7D2C2CFC83CC8AAC882C89BC865C8F8C7FCC674C849C6BAC805C9" }, +{ "seq_id" : 3, "qsl_idx" : 2491, "data" : "E1C8D0C851C8EBC813C9F9C8F0C821C90CC91BC931C92CC9E8C8FAC8A6C89EC889C86EC859C857C82AC9ADC86EC9E4C8D1C8DCC87EC16BC3A7C852C86EC806C840C8C9C7EBC8A3C8BFC894C8F1C8B2C898C888C855C8E1C + +... + +8BC657C73CC72EC89AC82DC8F7C7A2C8ABC8C0C77BC8D8C728C837C827C804C85EC79CC853C860C864C867C885C861C784C7B5C7FCC74DC891C7CAC8A3C842C83DC869C891C89DC7ACC6E7C6CDC62AC843C856C862C89AC68CC7E2C7EEC70AC843C8B6C8A3C846C85EC88EC733C89DC5AFC468C7EEC5D7C293C449C1BBC7C3C511C772C50BC70EC55BC5B9C4E6C461BA7BC6CC3DC6C5AE4726C170428647B1C3743F62C754C625C847C7D5C7C3C7B9C7A4C79BC7FDC70CC80BC784C740C650C806C8A8C77CC7AFC7D6C678C824C880C81DC834C7A0C7E9C7B2C78FC78CC524C842C74BC81DC8A8C73DC79BC770C726C856C63FC8ECC743C8EBC713C82EC8C7C7CAC690C826C835C81EC804C868C784C842C8C6C73FC790C7EDC706C71DC615C61BC5A7C711C8" }, +{ "seq_id" : 10830, "qsl_idx" : 914, "data" : "07C801C8E3C6F8C65CC8AEC78EC84AC8CAC714C8F6C6BBC6D3C583C6C2C557C670C63EC7DFC77DC78EC692C61AC644C5C2C624C620C9CCC8CFC69AC657C24DC5F0C412C6D5C47DC6A9C6A5C682C52FC670C5CDC4F8C6CFC66EC6AEC6E0C4D6C691C493C59BC3F2C537BCFFC6CD46EA4641C37F3C7BC6F3C64DC80FC88BC604C7B2C15DC6F9C61BC863C7F1C668C62AC143C50FC7D03A2C3BA6C7F3C678C79CC793C7A9C519C8D4C691C7F9C708C675C568C8E8C7E8C792C759C58AC5D2C634C6ECC565C68EC7AAC77CC6D4C698C639C720C7E3C67BC770C733C6D8C438C6DAC341C86AC8A2C880C893C868C859C854C70CC8F1C74EC857C833C89AC851C671C77EC7DEC636C847C7AEC891C846C7C9C6DEC8D6C806C79DC565C612C5C3C71FC864C878C871C8D9C7A2C80AC896C859C82BC82FC87FC80EC84CC860C783C858C849C82FC834C85EC8B6C20EC228C60FC418C847C7D6C84CC8FBC71BC822C809C86BC8E1C72BC83CC7A5C870C7A4C835C873C826C866C818C899C83FC888C819C894C851C8CBC89EC816C849C735C8FEC68FC85DC880C892C8CAC714C751C832C842C7CBC799C28AC1B5C648C5B9C671C49CBDE2BC4AC76DC653C74BC749C7EFC75DC64FC58FC816C888C5EBC5F9C672C6B3C71BC758C621C5B5C689C5F2C6A6C48FC7F5C57DC82FC84CC8BBC746C8FBC711C800C896C868C856C84CC8F0C62BC62BC8F0C769C13AC150C89AC78AC825C898C818C888C824C82EC7C8C5F8C6BEC513C71BC753C89BC799C836C848C894C7F8C7A6C7B3C709C81AC257C18EC834C8B0C7C8C644C708C681C882C8C2C86FC8D4C8C0C898C846C8BBC89DC8E4C847C81DC810C7B5C8ABC8A3C8B0C812C358C2BEC88BC8A1C856C857C893C745C851C7BEC88CC8CCC867C8D6C6CCC560C72BC8" }, +{ "seq_id" : 10831, "qsl_idx" : 1812, "data" : "C8C5E8C558C89BC810C9D4C8CFC8D8C8C3C8B1C8A7C8AAC8C3C81CC988C8BCC893C8BEC8EEC7DBC70CC833C7FAC8A2C8EEC6CBC621C836C754C85AC859C7CDC73AC84AC8DCC688C7D9C6CDC602C784C5F0C7EDC7CEBFACC4A9C150BDADC624C695BF04C516C29BBDDBC733C8C1C01FC5D1C171BC89C652C406C88EC824C86AC868C6EBC66EC75DC81AC546C755C53DC761C6D2C67EC623C628C626C741C6B3C44DC61FC4DDC1E6C2EAC727C8D2C18BC1CAC708C64DC882C858C8B3C8C6C730C827C8CCC8B3C565C7DFC6D7C6B4C6EBC5ABC771C537C82CC839C43CC7F1C305C666C5A4C26AC887C8CCC273C653C582C354C88CC6C6C8A5C8C7C8E3C854C883C880C8E4C899C6A2C704C847C85FC70BC6CFBDD3C66546A9BDFD4011460DC8D0C257C800C88CC62EC7E0C59CC738C766C5CCC89FC87CC4E5C505C795C429C81AC805C8FFC7CFC62EC812C8A4C50BC805C54CC6EBC468C6E5C677C884C883C5B5C588C889C8D8C490C48BC892C858C84EC8A5C8ACC890C711C805C831C832C8F6C67EC7E3C6D1C5ECC5A1C87DC8D3C71EC803C763C790C863C85DC766C78CC6DDC6A3C70CC659C565C4DFC5EEC7" }, +{ "seq_id" : 10832, "qsl_idx" : 1058, "data" : "63C8BCC701C647C689C83CC986C70AC8F3C800C982C88BC81EC831C895C8A1C7A8C8F3C81DC8B6C88BC84AC89CC9E1C832C829C876C41CC785C88BC803C8D9C724C720C8C1C64CC713C886C65CC866C857C819C830C81CC8A2C758C649C7DEC7ADC18CC7FBC4C4C2AABDBFC7CE46DBC1E7C032BD2ABF37460BC5293EC0C3E3C7C8C6BAC840C75AC855C895C811C7B1C57DC50AC8F3C139C7FEC300BF32C6E9AE453C23C73C4313C59843C5C420C827C86CBCF0C644BEF9C671C8A8C884C491C0A53747C19CC4F73F85C8DCC4AAC780C110C5B143E6C57EC66D4534C36044E3C471C6ACC852C199C3A2C647C5DA3A7FC1F5BD3FC220C815C8DCC63FC321C2BD46CDC47D43F1C713C879C791C61CC72CC818C6B6C6A9C787C752C8C1C638C8A7C80BC89DC851C8E9C77DC82BC66DC877C820C8D1C70DC8A5C88EC8CDC812C873C8B7C85BC8ABC832C809C86DC815C823C840C8F6C782C886C857C881C83AC885C768C8D6C65DC8A1C8CCC765C880C843C891C855C894C80DC8D2C8E8C81EC8CAC870C8ACC8BDC87AC802C9BBC822C84DC84EC887C8A3C894C865C881C894C8A4C852C881C8A2C81EC8B2C87CC8F1C8CDC8EBC737C83CC840C8F6C72AC7A1C8F9C799C774C829C829C86CC8DBC8BDC655C63EC824C755C8AAC8A7C8B6C8C5C83BC8A7C8B5C898C87EC8B3C886C8A4C8DCC78DC869C8C2C862C880C898C892C834C88BC869C890C829C8D0C87CC86EC89AC84EC8F6C70BC98EC87EC826C81AC7B2C736C834C86BC80BC881C859C871C8C0C68CC82CC838C87FC843C88DC86FC819C7C8C808C76AC848C67AC841C8" } +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_detail.txt new file mode 100644 index 00000000..aecadbb6 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_detail.txt @@ -0,0 +1,69 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.002845, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T19:55:18Z", "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 225, "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.008379, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_test_mode", "value": "AccuracyOnly", "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 377310, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.011986, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_test_mode", "value": "AccuracyOnly", "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_target_qps", "value": 2650.34, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.012066, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "generic_message", "value": "Starting accuracy mode", "time_ms": 0.012952, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1090, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.118444, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "generated_query_count", "value": 10833, "time_ms": 34.592921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 34.592921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "generated_query_duration", "value": 4087399230, "time_ms": 34.592921, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 10280.623098, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 03:55:18.585", "time_ms": 10280.623257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 13610, "tid": 13610}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 03:55:28.822", "time_ms": 10280.623257, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 13610, "tid": 13610}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_summary.txt new file mode 100644 index 00000000..a05d8657 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/accuracy/mlperf_log_summary.txt @@ -0,0 +1,4 @@ + +No warnings encountered during test. + +No errors encountered during test. diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_accuracy.json b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_accuracy.json new file mode 100644 index 00000000..0d4f101c --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_accuracy.json @@ -0,0 +1,2 @@ +[ +] diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_detail.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_detail.txt new file mode 100644 index 00000000..e72b0d14 --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_detail.txt @@ -0,0 +1,89 @@ +:::MLLOG {"key": "loadgen_version", "value": "4.0 @ 486a629ea4", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 53, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_build_date_local", "value": "2024-12-22T19:42:25.078623", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 55, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_build_date_utc", "value": "2024-12-23T03:42:25.078626", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 56, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_git_commit_date", "value": "2024-02-15T15:46:50-05:00", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 57, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_git_log_message", "value": "486a629ea4d5c5150f452d0b0a196bf71fd2021e Hotfix: DLRMv2 Audit Test01 fallback failure (#1626)\nf9a643c0a0e920588da1b51a1d822e1071a9dbec Add number of tokens to offline (#1623)\nf06b920eac2170df38b5502c7443f50c9afa6045 Bugfix: equal-issue mode on offline causing accuracy run to fail (3D-UNet) (#1624)\n0ed5190e82e1ca1cf95626e50e61cb6678c7f2ff Fix submission checker and TEST06 for Llama2 (#1616)\n817dd961221d3ca284b024368130bd5dc5e4b54a Turn equal issue mode off for TEST06 (#1615)\n840435a1abe8be823e0a5a18ad3173bc520aa24f Update README.md with CM commands to download stable-diffusion, gptj and dlrmv2 models (#1604)\n3190d09a148bc1d72c9d946e4cf3b54db0d0e60a Typo fix in README.md (#1588)\nb0777f0bd3b7e5cd6a51d670d8b4df656cf6fb29 Update README.md - remove unwanted lines in CM commands (#1601)\nd7dba0826ac96a0e8bcae525086961e47c409a38 Remove loadgen warnings (#1608)\nd45a66c33bb0b6548d6172b38645bf94ffe24b39 Add upper limit to tokens per sample (#1612)\n44285d9a44041c3d4f7df0acf1e72c375e9fcbd2 Set completed samples per second as llama metric (#1613)\n357ccefca4db55ff373e029d5d1e3e6246bde5d4 Enable equal issue mode for LLM benchmarks (#1610)\n104d85531af7ae2a07ded36dd6e8c7f2c7746d06 Add sample length check to test06 (#1603)\n473053fc9f1b8c5edf60e11ec74607126938fbc4 Fix loadgen token metrics latency constrains (#1596)\ncc3daae3c7f18d7eedc5ffbc271d324e5aca6233 #1598: fix token and sample logging for Llama2 when accuracy_log_sampling_target is enabled (#1599)\n3a902e598e5a17013c26fea975c0a60e6d7feae1 Add support to dump 10 compliance images during accuracy run for SDXL (#1591)", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 58, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_git_status_message", "value": "", "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 60, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loadgen_file_sha1", "value": {"/.clang-format":"012aad77e5206c89d50718c46c119d1f3cb056b2","/CMakeLists.txt":"05d4a62d355a90363847358e58afeee4a54ad838","/README.md":"20a55bb946c2c0bbb564ced2af1e48efd096b3a8","/README_BUILD.md":"5f6c6a784e9cd6995db47f9b9f70b1769909c9d8","/README_FAQ.md":"01f9ae9887f50bc030dc6107e740f40c43ca388f","/bindings/c_api.cc":"32181da9e161c285f8fe46ddaa49e6cba2f9f918","/bindings/c_api.h":"91f58bd79b83b278f3240174a9af747fc38aff74","/bindings/python_api.cc":"1dc0865130371c6a8ddb97cd8039244d74d6fe46","/demos/py_demo_multi_stream.py":"6ccf7dcbe08f8382ed2d3618370c2b21e205ca13","/demos/py_demo_offline.py":"6c3075538e0a3df5e93edee917f4537099759e11","/demos/py_demo_server.py":"40e37ea121ac08b21ed6af41aca8eb5eda641b89","/demos/py_demo_single_stream.py":"4ee5f048fb0dffc415342a2bc2049fb155bd2894","/diagram_network_submission.png":"53dba8ad4272190ceb6335c12fd25e53dc02a8cb","/diagram_submission.png":"84c2f79309b237cef652aef6a187ba8e875a3952","/early_stopping.cc":"0cd7b546a389deac73f7955cd39255ed76557d62","/early_stopping.h":"158fcae6a5f47e82150d6416fa1f7bcef37e77fe","/issue_query_controller.cc":"126e952d00f4ea9efd12405fb209aa3ed585e4b2","/issue_query_controller.h":"923d9d5cdf598e3ec33d7a1110a31f7e11527ec7","/loadgen.cc":"6650091ba7a918f343b06eb7a5aa540eae87275f","/loadgen.h":"e00fdc6dbc85a8c9a8485dbcbfe2944f81251c4e","/loadgen_integration_diagram.svg":"47f748307536f80cfc606947b440dd732afc2637","/logging.cc":"197efc96d178e5d33a750d07fa7b2966417506ea","/logging.h":"ddb961df7bcc145bcd7cce8c21f7cf075350dcbe","/pyproject.toml":"974adb632af4b76a1c72b914cc2cf9b3cbc66aa3","/query_dispatch_library.h":"13ad6d842200cb161d6927eb74a3fafd79c46c75","/query_sample.h":"e9187c8612bbdc972305b789feb6e15c26e96cfe","/query_sample_library.h":"8323a2225be1dff31f08ecc86b76eb3de06568bc","/requirements.txt":"a5ff7e77caa6e9e22ada90f0de0c865c987bf167","/results.cc":"a170f991de69f8a5e45616e871b39a30ffed5598","/results.h":"d82500c326c2de83db411f1146882aa4692b419c","/setup.py":"e3e707e1191478332c00f1b6ff806f0ef98e0f65","/system_under_test.h":"18d4809589dae33317d88d9beeb5491a6e1ccdec","/test_settings.h":"aaf3803e700f3431a5ada72559eef5cce996ea64","/test_settings_internal.cc":"42aa46b17ac3fb2748cd5cde60fa8742e916f3c8","/test_settings_internal.h":"73b11c02228f3afb4c924db7a86fd8a2b5b9e483","/utils.cc":"3df8fdabf6eaea4697cf25d1dcb89cae88e36efd","/utils.h":"40775e32d619ea6356826ae5ea4174c7911f6894","/version.cc":"cbec2a5f98f9786c8c3d8b06b3d12df0b6550fa0","/version.h":"9d574baa64424e9c708fcfedd3dbb0b518a65fcc","/version_generator.py":"4c9d98360b507d5673049ed70154fcfb2934f8a6"}, "time_ms": 0.006437, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/version.cc", "line_no": 67, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "test_datetime", "value": "2024-12-22T19:44:29Z", "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1198, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "sut_name", "value": "BERT SERVER", "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1199, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "get_sut_name_duration_ns", "value": 264, "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1200, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "qsl_name", "value": "BERT QSL", "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1201, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "qsl_reported_total_count", "value": 10833, "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1202, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "qsl_reported_performance_count", "value": 10833, "time_ms": 0.014748, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 1203, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_scenario", "value": "SingleStream", "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 268, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_test_mode", "value": "PerformanceOnly", "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 269, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_single_stream_expected_latency_ns", "value": 500000, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 274, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_single_stream_target_latency_percentile", "value": 0.9, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 276, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_min_duration_ms", "value": 600000, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 312, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_max_duration_ms", "value": 660000, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 313, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_min_query_count", "value": 100, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 314, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_max_query_count", "value": 0, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 315, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 316, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 317, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 319, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 320, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_accuracy_log_probability", "value": 0, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 322, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 324, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_print_timestamps", "value": false, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 326, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_performance_issue_unique", "value": false, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 327, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_performance_issue_same", "value": false, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 329, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_performance_issue_same_index", "value": 0, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 331, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "requested_performance_sample_count_override", "value": 10833, "time_ms": 0.018368, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 333, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_scenario", "value": "SingleStream", "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 409, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_test_mode", "value": "PerformanceOnly", "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 410, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_samples_per_query", "value": 1, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 412, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_target_qps", "value": 2000, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 413, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_target_latency_ns", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 414, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_target_latency_percentile", "value": 0.9, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 415, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_max_async_queries", "value": 1, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 417, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_target_duration_ms", "value": 600000, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 418, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_min_duration_ms", "value": 600000, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 420, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_max_duration_ms", "value": 660000, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 421, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_min_query_count", "value": 100, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 422, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_max_query_count", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 423, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_min_sample_count", "value": 100, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 424, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_qsl_rng_seed", "value": 3066443479025735752, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 425, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_sample_index_rng_seed", "value": 10688027786191513374, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 426, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_schedule_rng_seed", "value": 14962580496156340209, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 428, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_accuracy_log_rng_seed", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 429, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_accuracy_log_probability", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 431, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_accuracy_log_sampling_target", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 433, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_print_timestamps", "value": false, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 435, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_performance_issue_unique", "value": false, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 436, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_performance_issue_same", "value": false, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 438, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_performance_issue_same_index", "value": 0, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 440, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "effective_performance_sample_count", "value": 10833, "time_ms": 0.018551, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/test_settings_internal.cc", "line_no": 442, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "generic_message", "value": "Starting performance mode", "time_ms": 0.019781, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 841, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "loaded_qsl_set", "value": [4117,9486,2947,9270,8227,4487,9799,4629,8571,8839,7101,2191,3315,6375,207,10454,3122,9490,4083,6119,1890,7657,9347,344,201,4232,5741,5454,9533,7842,1596,5330,10615,8827,8094,6714,9169,977,6619,9924,4982,4894,6544,10118,783,766,2122,7163,396,4200,9864,4254,8440,1758,10722,2829,2788,9906,2719,5613,8726,7847,440,6103,8567,7497,4793,1184,8675,10587,8270,7074,7408,8740,9265,4855,1199,220,6556,6595,1226,6695,3066,2143,6264,9806,7122,5007,10075,2370,2185,7254,77,2806,6243,6687,1156,1802,7302,391,3348,8159,9708,251,3595,3947,2302,4690,122,3116,1300,3768,6388,2986,728,5127,3904,6807,6259,2218,7555,8821,3580,7804,1321,8460,5419,6542,7833,3365,2290,6346,7952,918,707,118,10469,9023,1304,5220,1891,6878,9524,6522,7867,4037,7698,8507,9634,2145,10057,6263,7486,7557,2401,6082,3434,5927,8708,10081,8114,1349,7742,2742,7157,5705,4638,1764,3651,920,4016,2744,5859,6740,5380,9649,2,5245,5230,6421,4071,8909,6319,288,9346,9671,9646,9360,4702,5044,9157,6296,8318,8971,8184,7702,10475,7318,4024,5530,3991,1171,1909,6230,8461,8099,10563,5398,10760,10693,3688,8170,4952,6827,5893,7767,2656,10032,9178,10480,7195,9359,10608,10261,8975,5432,363,3346,3049,3360,4432,9736,473,7587,9416,1021,6596,10352,2666,2325,973,2071,7368,4267,867,1040,5796,3491,8237,9597,3489,10568,3777,7899,856,4818,2858,4662,777,10776,10026,6065,6481,2590,6780,10553,8789,6032,930,1049,10178,6187,585,3359,5832,2014,480,5866,5017,5141,1525,8271,8132,1642,6270,2265,140,1174,4641,8017,8844,6569,5575,7081,3779,3845,467,9761,3314,8653,4250,7578,8907,664,217,8419,8757,683,4565,1638,5216,2004,6679,4485,7683,5180,7422,6070,6283,2909,6281,8933,10639,4340,3079,3513,10552,2291,7487,2680,8807,8370,6127,7434,1822,908,8101,451,10316,8282,10724,885,1834,1556,6121,1468,409,1908,10539,7238,2891,10312,9435,2178,10051,4522,9650,615,7193,7796,2008,6011,4347,435,6881,1396,844,971,4216,5001,7886,6875,1348,4300,9348,2709,10580,9993,6705,8784,10821,9232,7724,6581,9764,2913,10125,6914,7693,4568,10526,10231,8502,7825,1783,795,6828,8006,4595,3892,3075,1278,10050,8235,4679,9971,75,2164,1175,3684,9869,8414,9016,765,2721,5786,10703,1326,7463,237,836,3912,5482,7835,4374,7661,4070,7754,7180,9945,10415,3638,4208,939,1097,7628,5725,3723,4547,1994,5232,5279,4049,7309,5963,10478,9834,7758,9463,3666,4663,801,4030,3010,8236,9237,2470,3382,6336,7570,190,4552,4113,2229,9018,7038,5021,8701,8268,4490,1373,6092,10181,10445,3056,4333,10394,1640,2328,3349,10069,10683,6439,3191,2544,4760,1739,8900,3,258,5416,4671,2041,9375,2661,6376,2306,5897,6373,2125,1940,5109,4256,6203,6411,9311,8029,2200,6301,1734,6176,6443,3007,9583,1841,4627,2523,4306,2801,5208,8607,4961,1467,10700,4031,2181,9958,8194,10295,9043,5366,306,9056,162,3196,10759,4349,5401,7030,6184,9216,2069,6357,5640,3015,1752,406,10049,3983,791,5610,5944,304,6380,1937,7862,9366,9365,1607,9252,2698,10350,5221,4847,10707,3023,1615,7017,5990,4045,7231,1202,7182,5172,3176,9612,6693,1013,10334,1805,8730,8841,7372,10094,6010,3216,8177,7406,9472,9608,2533,7691,3959,1623,5144,1831,751,4912,2152,8144,241,4187,10001,1924,8402,7877,8928,7294,4915,3876,3242,8996,7153,1000,10658,3946,284,5088,959,10661,1018,8931,546,4262,6489,3786,5278,4308,8178,7638,5211,7142,5771,634,8273,263,2548,4674,9910,624,3290,5925,1524,2642,7198,10345,3539,6719,10735,2006,10233,3816,9578,8624,6769,9661,6468,8952,9702,8670,5175,3449,1773,6130,636,1622,1696,1414,6523,2898,10650,4420,1280,2538,7880,3743,1227,2757,6131,3371,7445,1680,2901,36,6868,10811,7140,1900,10398,3724,8765,8278,7379,6040,7914,1580,3535,8033,7536,6480,3861,2437,5082,2881,10596,4902,8162,9637,4886,411,7189,1789,6704,9176,10045,4107,6333,4583,3923,4843,9935,9955,9297,3222,8257,6365,3095,1995,7924,5428,8640,6628,4819,7152,5016,7932,3226,1267,1225,9025,7878,6321,2373,3801,1399,9063,6506,9436,5781,7500,423,3588,7110,4607,3476,2477,3635,2425,9394,10449,4054,8148,5510,2236,9543,10499,6153,780,8692,8105,10268,172,4128,841,8925,5453,8561,2135,2976,2845,2209,7418,10817,5620,7010,9960,474,6545,8223,9713,205,10548,905,2396,2914,5591,2887,3379,4865,3304,5849,1309,10171,608,7314,6228,6961,7068,6943,4613,1317,121,8611,5902,5827,8042,1139,3121,223,2984,2897,3144,5379,10590,6433,3871,5475,43,1026,1192,1599,5729,6194,5838,1254,2054,2706,7925,6060,2177,10647,7727,5681,10000,3549,10814,4433,2100,6869,6593,9404,5534,5801,10321,9145,8363,7451,9072,4600,5096,10372,3022,679,5631,2552,723,4668,9613,10153,7423,9114,2973,3071,1413,4956,2838,5084,6777,5196,539,5036,382,7480,9327,323,4766,2273,2684,8182,10134,9203,2667,9185,2658,9087,6286,4162,6620,10472,1095,6759,7216,8191,9738,9548,5029,10326,5478,4089,8710,5439,6126,6160,4828,1006,1677,3546,6930,425,2645,4573,2770,10248,358,4975,10603,8129,8614,10180,7902,4303,2447,3427,753,8920,9449,256,6859,5711,5246,623,370,10767,2563,8300,9591,9991,5126,9568,2647,484,8644,3654,9507,8632,10076,9813,10638,4326,3862,569,7020,4213,5628,9341,839,3341,8347,5163,5563,7339,6928,1197,9158,3099,6120,1483,9545,4608,4215,2761,1259,6802,4364,4001,1606,4222,4752,3057,10022,1108,10592,4398,10376,9888,10033,4273,1238,3428,6553,6145,5731,7273,604,2436,3170,8673,5901,10074,4513,8305,8697,7476,5015,2669,3100,6344,9338,10383,4972,8727,1363,3223,10495,897,1698,9553,5662,53,9328,3733,9932,7102,2212,7382,7159,4556,10748,9294,5895,2262,10512,5913,8314,10624,2530,7560,10464,2443,8787,3800,1510,2027,9795,9670,283,2351,4260,2577,1518,906,3377,4764,2113,10699,3948,8465,9264,9267,5600,2924,3783,9209,7966,6464,720,6973,155,6227,7994,2636,535,8846,2931,2046,4953,10058,8228,5200,2211,4234,2207,8121,2007,7268,3212,7772,6496,10201,2762,7534,5539,10555,10496,628,3653,702,8683,10325,8660,8411,9387,326,8842,837,9688,3855,7053,1826,7944,1053,3193,456,361,3206,10315,2059,6612,6173,4562,9003,8034,9162,377,7551,10769,5354,6299,5997,2080,6288,6068,653,9937,10825,8833,3247,3058,4923,9104,7983,3305,9322,8339,7711,131,7328,5212,8623,10761,9718,5402,948,10640,8659,6479,2768,4616,2223,10625,4252,9980,9807,5318,6188,159,10655,3565,1478,6860,3521,4646,9880,1608,10427,9804,2092,4897,10238,6020,7642,8091,7789,4058,6681,4173,7918,5523,2444,9898,7161,7736,4667,2603,9370,7403,10797,1857,3276,2276,3445,8197,991,1863,4266,2170,4331,3296,6658,1308,7542,8458,4533,10177,6873,4190,815,2726,5589,2846,269,2634,1560,7067,7554,3102,4908,10741,10086,5286,8734,3824,1744,4111,3264,7494,3825,8834,6139,8432,147,1589,1871,941,2911,6018,7906,2874,3713,9523,4023,7522,6116,6864,5698,5464,3924,4590,7345,7395,4790,10540,1020,5309,5950,2956,4983,6163,9194,3848,3612,10525,9069,5253,7232,6876,5003,5067,2350,10375,10523,850,6399,10002,9689,7255,1016,3707,3384,2137,4242,4077,5170,8388,2387,10577,2482,3735,4313,8862,2029,8452,10528,6058,6871,5233,1195,3301,8738,3194,2638,2488,5009,6981,7935,10684,10631,1043,1962,3541,4973,9581,4285,9118,9770,8279,1316,6284,1161,877,7894,3981,2423,6872,5033,1798,6181,1255,7517,4067,3319,7457,5164,3977,1719,4436,9317,4765,4137,6515,10025,4628,3745,7739,9445,7016,1980,4481,8580,175,10704,10653,245,8163,3834,7006,9135,1950,4401,2289,1412,7325,4821,6917,1361,7569,6782,2474,8075,5757,1034,3353,8570,2678,4922,4356,6831,3401,10393,10508,5161,2635,1472,3331,3048,9526,5383,5670,7508,5113,10148,2912,8547,1183,5496,5139,1153,6897,7997,6625,9819,5766,7460,10124,6637,327,3466,1848,2455,5939,2282,6371,4812,6721,5314,4780,3112,5154,250,7103,7158,463,6920,8368,6024,6877,342,6799,437,2876,9690,4889,5129,2631,3366,8380,1528,10135,584,6292,9180,5863,10031,2432,980,7211,3117,6909,1248,3761,3601,4976,9420,10602,178,10755,1150,2009,6653,7378,4422,8445,1978,2390,5417,4353,6452,2002,10595,1306,2817,8735,8424,8976,4396,4919,9488,534,4478,8211,8264,385,8288,3063,9825,6996,9726,7239,668,2896,6212,5761,6271,618,8216,6838,195,216,465,8870,6774,8556,3392,786,2791,1096,10565,9399,7603,1723,4133,6106,5491,10443,335,8387,5006,8131,966,7321,4664,5361,8778,8085,10370,512,4408,9227,4676,927,5805,10457,5444,5333,2951,6804,7955,888,3706,8788,2895,1902,9874,7221,5222,10628,6300,3522,65,10112,7284,6826,9762,10226,8642,8030,609,3812,9914,8276,5946,4130,767,4876,3831,9441,5515,7928,4838,4550,78,6682,63,600,3798,8226,3577,8618,8919,4716,10385,5560,7695,9677,9470,6351,10585,6031,2941,2010,7623,1735,6574,1513,2774,1490,2303,5429,141,1915,7737,9086,2205,32,7165,4564,3715,8209,8559,4979,4985,7143,1656,6789,8025,7208,6845,503,3687,7028,5471,9975,5664,3404,9068,5248,2433,322,10390,3840,8058,1297,3551,3819,3342,7265,3266,8914,4394,3583,9786,9198,5609,1444,8947,3060,10252,5594,1291,7319,9559,3166,4669,9592,661,6602,4789,9415,2424,4265,7098,1876,7535,1203,10053,9809,3104,1941,2705,6635,3148,3598,1502,7383,9073,10425,6590,5162,3529,7306,10800,6393,8751,387,10172,2692,5719,2741,7855,4845,7039,2459,6901,6624,3554,4237,3867,10566,2116,531,5943,6690,792,8441,6260,682,3995,6154,4165,9066,2717,1842,5340,8261,8539,1074,4259,701,9500,8648,513,3417,2155,9041,116,4010,1218,7514,3738,10176,8592,4659,8491,291,10417,8338,7244,862,5005,4735,1362,964,9714,10691,9829,10779,351,4930,16,3561,5388,5985,5239,6821,4320,10682,3154,4367,8961,50,8733,4288,9893,824,2504,404,10529,6560,1489,8125,48,76,909,2237,2691,2416,1987,7699,4599,5585,10503,7807,3639,3994,5708,7135,4625,4516,5540,2916,5528,5975,7413,8915,1347,10065,706,5304,3436,6607,8262,5645,3625,1376,4476,2934,1592,1935,3958,5821,2456,3362,5367,4151,981,9573,10610,9207,6190,5275,4631,1708,1921,9287,699,1447,1636,696,3740,4597,3373,9444,1221,3780,8124,5381,7648,3536,10571,654,9064,9044,3503,9854,9626,3378,10675,10629,6080,4445,9605,2646,6982,5074,3618,52,6561,6185,3026,5968,9742,989,5867,9190,1178,2689,2001,6149,8334,2049,3180,5759,111,4691,2650,8777,3149,804,1868,5328,840,8687,1382,57,2419,808,10355,5588,5215,1403,5701,9,7853,8520,8669,8019,4006,9097,226,2827,1135,1901,979,819,2561,7049,504,4391,4400,6739,1402,5264,2230,10666,2566,7430,8459,10720,8794,10310,10174,443,6349,7310,533,7609,6200,4108,613,7558,7709,1553,5076,10645,300,2842,6261,2324,588,2193,2945,7510,7396,3094,1889,10781,3791,554,9284,9148,3519,9995,3209,5810,8322,9519,2560,3073,947,2781,7004,5548,7116,10152,10121,552,1887,2952,8739,9225,5819,3712,6550,5446,574,3090,8327,428,1266,8433,8383,4645,8754,6898,2652,6822,1455,2176,1519,8566,10303,6049,10068,4977,3894,7561,7488,5536,7224,7793,1989,3985,8695,3424,7035,7612,9938,6775,39,1850,7803,9174,3031,6441,2974,1603,7941,7223,7923,2831,2977,3080,2075,9236,312,8565,4634,8814,1558,10484,1272,7389,8872,10418,4755,7869,2610,10633,5046,6960,4193,7852,1754,2878,1936,3784,10314,4025,4805,4997,10007,9863,7155,10101,1342,9395,10291,9385,10218,799,1123,5843,2562,4905,1377,9226,5937,1986,7591,9962,1189,8902,619,9067,3458,7586,7210,328,8506,3000,1004,9212,4591,8020,8887,4012,592,101,3415,2527,72,7452,9400,7809,1561,7032,4840,7008,1056,8,5752,9588,3101,3106,3609,4503,8312,6536,3446,8745,1437,7547,10287,4816,1795,8004,5837,1042,9329,9008,9433,2047,1087,3421,4324,10588,6699,10747,7765,9719,10438,887,9062,6820,2946,4741,527,3043,1648,1133,2918,882,684,4939,4386,8641,8154,1323,6436,7873,10752,3686,10680,807,9886,549,3230,6147,294,7120,354,8171,8493,2663,6863,7489,6037,410,9913,124,6312,541,3159,10304,2117,735,9882,199,4315,9250,4055,3739,3826,9558,10782,3699,542,6645,7593,5123,6413,7532,8805,1517,8514,3396,9239,8883,6748,6002,5319,8690,6308,1691,4655,589,10278,5680,9489,6806,10465,4251,10142,538,5740,194,9167,9974,2107,1480,8439,5722,5674,5712,7528,3385,1906,10567,9057,340,5707,9308,6207,3078,2818,7518,6794,9555,9983,1676,1678,6079,2038,1670,2608,2335,10021,10243,7257,9405,8165,2242,1247,8620,7479,1305,8818,8790,7865,4998,5653,2097,261,5270,2140,2105,789,6984,7501,8748,9538,8167,7566,3307,8768,5195,3932,1130,3930,6535,3665,6818,870,6657,7938,8656,2975,8108,4377,1332,1792,10027,3395,5078,10380,724,6034,3423,4788,4511,9362,2462,7760,7023,2497,9802,5504,6817,4263,3361,8164,8418,2478,2287,3457,1264,9796,7218,6591,6401,1683,3534,7474,5945,9722,7233,3719,7072,9915,42,6386,1481,3426,8808,4075,9665,132,3679,1418,6327,4854,5667,1228,5621,10063,9685,9641,3792,8509,10725,1726,3510,6733,5311,6890,1127,1372,4557,9076,4493,1319,4639,6503,5373,319,6252,5205,2568,3262,5611,3692,8016,2058,10708,1990,10246,5149,6730,4745,9617,4496,8093,3764,4587,9046,8240,5654,7484,9304,9356,9122,9012,2409,2879,1728,8443,6110,2374,2695,6156,6123,7266,9525,1770,9102,10660,6745,5128,5806,10298,1081,5852,10365,5171,3316,1949,2796,5938,2888,505,9040,10137,2063,8296,703,7982,5184,5822,6713,8356,1212,10214,1643,1344,1740,6170,2765,8513,7491,313,7468,5830,5188,7420,8246,7931,5592,2300,5803,1333,1904,10524,2557,1320,9801,3887,3372,4648,8123,10207,10570,2782,9208,3493,8993,4688,9635,2367,890,4834,4750,2186,4059,9823,383,5746,6601,6995,3696,10626,6202,4034,2588,1415,3128,5342,9471,8634,6712,7283,5689,7596,5728,9160,6465,1823,8542,2381,129,3703,5297,5845,10090,9892,8109,10676,1417,6171,9518,2483,5993,6066,10657,4131,7317,4665,10546,7047,6337,6183,3537,253,7720,5316,4382,2720,8286,7478,3902,7237,3088,5066,2131,2830,10694,3644,1407,5650,5733,7970,8970,2283,8951,9288,6643,10349,4772,6849,3295,4178,1354,8522,10736,1720,4463,10409,7172,6220,1998,6367,7464,1973,6738,4238,9065,9537,2528,6911,4247,8425,183,7919,4791,5494,3274,6583,4995,7128,869,5889,7655,5199,1555,6754,10636,3874,5094,545,3805,1611,9596,2168,6048,7912,1253,3675,10190,6051,6887,5414,2919,2397,8982,2189,5410,2589,6458,7272,8280,6078,2349,9268,9229,8372,9571,2129,9070,7371,5048,8593,4925,5490,1503,6584,4713,6442,3119,687,3013,10757,8401,6102,6842,6324,7114,10127,9879,9783,4963,1626,2785,3640,9163,4835,1390,5087,8073,10203,3068,5747,1958,49,4916,620,1548,3018,9306,184,10272,3878,3053,2239,10187,1477,2902,9456,7260,5051,7639,5386,4477,80,1151,7277,5579,5072,5596,2204,10199,8267,2624,5110,6272,1330,10059,757,9947,1357,7745,6159,9580,6926,1486,10062,10488,8712,6582,7733,8905,3935,8265,7334,5495,9170,1657,4880,1542,9546,5577,3169,2880,8287,2763,1465,1041,10545,7951,2814,10729,1234,7881,6985,6670,5055,4329,9749,4744,7621,9946,665,475,6655,6976,1327,9703,33,9513,9857,3248,2158,7640,3830,6910,6599,10785,3908,9303,6403,858,2074,3941,4068,1488,4929,9954,4872,10514,7838,4677,1877,7014,8113,6883,1511,7174,381,1523,10229,9627,6966,9767,4283,1167,4168,6977,3543,6953,2737,4698,7908,8759,2429,7706,9642,7199,2064,7087,557,8591,4609,3962,2795,8283,6449,9092,9964,4970,4529,3616,6475,7523,56,2238,6431,8256,640,3416,688,10471,8348,5541,2371,994,5570,82,6166,2259,7589,10479,5713,449,2308,130,6882,6298,6517,9870,2353,4316,5452,2792,7556,3803,822,9084,798,9477,9082,657,495,8781,10619,4328,2710,460,10133,3234,2555,6069,5255,348,5511,6934,9594,5120,6729,3956,6290,830,9948,5911,1731,6291,4993,1533,9758,5693,8152,4988,514,10270,6000,9682,6946,8344,8051,5320,8247,9020,3751,7864,10163,540,5933,3650,6107,2840,9372,3701,8955,4269,8511,1024,2165,4739,5474,10239,2466,4157,6533,10780,9408,3312,2549,7113,4480,7741,3467,5710,10381,2392,4166,7485,9902,10116,1089,5281,2157,9182,412,6056,2281,697,4383,6531,7473,9231,7411,7070,1493,3570,4122,3461,4849,5119,3174,3139,8068,7162,3184,3691,2316,18,650,2382,8612,9692,6483,2442,7718,488,6642,8681,5271,9004,3942,7986,5406,6744,9014,6975,8403,7449,8721,3240,8297,752,4471,2833,10812,202,7701,10064,9164,1565,2172,3613,6589,2843,1052,8359,1932,2389,127,5508,4782,1048,2729,6216,5692,5219,4730,8987,940,7810,3907,4399,1220,9901,1549,1242,9815,673,7459,3322,8550,6865,5229,8557,2257,898,2893,8674,2446,7645,6528,2809,4711,2106,6267,1110,6415,7998,2094,9509,6269,4475,3096,1567,7066,2464,8516,1843,9885,8995,2345,4940,1077,903,6886,347,8766,3343,8534,5871,5310,5738,10217,7539,2823,9867,8238,7093,10667,2332,5535,1419,3203,7540,2417,1619,10744,4592,8817,9219,2565,4276,9380,6329,10426,8853,8106,6765,6932,3822,5864,825,8244,9566,8333,5954,5351,2978,3376,6275,10290,1604,1067,7901,3143,7979,3630,5252,5642,6098,3077,1464,325,10481,5853,10012,4658,8315,10029,2812,4123,4967,6097,4038,1755,2873,2905,8098,6941,3681,1070,8555,4875,10340,9944,9694,2180,7441,2904,8054,2531,9330,6750,6945,10067,6012,5092,10772,73,6213,1504,6425,8835,2520,1401,10768,3368,4375,4941,685,9479,453,1268,2245,1694,4325,7705,892,10775,7450,2679,842,3996,6241,1117,7713,10343,2124,5857,5617,6594,7305,8770,5928,2197,9166,5956,9299,10095,6524,10531,4335,6622,10823,802,3120,2073,3864,3490,6957,9845,3972,6935,5543,9774,154,5250,10342,8137,8040,4224,10500,7327,5779,2755,5085,8243,4632,1952,8047,7056,6304,3241,6219,5353,10320,4559,6552,4748,9475,203,4551,8552,7187,3748,4271,3232,5903,9402,1566,6381,1569,6192,5338,2965,8023,2360,10386,6383,923,10618,9172,421,3412,7582,7685,7332,4138,2820,876,1356,1325,1012,3814,9584,3799,5041,9273,5764,9757,1655,6991,8588,9423,8001,3853,6191,8755,576,6629,4115,8878,4253,3245,1885,2505,5426,2621,260,8848,3873,2060,8352,4842,7686,5359,3600,6732,857,5014,9386,9173,8150,3065,7127,10754,2987,9907,7347,1051,6114,1609,221,6666,7851,5093,2471,2465,398,2077,6459,5799,8462,7943,10731,2227,9619,3813,9031,4753,7797,6347,3836,1806,9134,6150,5643,497,3868,6915,5071,2769,3717,8575,4426,5358,1587,7752,4942,8857,742,8464,3442,3050,9660,1165,3309,5293,3171,5099,1154,1827,7728,3140,5995,7719,601,9119,2053,10056,10487,4949,5307,7866,7076,8052,4372,6045,9586,7799,4800,4575,5458,316,5425,6361,4965,1187,10816,1907,7808,10551,4531,146,3884,8978,1271,3568,10668,179,6571,163,408,1190,10175,10716,3837,9340,303,6792,5936,5979,6330,8574,6129,5555,2385,10594,4980,10728,5842,4321,10444,427,5890,1776,4598,5235,7900,602,4763,6907,6379,4804,1960,924,6133,5932,8041,98,3622,476,2517,8161,1374,10787,556,493,5804,9109,8786,1872,3138,1337,2822,6289,7562,3005,1392,6866,2518,1140,5258,133,10331,8306,5313,9575,10717,3156,2103,8495,4799,4672,838,2249,4686,2233,4281,1475,9108,206,9453,5941,8379,5103,2868,9988,9732,7417,7071,1231,2515,9371,4498,3081,9352,6529,2313,1529,4229,771,1134,3690,9005,1128,9503,9776,2571,8369,10271,4387,3408,5533,8666,9035,8390,712,9255,6634,8299,3221,7005,6850,2854,3921,4548,3501,1593,1050,1692,3685,4879,4277,2805,8468,2867,46,1258,2272,1118,816,6796,7965,2036,1722,9448,9851,6940,6862,10538,2547,6437,5343,6727,1359,6444,6573,852,7574,10336,61,7085,6247,5134,106,9192,2369,7786,9009,670,8311,638,5288,8446,5463,296,7337,5018,3103,10423,9970,10008,944,3205,5435,5332,7921,871,967,4777,271,7214,4652,6630,8199,6526,1695,5140,6215,9277,5174,8504,5181,8193,2863,126,2377,691,9662,6495,233,565,6466,1771,5348,9411,5026,5537,4801,656,1384,8396,10541,2326,6958,675,402,10098,4203,6835,6258,6969,7950,5704,4047,10642,5038,3340,1820,6525,7354,8752,5131,3937,4369,3486,586,5305,4971,9773,5948,7618,9361,6790,8743,4309,3722,7721,3944,8836,4154,700,2935,8003,7351,5521,9464,4718,4888,5124,7841,3135,5697,4530,7276,1395,9615,4825,6224,198,7805,633,8442,1840,1261,1170,879,9725,3626,3870,5050,3901,3954,9332,2906,10073,7674,722,6843,4363,9289,5077,6598,3059,3928,1114,10034,6377,1380,4378,4418,10505,4869,7246,1292,9942,7092,9139,861,7416,2747,1245,6423,9095,9653,3130,8948,6737,2404,4026,726,6101,7726,4540,10308,4243,478,2980,3227,8985,6913,2675,4504,3753,4931,2434,6753,1045,7477,834,4181,7134,10507,9514,1747,714,7790,6755,1971,8301,6009,3584,8877,4361,2927,9027,599,8160,9059,4675,8090,10091,8192,5283,719,3145,8671,8569,6824,8639,9253,5815,10361,6988,2510,2585,8904,7405,2398,1768,7989,8696,9899,9805,2439,9412,2727,7927,6257,8746,3982,5679,2013,4579,4141,7634,7553,346,603,1522,8764,7001,3603,7775,9715,7678,8482,8630,10530,7905,9211,5308,6760,5266,7308,7377,3957,7058,6340,3602,3218,4945,239,8867,9918,8130,8000,4950,8913,275,8097,1029,4630,10774,3173,2808,3754,1591,9115,3593,755,3318,6902,5762,2104,8893,3749,10401,8946,2616,8510,8937,7975,1078,6335,6238,10733,2044,7885,4233,7426,3606,5280,9756,810,9844,9695,8053,4704,3852,1484,1031,8399,5467,7672,7590,8215,5263,8028,2657,8117,6142,6273,5561,9748,672,7229,3098,84,10405,4272,2800,6889,8792,6691,4204,5646,5345,5615,4278,5315,4486,1543,9467,5355,2797,5400,1953,8917,7806,7073,3807,7312,1406,5716,7086,1738,6847,9781,10212,9631,10442,7548,10115,4678,4097,5030,2247,3002,10293,492,10429,8944,5106,4009,10269,5760,859,1201,10771,2026,6508,2957,1780,317,6445,8139,1810,1520,8983,2354,490,7375,9866,6035,5393,4751,9810,7710,5155,6576,7367,4368,332,5870,7762,7292,10020,6076,8355,1216,2119,2362,6470,6180,500,9775,298,4319,4935,7585,9563,4182,5326,1970,9266,845,6756,2256,8541,8972,7094,2748,7353,5185,10664,10743,9565,6942,7743,9912,5135,1452,1618,7592,3844,7037,2048,946,7036,5780,3146,5973,5505,8810,2892,3682,9607,931,6852,8823,10136,10440,2615,10764,9421,7909,8964,8449,3160,2153,181,10421,3357,5638,9478,9572,5797,2020,5368,10014,2415,9659,1772,9831,7340,10777,2584,1967,7190,5789,9905,3909,5499,5879,9787,2921,2683,462,2535,10730,7492,6718,10492,7124,1148,1079,3986,6891,5696,10414,5855,5737,4214,9389,3253,1273,3869,2641,8329,7323,4120,7723,4798,1387,5285,6983,7132,8731,5299,3663,4249,3438,365,5100,8684,8801,1993,4506,1671,4566,5122,1686,3195,7916,3880,1101,9672,8036,4397,2701,1786,8120,10726,3429,5114,4588,5217,1057,2735,10794,1331,8815,2261,4703,1667,9574,10803,10054,2435,8067,4393,6362,2937,985,8750,5374,770,2463,1749,5922,1063,10335,4743,2305,10396,7546,257,3297,8553,1775,10197,7279,2690,496,3454,8616,10612,7857,7126,3107,2298,4072,8906,151,1581,8061,439,6856,7903,2142,4526,5244,9029,4714,8335,881,10363,7503,6647,935,5133,7649,10561,6108,933,2551,6870,4673,2826,10129,5906,626,7717,1082,3575,1172,9417,3456,5568,5914,5856,1851,2953,4881,5851,6239,2050,4371,6477,7366,4452,9849,2246,7930,988,1951,10789,5878,9853,2323,2850,1942,1136,7421,10230,5130,6313,6929,4846,10267,7890,4964,6829,4357,8582,649,7241,6716,8258,1176,9263,5390,6994,5921,3192,1069,10796,5908,6486,6138,8562,8578,6925,1408,7917,8045,10286,6671,2352,1312,10309,8210,800,6050,2686,6214,8456,10302,8858,3443,418,8005,1445,7115,1824,5690,2569,2917,5197,6749,8643,1537,9977,5648,3997,2600,10395,8360,2861,1014,9790,9865,4095,6124,1666,9189,5160,8186,5137,10828,6025,1847,4932,1249,1299,9530,7282,6990,9223,3720,3818,7987,3137,7670,286,4731,7654,805,9668,10018,230,2467,8638,10084,8422,3481,9811,3285,4877,9281,10307,10801,102,530,1819,4918,6546,928,2930,6678,10253,10151,4094,8430,5056,7400,1313,10461,6039,7992,6664,6502,10644,6424,3383,4302,7186,8342,3559,310,10379,9446,2277,1116,5778,6538,1963,3185,1487,3294,10362,1207,6921,8181,5236,10353,5709,7359,10011,4147,910,2476,5337,9213,9916,2696,2391,7286,8797,1796,2411,2570,7990,2889,10723,10150,171,472,6246,7280,10100,8298,4517,2775,7831,10582,2365,3183,3670,6432,9074,7993,4852,646,3645,4052,5323,5556,10807,4014,5349,7109,1296,7125,8147,10043,10085,10709,6906,2251,1058,3842,1132,10328,6005,7725,1853,1862,4528,10824,2837,9129,2214,4209,3557,8758,2605,6667,8761,7620,2156,8505,4322,5269,9818,4447,3186,4709,3920,10087,568,7985,8911,2331,6494,10654,7631,2875,5363,6151,6896,5481,9705,3286,7753,5449,6013,6874,5153,1779,1494,4722,6728,4726,8008,6316,430,4403,6359,8762,6936,8704,8677,1111,8153,8680,7700,2622,582,1462,1621,4373,5430,6218,1825,10038,5597,5578,6064,7907,7892,1469,9038,6763,7197,10543,9461,3881,1536,8992,7465,235,4240,7502,1541,1616,7207,6608,4245,3470,2961,5423,9460,3993,1979,3680,8998,6844,6370,8959,3488,3217,2604,3891,3369,6467,6320,4458,9248,1793,8676,7581,10502,730,566,3694,4699,4416,2284,8110,1933,9333,10388,9873,7454,9254,8881,775,3497,1712,7090,5158,10122,7483,10818,9973,9704,1969,4606,2682,3354,8869,1338,10215,4379,9793,694,3725,7365,4431,8302,2752,3255,5392,5468,68,10751,4871,390,457,4705,3181,4081,1491,9246,5982,2524,3721,2372,727,2163,4734,6689,10005,5237,5583,280,5207,3034,4022,5934,6326,2334,7209,2702,4643,7498,10119,5825,8962,8185,5440,2169,1803,1742,7316,5183,1177,2936,5020,6959,5063,698,8234,9307,3086,8831,919,2234,3787,5714,8263,8991,6104,8554,3350,5187,4092,8071,1898,1394,4992,5371,9200,486,7787,8939,6047,2190,4210,3142,4261,1583,1121,1927,270,4948,6204,10255,6811,315,8896,3477,3895,9606,8851,4623,4244,893,7009,10344,5404,2539,3448,8682,6105,8965,9706,2862,5375,3273,242,9218,3585,7027,1112,8232,7751,8332,9015,6507,8544,4428,884,3857,1086,8115,949,4160,4268,6867,9803,8337,6903,10165,5744,3284,5854,1785,2319,3089,8448,389,2066,7236,3351,1466,123,1956,10341,8785,1741,2310,1544,10547,526,4421,8916,7915,161,2972,5424,1301,222,4661,6438,2496,3109,8488,9354,743,9345,3615,10721,9622,51,8829,9000,4890,10182,3760,8921,1867,5754,3265,2399,6089,7313,6339,9285,212,3308,1886,10441,2341,2626,1284,8138,10424,10204,3572,3966,7296,7303,6846,1875,2758,9663,7173,2959,7261,6295,8303,9088,7669,2112,1328,809,4456,3132,2346,1241,958,339,7663,7531,2519,7509,6949,8340,9959,7063,3055,4636,4650,7680,7203,6030,2264,8979,8819,2500,7559,5606,9434,3256,10689,2321,3324,523,8078,992,2736,7513,6385,7052,5970,5483,278,6350,1730,9367,729,157,7960,4446,2110,10575,3544,10795,6554,4384,6279,6659,2623,2082,145,6372,3582,4127,1878,10826,4129,1017,1837,9788,3281,1663,1929,1597,7393,10473,5167,9599,1482,5394,4906,952,2098,3465,9240,5524,3459,1724,9454,6189,5210,8609,3447,252,20,8014,560,7346,8756,9939,6463,3810,8537,7240,6703,3435,2252,8404,4582,4011,285,3744,6435,8127,6676,3492,9245,7358,4079,3555,3329,9868,10154,1435,5189,8220,1275,3926,7007,4464,8647,10250,7756,10798,10221,8891,4723,10161,6297,9083,3765,95,3530,10346,9909,1532,3700,2541,9989,6816,10311,9640,6547,6384,2081,7112,5666,3974,10374,617,5691,6310,1702,2487,2285,4644,3336,3756,1224,4343,987,369,1093,5223,1610,9981,7227,4114,915,1186,3856,583,10701,6518,7343,860,956,3165,4762,2529,10281,1429,3413,4135,483,1449,739,4878,3697,769,5841,4621,999,10557,9149,6955,1997,1073,4172,7653,5518,1485,3287,5466,9746,7146,8953,8830,7521,8289,2198,5300,4404,1659,336,5723,2857,1499,8658,5105,6122,9601,7954,7573,5243,762,3418,6234,3161,2681,4441,4649,8345,3804,1818,3177,833,9727,10225,965,7635,3006,2772,1142,3208,1098,150,3943,4761,3460,148,4784,7496,7263,612,3524,984,1983,5502,1120,7200,4104,28,9675,9544,7936,8763,9603,4304,6014,8498,10131,1367,2580,5959,2016,1205,1351,3288,4457,10673,8116,4406,1206,7046,9177,5683,7707,3547,2045,4376,1516,2865,4622,3207,3659,9175,5121,2777,2653,8524,1157,218,6418,3321,10102,2380,7980,4617,4220,8859,2550,9473,3495,5408,10677,343,7398,380,2894,5325,10235,1329,2869,7202,10437,6613,3509,2703,6314,7226,5218,10184,10627,3526,7179,6801,6853,8560,962,10511,7729,4125,4134,4392,2766,2492,5971,6144,2358,2583,1122,9632,2992,747,5145,7409,8392,543,3133,7946,10450,754,4981,5441,2618,6462,1229,8587,6498,9512,954,5848,5688,4759,5331,356,8088,7814,4350,7795,8176,3631,2773,4999,8259,7381,744,6609,2564,5940,1594,3755,6476,6540,5057,10616,9221,621,597,7887,2606,81,3980,2220,6640,518,2659,4538,9926,1733,7948,8018,3004,7363,2021,6992,2342,8483,9373,4527,4419,10224,5816,10623,2693,2160,2963,6773,74,4684,104,4898,4809,1674,7499,10696,4695,3978,2699,5214,7315,829,10410,1145,803,5951,301,3763,4196,7746,8328,3070,7407,6055,938,10522,7977,9896,2243,7033,9814,4494,9676,6036,6100,4775,12,2195,10196,1103,5862,3333,3471,6764,10222,4174,8568,8249,8362,5492,4053,5630,7000,1966,3422,1711,7682,295,865,7361,9652,5790,5626,3821,8409,9859,6363,8860,5989,4087,6395,9848,8308,4341,7520,7616,2671,6836,4860,3014,9789,9205,1918,5053,3335,9542,320,8884,5204,1442,5558,8250,9872,5952,1424,3709,8195,6140,4057,6633,659,2383,5834,1508,4246,10010,7287,8076,4554,3599,10685,1431,4050,7264,8535,5166,8086,8133,6541,4201,3545,9923,5647,4035,7740,10183,4169,1689,2664,5770,1882,1295,6978,4921,1812,5412,5387,8668,8408,4781,3579,732,3899,9510,3082,1914,7242,1557,1912,3961,3250,1039,9611,6683,9820,7647,10220,5720,10173,10330,4909,2337,2654,7133,1896,2883,2448,10727,2793,578,3199,8572,2743,10223,10662,9378,10004,4008,9331,1675,718,4682,4274,6762,1240,3261,4046,1934,79,1988,9624,5601,6621,3153,3882,10144,7429,6430,8986,5860,3225,5873,3960,9397,7687,5080,10674,10778,6193,5531,5793,88,7583,4601,2248,5748,3393,6702,6857,6950,8635,2375,1141,4236,4145,2733,5629,401,8954,5777,6783,3337,1943,5918,7821,255,10692,1434,9058,9629,3168,360,1690,1230,9458,951,9271,6469,5967,3061,7579,1003,3108,7681,8486,6265,4409,6109,8412,5618,6487,5562,6276,5907,7575,5529,10601,1725,9096,6905,7801,8610,5277,2627,5035,9569,3157,9957,7322,1600,6157,796,4460,6627,5685,10805,394,3669,7330,2426,7744,10520,8645,8932,5209,5820,8391,4769,6132,8613,1836,3841,3041,1085,521,5186,9462,7136,6429,9951,5409,1269,8128,7516,9188,8354,10167,10216,9497,9972,7399,8910,6456,2810,10339,10819,1646,9616,2174,4175,6091,748,3661,2366,6654,587,3627,10097,8367,1109,1844,8652,1364,8151,5060,2480,7817,4284,1076,5257,4861,7355,5872,9709,1298,8145,8519,806,2427,4524,3660,6293,4444,1660,3989,9374,7192,5369,8292,3914,5608,210,1002,7154,1302,2855,2412,10211,8799,4612,9744,267,5877,7137,8426,2828,4192,2378,6236,4924,9921,2440,6378,3556,9511,1897,357,8104,2400,10609,2970,3499,1830,8321,4543,7794,2971,254,6223,27,9480,7003,8856,6954,7704,318,2407,1182,4624,644,9496,10318,7961,9257,5695,6231,8894,4186,7976,812,7331,4217,7106,8092,1126,4102,8980,10591,3734,1213,2670,9679,3172,10459,8626,6492,3323,6646,9539,355,9337,8716,3808,6165,10562,5658,818,9707,8958,2134,4866,10317,7818,274,5457,3388,4282,4330,6482,109,561,4955,4874,117,8038,8866,826,3938,7069,9357,4806,4903,8741,2688,6343,2402,9895,9561,4100,10491,2597,3533,1849,3190,8737,8967,9007,4468,1068,10277,2258,4360,59,107,1036,5769,8437,9843,9700,9127,3525,1,7297,1809,5972,2484,9840,9609,431,5800,671,3009,10159,481,5025,6254,9602,2025,1001,8679,7472,8929,3164,10786,5165,7177,9987,733,4959,10276,6199,8022,9001,10576,9036,8938,10189,9238,297,3231,9080,6512,6509,1568,997,3773,9643,1030,22,2192,9407,7798,2813,10039,2088,5173,7170,6652,8536,10436,3325,10338,9437,1977,1919,9808,2430,10240,1107,6451,2784,1817,8037,9633,143,7117,6964,721,4194,4954,9730,8203,9491,1807,5659,9116,9816,6808,1160,1358,4106,1166,7206,371,3636,7656,2148,1938,7394,3634,8204,4770,4938,3896,4577,8548,7530,6016,7461,324,10646,7307,7338,8436,4381,6615,6087,5668,942,9953,1899,5546,9406,15,9684,3552,7335,7392,450,4470,6201,4040,10641,8713,953,5675,4947,8715,3092,5422,6023,5783,3950,1423,677,4710,878,7130,10822,5512,7204,9929,7326,2019,7774,3197,10810,7732,8471,5052,10750,4482,5156,334,8526,6222,9214,6614,7258,6488,6680,8320,5259,3757,9549,9196,5715,3581,5413,8031,5224,6497,7651,1100,10110,4797,7839,3091,10123,10358,8188,2208,5447,4542,373,434,3293,4904,214,8494,5450,1721,9828,9961,8747,4365,110,4910,704,9155,3504,7235,7734,873,10448,7667,8824,3796,7971,4605,10003,917,4066,705,779,1612,8861,5260,7295,3027,8487,3823,9826,4459,8941,6715,2085,3517,4808,7075,8272,4500,9656,6927,8405,1386,4737,8475,8365,1813,10088,4996,6029,6993,3364,4491,4885,4287,3667,10170,9325,2314,1129,3911,7830,5924,2676,4934,9403,7940,1982,5054,3028,9693,8633,454,1944,8599,9833,8595,41,1400,9291,25,3594,2697,8945,8840,7290,8963,2043,8431,6618,7978,4635,1669,7879,4019,3811,8168,1791,7099,6588,9120,8107,2633,7467,2490,3905,4697,3652,6742,1718,3987,6206,8467,3716,8875,9504,7822,1874,2899,2537,1515,7730,9667,9388,8007,5294,7185,9778,9451,446,1512,4152,9894,6948,6416,8189,10042,7024,232,648,1425,9531,10391,10715,6568,6353,1441,4423,470,7962,5376,2725,4610,9079,678,24,794,963,5479,2339,5023,1627,9260,19,811,1410,2506,2086,4218,7015,9600,2022,9466,7222,7410,438,2732,4654,7252,8826,1766,3483,9081,3998,2315,2767,5503,9724,4060,4507,4857,5360,8310,10600,3211,6448,7386,3790,3872,1343,5636,2280,2384,4015,5068,6328,7697,7538,1588,2760,4701,5706,2338,3925,9966,2674,5599,1985,3879,6636,10366,9877,3042,544,2724,429,1957,8924,1634,10106,6242,9852,1884,1799,3610,299,7696,1144,5923,5194,4467,5813,1925,5177,5554,9889,886,6244,8968,9883,1910,1661,4438,7766,2194,5792,7610,8874,9729,7166,5700,8477,2091,4076,4962,9797,10400,2179,6539,1243,3452,6322,7091,10164,6564,8879,1637,2222,8434,6026,9485,4235,10564,6164,10599,186,7953,1223,6484,630,2034,6225,5991,5787,2344,7376,6979,4462,204,10621,6747,13,302,7329,4339,5983,6338,3113,3397,2213,5772,6603,4140,8357,8048,9752,3875,4177,1106,4179,2789,2995,3774,625,797,4188,333,4093,7495,6043,8057,5433,9839,1038,9750,1763,8427,10470,8601,1471,7956,8118,6848,6237,3794,5899,7245,1913,8242,6565,5329,442,2644,986,2983,5684,7060,368,89,10710,8027,2481,10632,9061,3313,10698,5357,6054,2221,4615,1578,9878,2509,4810,8126,848,1303,2489,2441,764,8255,7065,1527,553,2628,6282,4518,6331,8096,3017,2039,5350,3657,6795,2357,6577,4296,510,5627,338,393,10407,6951,9090,2798,4589,8606,6434,868,4778,631,2964,231,4594,6665,3945,5427,1293,8655,8499,388,3633,1393,2877,8319,6980,736,622,8813,3797,5883,3433,10160,2786,9567,9022,5739,7920,8966,1083,4771,3532,10697,4826,137,2182,522,8984,9982,10264,4017,1974,5652,1981,2910,7029,2990,8724,3505,4651,7819,4345,5497,1928,7782,8949,433,2403,10288,6751,6342,4712,7684,9683,1035,2844,2317,10157,3858,4370,3883,1554,7061,8373,8015,5686,8795,6278,3683,8686,5493,5168,4032,1748,10790,1458,1432,7436,8032,7625,8651,10815,5998,10506,5202,8688,3678,9343,6510,1629,3182,1353,7419,3785,2472,8393,7761,1355,6332,9681,9931,364,10678,854,9098,9691,10792,5289,7764,4230,5069,7055,3955,3576,4567,10194,6414,6766,8956,3269,2997,3888,144,1777,5477,7013,5192,3642,2311,1336,849,1601,4968,7482,8135,6404,3124,8622,2949,5403,9269,1256,10521,9091,5486,6970,2815,4311,1893,7183,85,2292,9856,7984,855,1750,4279,1713,7002,7626,1705,2090,105,4687,9153,2294,10411,7939,6707,1672,10284,8545,2609,10714,8589,1757,7469,7217,2263,5027,1745,853,4429,6758,9651,7144,9286,7676,8527,8155,420,4443,1845,8082,6611,0,2794,9547,639,1222,6115,1572,9903,9495,5545,3243,9621,5182,247,5581,3289,3729,776,5095,2379,243,8744,2295,3732,4725,10544,2745,1246,10024,3345,2076,1155,627,6939,2454,2839,10259,641,5988,1808,7401,9723,6734,1294,10155,5818,1260,7904,10671,7750,1061,8224,4013,7194,9030,9482,1505,8012,10185,2293,8551,520,4831,10451,5002,1628,244,23,5459,3152,3566,2923,4389,2508,5984,9363,9138,4756,9871,3200,1729,8922,3064,5090,4626,491,1968,7768,4039,7882,6317,4822,10244,6947,6559,5,188,4424,6963,1879,10447,8269,9576,3865,2632,4003,9368,3484,8089,2790,5472,1922,6723,5553,6057,2734,4989,4706,397,8384,8002,6233,3469,1576,8470,9846,2836,9521,1829,7442,8771,7731,2751,813,9051,5637,863,329,8056,5574,9779,10558,9234,8923,366,10036,7320,8997,9522,5301,3292,3327,1113,5242,5602,5876,3817,6972,1054,7870,4310,211,1290,4005,6888,8732,7384,9564,6837,6044,6205,5655,10017,4824,2938,7281,10462,5091,6918,5488,8481,7828,5498,7613,3405,3648,6007,5634,10209,10109,10516,10466,10688,6501,2023,400,10517,10399,2297,5079,4148,6248,3482,5231,441,7759,9244,1064,8564,8973,711,10711,5525,3420,2526,4757,3759,8142,5750,1787,6232,10806,3730,4483,4255,2811,2707,8295,9699,10739,9911,7622,1784,6592,9590,9556,1687,7643,10265,1620,1119,8451,4198,10519,10607,6446,4227,4943,6810,5061,9364,4570,2738,2640,10126,8694,9666,5043,1883,8233,904,6081,4532,3553,7533,3507,7636,6788,9128,995,4867,9560,5190,1115,2771,731,9777,1653,6919,6776,10262,9881,1196,3386,6390,3574,8693,913,2714,2713,8780,674,3478,550,686,4786,8990,5885,139,10416,1684,1811,5147,5614,5178,2662,4080,3141,6885,4211,307,1232,7565,2704,7598,9383,5930,7348,9999,8415,5980,6965,3236,6685,8251,2065,1573,4893,10245,2051,1239,4581,3425,2594,2740,3394,2607,384,3646,3567,5732,10820,7380,9440,10827,7490,1194,9984,4435,5587,901,5828,3008,7045,8749,6974,1547,8225,2202,6968,1602,9124,8466,509,10066,934,5022,2542,10193,1852,5339,8180,6639,3263,4159,5632,1590,8059,3952,7225,158,3494,2723,6447,5625,10732,2864,6698,3906,7974,4002,10044,2673,1008,266,9293,1999,7714,7968,4112,7779,9610,2266,7515,7274,8558,2139,8725,6067,4642,8930,374,8485,4717,173,2575,3832,34,2449,1346,7854,7675,8378,1743,7178,7022,2495,5542,1668,40,8230,3849,3363,10006,90,1143,8636,3591,2779,2994,9997,8281,10483,3463,4899,7722,10830,8492,4136,10368,7437,5013,2783,2592,9110,10227,6638,6650,7827,5455,10583,4338,7387,4158,1318,6757,4126,5434,1931,7856,9721,8597,1209,737,4474,2718,93,4337,5102,3317,10432,83,1339,10534,572,3788,3298,8604,4176,8889,7836,9505,8400,3246,9552,3390,7599,9630,7850,6075,6854,6077,2687,866,6668,9206,3781,3587,717,2312,6600,6407,6341,264,6952,1579,2558,2532,6562,5389,3970,7034,293,7777,9506,4873,7247,9140,10493,464,4225,5639,3134,9195,2386,5603,2578,8533,9782,436,6893,5590,3596,2083,9908,5891,5064,9589,8760,1693,5571,8837,168,6382,8512,4334,3711,10474,9655,1704,7057,5724,5673,9735,5522,7289,6944,2787,1709,6198,1131,4555,2999,555,7781,8812,632,5743,6513,3414,2336,1682,8988,8087,2343,4412,9424,99,444,5874,10460,9017,6094,7614,2147,5125,10117,7840,4637,5104,1285,8602,1091,10113,9887,7576,10605,3258,4018,276,9324,7641,9276,10477,3054,9256,9450,7105,3953,5909,8717,6504,2715,2154,9197,8828,5929,3621,3016,7042,419,3847,9320,1334,3782,9312,8699,3228,7715,7370,9313,8346,4425,3047,8838,9049,6352,1340,4492,3356,7095,663,4660,4119,10146,3129,7369,2040,6674,5527,9259,2322,64,7858,7019,8417,1746,7285,3332,7129,6814,4796,8274,3083,2824,3001,8621,3746,5344,1575,10357,4758,5436,4896,1060,8371,426,5031,7991,5916,1335,1345,8444,2162,10791,4539,9850,7051,2270,961,94,4578,6521,9290,6724,3809,6306,1644,447,7084,9623,7811,8895,2410,2493,4839,6003,7889,8892,3674,1283,790,2118,1473,5070,9296,469,9447,2128,3252,3793,10408,466,9013,2776,10452,6135,9187,6662,8183,1605,3695,8077,9430,5955,2376,7511,1894,7304,8703,6063,6672,5462,4405,8742,10120,5593,2475,208,2431,2672,1288,2582,5519,2586,7843,353,8981,896,10275,647,10456,3689,3802,4317,6663,6118,4185,4708,395,4829,3538,9278,471,5010,8531,6345,3586,6688,120,847,8804,2494,6987,1125,7031,6879,2730,6717,1033,6709,1562,2274,9686,7735,5942,4863,10572,10404,71,2968,2067,5717,92,10412,3311,6833,5509,5794,4785,5042,3656,8366,3020,10494,2405,5758,10536,9541,1920,6696,6287,2756,31,10430,349,3571,7708,3037,5256,5321,10554,7529,9733,10179,5227,3702,9785,680,10140,4195,3381,9638,7385,3643,9165,10604,3355,8044,4603,580,7455,9274,6389,6169,8254,1630,4696,7633,10327,2173,8039,9220,10247,7041,6706,1492,2217,9186,9024,2127,7947,3550,7563,4143,570,5633,1816,4510,5549,10139,4149,4450,9112,4078,5910,10132,4414,3806,9204,10713,9384,7250,3444,2330,10071,4990,7959,5900,8010,695,2418,9349,2079,793,6022,8438,3569,305,8863,8888,1397,596,6355,5604,3795,4291,2731,5203,2908,7568,3939,8175,4569,1762,2017,3766,3623,8062,138,54,5884,2240,6735,4455,5961,7527,6660,9060,8855,5785,6392,7688,551,4768,10367,2546,432,6143,5703,7278,547,4440,4614,2031,760,9107,164,921,1262,1858,6701,4692,9105,4354,768,2359,2012,6566,7820,759,2144,10251,9156,6096,3370,2226,708,1514,5835,8811,10060,4184,9763,9838,2553,6095,2739,7630,4521,10515,8615,5831,2939,7650,6491,8999,311,8060,8381,9298,7748,4314,10356,6823,788,3150,5169,2525,7913,8479,2035,9235,5396,3833,6781,5501,2126,8389,8729,5767,8543,8899,149,3676,5028,9026,8523,3229,1778,2279,3562,6931,3968,2388,1586,2084,7646,331,2309,9358,9410,6419,8661,7981,2872,5966,3249,1438,1179,5514,9442,1421,7544,10463,10092,6813,7402,10433,2096,4264,3254,2188,7571,4693,9111,2183,3233,1270,9930,7201,6177,9326,6128,9272,10283,1420,482,8918,5904,1717,10166,4410,7447,10504,1500,7996,3302,62,3277,9151,7220,9469,3629,3965,3506,508,8207,7776,8825,6989,831,3439,8361,1092,1570,7605,3019,7205,3437,6454,3328,5547,6280,10300,5808,9936,4473,7111,8532,1368,10527,3775,10439,8290,3605,10169,2393,4774,6741,7802,7435,1375,4064,9210,1010,1274,662,6711,8865,3214,4099,10299,7104,571,3178,8753,2625,6461,2033,1379,5641,2095,5965,7249,6797,1947,9280,2643,8791,4864,9821,749,10294,5385,4132,8897,5726,3564,3558,6499,2032,2834,10634,10389,4163,8820,3038,6585,7673,5247,7352,9830,4171,7151,7824,2244,4848,10371,1211,8876,9133,689,7397,4352,1769,10832,6356,8081,2637,4926,7169,3409,8450,3934,1080,10061,693,3030,4740,5784,2907,5576,7288,10670,9125,8903,5886,6548,907,9950,268,4553,7424,750,5947,5377,5663,2235,3769,7615,4239,2501,6572,1559,745,1495,10273,10681,8489,4395,10550,4749,7145,2825,8650,10485,8134,10023,8463,3291,6412,9078,9224,9431,4944,3105,1422,10455,5507,4180,9075,9123,9438,6986,3671,8386,7507,7716,9927,5284,3589,1448,8503,7832,1584,8714,362,5802,5564,4604,10718,5437,4307,7506,8890,4913,4146,7823,7181,4280,7362,5384,2890,3886,9117,9728,10687,182,4183,10770,3859,10228,676,5251,690,1443,4927,2540,5520,9837,598,2513,8190,637,823,5487,4275,4862,9484,6360,8063,3762,1474,5032,6158,10419,3431,7602,9279,2841,1635,9928,8617,1959,5836,3440,4197,6061,2932,3375,7550,9791,5273,7964,10249,2579,452,2271,10518,6111,4096,1647,1753,4212,6798,5378,1700,7876,8594,4033,1869,5024,2620,9011,8095,6478,5881,9319,8205,5978,6779,8200,4074,8850,2269,4073,9222,3487,4519,2885,7160,6172,936,2458,7834,9468,7763,3430,1707,187,6770,7770,1055,352,7783,10737,9401,7167,1991,5240,1180,9121,1861,8395,2268,8957,5774,996,8605,3772,8940,4836,891,321,7988,6534,5671,9144,9301,9754,8849,2554,1546,7425,4746,10070,10742,2061,1782,6038,6250,591,1257,1391,1954,8206,6307,1903,9941,3093,4348,7666,2996,6904,9100,5694,10143,10663,1426,607,8201,10035,7107,1371,7747,2042,10206,5327,1992,8420,5391,6752,8538,9396,3479,7849,6514,6892,477,8969,1585,192,5669,516,1237,1833,2979,4488,9753,4362,176,1916,7215,5365,3213,1563,7973,5557,8685,2619,1200,3502,10104,4851,7267,8100,6858,3062,4062,9876,2821,645,9604,4742,7118,507,5987,2668,579,9459,6125,10813,10046,10202,70,227,9483,10606,10332,3198,3044,10672,774,2601,1251,5953,559,4109,6563,8803,4832,1094,4911,4514,4549,5225,9428,3931,9381,10578,8473,10305,1506,10,5012,2587,10195,10434,1162,3347,2556,976,5152,414,5445,7588,4680,1210,5566,4027,1651,10013,180,9734,4150,2216,5584,9168,6426,10533,403,6391,8317,7471,8773,6772,1072,2835,5935,4951,8382,2799,9835,8079,629,2596,8525,7123,9678,113,3992,10149,8364,761,3111,519,8672,1521,7119,1011,2057,3940,7139,1236,1450,1930,1307,1191,1147,17,8074,8428,1509,9136,7293,4515,975,1388,4537,5672,5513,2611,4156,1071,10105,4453,2998,9717,875,8084,3750,10030,9142,9784,7311,6895,2514,494,415,6325,8698,6626,2460,9933,108,282,10589,6610,4323,1427,4830,6348,26,9527,2832,2015,1383,7344,1961,1088,2149,3496,8083,4294,4105,5850,1265,4969,8187,1137,8324,1625,2413,193,5964,9355,8629,4366,7933,7456,1821,4327,9053,7859,6520,103,2420,4882,3084,4653,562,9979,1381,10099,2925,8667,10048,10482,6210,10637,5861,5958,7601,1765,5176,6366,7512,10788,4048,10513,8935,10186,1460,8398,6532,6028,3029,10258,7891,3903,4402,537,2062,1281,4813,740,7324,3040,4299,7668,3275,9071,8275,10532,9628,4580,7969,6649,5485,6042,4596,4602,125,8722,6015,758,5287,3237,3391,9664,4563,2981,7427,3951,4618,4312,2803,5268,9261,5992,8960,8376,375,1688,610,9393,2210,8111,912,4994,1214,4355,4733,3278,1168,5352,7026,5812,7390,3929,3718,9800,9249,6656,4098,7543,5415,5334,5034,2521,5228,1828,273,8886,3604,9425,7156,4574,9965,10712,2886,7298,10613,9052,4820,778,135,2132,10831,1761,6851,5039,3179,9452,2929,2982,9037,4683,9106,5150,7958,4585,5298,2395,10130,4221,4738,287,4891,2203,4572,4508,1697,5651,9191,1832,4295,10556,8454,1378,9741,4110,4301,3155,9897,713,5136,4681,9141,5138,6088,5157,10773,2485,9499,5644,1664,536,7580,8598,4088,6422,10257,6400,5551,1440,1534,4084,4633,3051,3949,3767,1946,2780,4946,2940,899,2278,10289,4063,2660,9418,9045,2250,9494,309,8245,8691,6616,642,2639,2985,1459,3235,7388,455,6579,1315,10260,9618,6197,6460,498,5290,5322,337,3025,6245,7440,3922,7141,10354,4576,4933,10292,9582,9429,2102,7462,5919,5996,4978,2333,8043,8149,2296,10028,9657,3012,6768,7692,1550,9824,3528,8871,5347,9179,10579,10297,5159,1654,7082,4167,6812,8540,11,4207,345,3210,2576,5075,10114,605,2340,7664,6736,4747,3473,3747,9183,9171,3850,5276,8994,9310,7149,7253,4103,3573,1185,1633,773,8528,246,3890,10347,9305,5312,9520,9751,8898,9154,10337,4966,9391,3889,1790,3035,2516,9318,8323,7868,1023,10077,1727,3032,10329,2922,4571,3464,9759,2545,1277,6285,4957,8397,616,7861,3542,9680,4689,7088,8521,1895,3741,8457,2856,5112,10635,7624,7665,10808,2450,4297,2950,6168,6967,4584,6179,10420,3187,943,7443,1215,2962,5896,5484,8689,4469,7147,7945,3607,2111,4479,3136,5047,4051,8050,8336,10015,2394,2573,4305,9963,4509,6916,3462,5254,4318,265,58,422,8927,279,5718,8069,6527,10620,4795,9766,4535,3189,7712,6998,10263,7096,6186,960,8809,5324,4206,4858,5143,4427,9101,4118,3352,2848,4776,10649,3175,9536,10208,2591,2944,7230,8912,7660,1614,228,2115,1385,7043,4437,8662,8349,914,10319,2130,8649,5249,8294,9152,1461,10162,1169,5198,9535,7018,399,7658,9755,4451,10107,3866,506,1526,3283,6274,7184,7926,2870,611,2884,1865,1984,10758,4449,7617,1706,2728,9443,7374,651,3592,8476,9028,9516,7453,3752,8774,6731,7011,6912,9047,10763,8654,3789,6093,2543,1009,3647,2101,3518,8563,1662,6686,2716,10072,4495,8603,10387,5306,9696,8508,8775,998,3658,21,9772,7972,10274,9585,2572,4289,564,8579,970,6209,6358,1235,1250,894,9579,5949,7248,1856,3268,3202,525,3406,6090,872,3916,9262,5442,55,7089,8429,215,4461,5749,9351,5559,8783,3624,2598,7611,8141,3432,2807,5399,1645,7458,4004,9925,7703,6684,8374,5238,9540,5565,6226,8421,5782,9113,6632,5582,1428,5438,1350,2694,3338,9419,1501,7360,1800,10573,6001,3238,9847,7769,7848,9593,7594,10254,5191,7481,7963,4161,9551,2355,6651,7846,9455,3480,6086,376,6604,9858,2286,4041,5267,6315,5875,6999,2967,9344,4336,8490,1314,3827,3736,8628,6305,152,5586,4720,8351,7064,7373,4091,3303,4390,4727,3815,900,3115,142,8009,359,590,341,10413,1075,5869,9595,2711,5920,9769,4541,4986,3219,6761,7431,1470,573,5976,5840,593,9598,10829,3984,9532,972,9550,9126,8584,2866,2593,6841,1923,7999,1463,2602,1905,4707,7600,200,10237,2819,5960,6033,10489,9243,1059,9768,9033,7097,3127,5065,2215,10745,6364,1545,10598,7391,7412,9577,4228,4783,9342,874,6,4732,725,6323,8143,8478,563,1737,7679,4868,7541,3339,10428,8035,8307,3828,5292,2491,6861,3474,9376,4984,8926,5745,9562,594,4802,1598,3637,8779,4358,5108,6053,8709,6580,7910,10266,8253,1736,9390,4560,489,5768,2368,6743,262,10490,3851,2991,1027,2993,581,3300,6809,3358,8496,3655,7176,8501,2559,236,1577,10019,1233,1926,9426,9050,4332,10236,9089,9992,2133,9230,2617,1685,2422,2900,4736,5111,8720,7062,1289,4021,3123,7415,9150,8806,2136,9501,1873,2225,5894,7800,9377,7845,9006,3649,8266,5101,5469,6318,4219,5098,5847,4170,2093,2536,6398,6137,5912,1015,8718,9812,7629,1341,292,8172,136,8723,511,6933,4351,3976,1641,5420,189,9427,827,5370,9382,9529,4914,3563,7957,6710,7138,756,6017,1047,4293,6606,3988,7432,9822,197,8112,1405,2121,4199,4715,10476,4870,5735,6099,1370,5826,2507,7893,6648,10108,8484,1360,6661,6402,7414,7349,7433,9251,38,4499,4619,3399,6136,5986,1976,5833,2301,1948,167,4844,2327,2438,7444,3919,6396,5456,8590,1446,9861,4611,5058,10406,5656,6771,3516,902,8252,8212,851,2759,9021,6530,7577,1972,9201,9295,1219,5407,6493,2629,69,828,6146,9740,4086,3705,281,3975,5756,1244,5418,3704,8989,86,2926,1859,8158,3617,8800,4685,6262,1679,9940,937,5550,8102,1276,7350,1571,9969,4958,4434,8343,5607,4620,166,1456,567,6311,10542,8218,6767,9392,7219,7671,5179,2052,8174,8196,67,781,9413,5362,6840,643,4987,2612,6334,4817,5097,9712,955,2933,9275,8013,9334,10397,10535,37,1613,4085,2753,10784,6405,6631,2175,5059,1539,191,10242,6235,7228,9103,3131,6708,8213,10648,6410,5213,3334,4472,6277,2802,7632,4657,4442,2056,4153,2267,3632,1451,1476,3641,8313,2099,6923,8627,1022,6041,6387,9817,1756,379,8140,4887,6268,1917,9978,6062,10498,4029,1975,9922,10569,2665,2254,5206,3326,9282,3374,7677,8413,1855,2299,2408,7897,3778,6217,7077,2816,2473,5573,6249,9184,10079,7537,7300,3419,8664,289,7896,2468,249,4841,3267,7504,7545,4286,5552,128,6726,8577,2406,314,5839,3893,9215,5132,7875,2651,10559,8024,1497,9697,2241,8407,1964,499,6587,932,7341,2089,10213,1286,229,1433,479,7755,2581,6570,4124,969,7251,501,8260,2028,4534,6417,97,10145,8847,8816,5296,4292,1552,9161,3846,10765,1311,10296,8146,6473,7175,3693,330,4928,6052,9130,1208,3918,6785,4164,5763,4497,6397,3917,1198,8173,4090,3498,517,2969,10168,8156,1104,5622,10497,3515,8222,6551,10128,3380,3979,8882,10467,7829,3410,883,10431,9639,5791,9720,8700,4792,9247,5727,3771,5858,8546,468,548,3500,8646,6453,746,10446,459,9674,6253,2120,8472,1044,1650,3860,7778,9998,5829,10804,2498,9094,8331,10089,4561,2108,6815,667,4892,3389,6221,5341,2955,6174,10630,2451,6956,7773,10232,6549,248,528,6597,1411,60,6669,2114,8455,4920,6027,3726,6516,8474,9508,2363,9716,308,3039,4895,96,5476,10205,916,6195,5262,7131,3511,5516,1430,9217,4191,7301,4448,5598,9093,6161,7025,9710,4767,8055,5773,3843,4960,8705,7826,9457,7524,4359,4346,1102,4466,3310,9339,5282,10191,5460,7694,4042,7844,4502,9644,10333,3838,669,7428,515,7564,8854,6567,6725,177,635,367,6803,8358,10734,4586,10313,1124,9949,2453,7949,7050,5678,577,4640,44,5107,5661,4439,6409,8136,5356,1025,7595,8736,10384,7525,4728,8608,4290,2712,5538,1217,7872,5702,5635,1479,8072,6834,2928,9143,3770,9283,10200,3468,7333,6922,8663,5660,2595,9920,6428,3036,7012,5957,9315,3118,5788,10378,10659,595,6255,4779,3224,10510,4991,6175,4936,386,8901,6586,4837,4694,1324,8350,9647,3829,763,784,5687,4380,5969,10198,1732,8326,7191,1788,3282,880,2502,2461,2018,5962,5272,3776,7171,2003,1911,8239,2915,1794,5811,6839,3163,7475,2860,9085,889,1774,2958,5517,5532,10285,5775,9919,5335,7888,10738,8497,3758,5004,1498,9309,91,3677,9557,1617,9314,7597,9792,5037,8793,7644,7967,1365,5994,7079,3162,710,5926,2196,10651,5008,2852,5981,7911,9780,4811,3863,4833,4155,4298,4028,6294,5193,558,2574,7150,8423,2954,821,9669,9181,9241,4593,8702,3220,4505,10210,10705,846,1804,10746,9747,6938,2055,3611,1716,7874,6617,9745,5081,10009,1945,1152,8377,1658,929,5765,7567,4724,6374,7,10138,1007,5086,8179,2255,9614,6784,2853,2512,9010,2920,7871,6825,6697,10373,3485,8277,7100,3344,2037,782,7048,8166,9967,3614,4043,4385,8769,3204,9353,8285,10679,10219,10586,1066,6420,6537,6511,7608,2871,6819,8934,6083,1710,114,10793,4859,3472,6354,8229,9302,8873,9515,213,6472,3069,7188,7021,6505,5882,5336,8157,3067,1158,1496,8596,3936,7812,30,4850,10234,6368,2522,153,8049,7619,5241,6557,3087,10706,2166,6722,3835,2943,47,6519,9917,1866,5795,5448,6046,1439,3708,2882,3215,7291,4729,6786,2648,3608,3933,1703,7121,8625,5303,10597,814,100,3820,372,119,7357,8070,2649,10617,4856,3024,9534,7791,1436,8375,10695,5721,1105,6266,9054,10593,3512,7883,2072,8500,8309,5612,925,7466,10192,10040,5915,7078,3628,4342,1767,10377,3877,9587,461,9985,5500,8868,10111,2000,8248,2206,9409,655,8586,9321,8341,8832,1781,2078,6787,35,6558,9146,10082,2452,5000,5699,6485,3151,3011,5526,8469,6555,9335,3279,10665,6256,185,8316,277,7637,5619,4223,234,4388,8198,10435,5905,6021,10753,2847,3698,2253,1352,5624,832,6471,3662,134,1540,5657,4901,4205,715,4241,1715,7196,9765,4512,5736,10537,8573,7234,5730,10549,9968,926,9986,4413,5880,10809,5544,5892,3085,1880,10306,3259,3973,3367,7780,1839,982,9099,8581,8600,772,5302,2219,7863,3913,6085,5572,10369,4142,6134,2764,5291,9476,1551,6303,10702,4007,5317,2989,6937,1854,2201,6182,3074,4344,8782,6641,3999,5461,2150,8908,2677,5364,1965,1531,115,7549,10581,6019,8943,2749,2161,7470,7275,2151,5470,2851,1814,2445,10360,3520,5814,10055,1019,7607,3620,502,4883,10574,1389,3260,7108,2171,5411,1681,1409,8719,5755,10749,2655,9300,2511,10037,5011,9528,3508,4794,1084,3548,3125,2030,10643,6004,2534,1457,10256,8066,2232,4069,445,10766,5265,8169,9654,6113,2942,7995,6605,3403,8576,8291,9193,4036,2599,945,3244,4656,787,9645,2746,7749,10324,7299,6793,5089,8885,10348,7792,8529,3527,1888,9002,4666,7269,10622,7815,5846,3578,6406,692,3045,6369,8776,3072,6071,6746,7526,6900,5062,8011,9658,392,5817,5623,10453,8214,2722,4411,5443,1181,9498,1028,2138,66,5073,5605,3540,6440,7271,170,1188,1163,7934,1751,2224,6073,4,3052,1065,1369,1801,2499,7895,5346,10802,350,2988,2849,3619,4937,6455,10156,10041,7690,8103,9369,8619,4257,1282,5676,9827,1138,8631,5201,1099,9032,3668,9673,2146,5226,6251,895,9841,2005,6152,3927,7243,7448,4544,4231,7083,3731,3272,8293,5116,9350,8711,9137,2167,4407,4065,10047,7584,5931,8064,259,10301,9884,6692,6500,5844,1835,8021,1881,1673,6677,240,785,5465,4258,957,3742,4189,7040,1892,5083,606,9132,5506,2320,10501,3915,8530,9147,666,2187,225,10096,6074,4974,734,8852,8515,6694,7059,4056,2024,5798,10686,7659,3402,9990,9934,7364,3257,7438,165,8637,6240,4484,3126,3714,405,196,3514,3900,2804,8284,5045,1564,2754,10158,974,1173,2859,9233,10103,3839,3885,7606,9202,4044,2364,9798,7922,2318,3737,7164,8480,6543,9952,7860,1149,6778,4773,9474,6924,3407,983,9379,8728,7336,3076,8772,3110,8065,7080,10509,5148,7256,9648,9701,9832,8517,817,4202,3455,8453,681,458,8549,9836,3897,2356,10783,8974,9048,417,6302,8208,4721,5451,9620,1996,4139,7816,5421,8796,8119,3147,9465,6450,2068,6112,3167,10486,4807,532,5753,5824,9034,2304,6309,485,272,8802,416,5807,5742,8325,9739,9890,9625,7342,8585,3967,7757,843,4900,575,4814,9771,4523,6800,8942,5117,8707,10279,4430,6997,9199,1582,9292,7404,9976,3531,10093,3523,219,6155,6006,1632,9042,10422,10083,3673,9698,4546,7662,6059,1699,8880,8435,9994,922,2486,911,3114,660,29,1005,4520,1815,8202,10382,5234,8950,2503,8330,9019,5295,1860,1366,8221,614,7884,1955,174,4536,5974,2708,2307,7738,9242,8706,9039,7446,2159,10756,112,3003,9493,6167,9862,2903,9159,7519,7439,2614,6084,6072,8822,1838,3239,6675,9422,3964,3033,6899,4754,3963,4853,3710,5040,8080,4061,3597,2109,2123,1595,6211,5146,6791,4827,9996,4144,5569,7942,1159,9943,7572,1639,3672,10359,10690,4525,6196,9481,738,716,4489,2685,10147,4248,8583,6457,3387,10614,10364,993,1037,1404,10080,9258,5580,10403,3854,4116,5118,10669,9891,9737,5665,2469,10241,5489,6971,8936,6880,5977,5649,9228,3158,7784,5115,1574,9316,1797,8385,835,169,2288,8864,4121,6575,4101,407,2421,3898,5395,5616,3453,1454,5431,8122,156,1864,87,6008,7652,6427,7356,2260,1090,4823,8447,2457,10280,1631,1538,950,8406,1279,2966,7552,2347,7259,6394,10560,5868,3560,5823,3451,3046,5019,2414,7785,7929,8217,3320,4226,864,6148,6673,6490,3400,1310,9492,2348,4415,968,10323,3990,5776,9900,9336,1046,7148,8798,5151,2960,6178,6623,1204,4454,1760,7168,6117,1146,10719,10458,1649,5397,10282,10584,9794,3475,10402,10392,10762,3270,413,1759,9711,3664,3306,5274,8678,652,8665,8416,6408,8046,1624,5865,9687,8657,5888,1062,2184,1164,3280,9055,3097,5372,424,1287,5887,4647,7493,6962,10740,5382,6805,4082,8845,3590,7270,2228,2630,3021,9731,524,4700,378,7771,10656,3398,6644,990,1322,10016,6855,5261,10799,9323,6720,6162,1252,7898,487,4787,9439,5898,7813,3728,7689,8353,45,8231,2275,1665,709,2700,7044,6229,9875,3411,1846,5567,9855,6894,658,448,8410,1416,978,9570,5480,2329,290,4719,6830,7788,5473,8767,6832,2750,4270,2778,4501,1530,4417,7262,9398,3441,8026,2141,6700,4803,4545,3201,8518,9432,5734,3969,9904,8241,9760,10652,4558,5677,1535,3251,3971,10052,2199,5751,9956,7627,3299,10078,6578,4000,2567,1193,1453,2231,1398,1714,1507,2613,8977,1701,4465,5809,820,5049,9517,5595,5917,529,4815,224,3910,7054,3727,1939,7937,6884,9636,8394,5682,5405,9487,4907,9554,9743,10322,6208,9414,8843,7213,7505,10188,7604,7837,9860,10351,2087,14,7212,5999,6474,209,9842,10468,3271,741,10611,5142,4020,1870,10141,2070,238,4670,3450,3188,2479,8304,1263,9502,3330,2361,9077,160,4884,2948,2011,1032,1652,9131,2428,4917,6908,8219,6141], "time_ms": 0.111147, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 613, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "generated_query_count", "value": 2400001, "time_ms": 803.281807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 428, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "generated_samples_per_query", "value": 1, "time_ms": 803.281807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 429, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "generated_query_duration", "value": 1200000500000, "time_ms": 803.281807, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 430, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "generic_message", "value": "Ending naturally: Minimum query count and test duration met.", "time_ms": 600803.636372, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/issue_query_controller.cc", "line_no": 482, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_swap_request_slots_retry_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 898, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_swap_request_slots_retry_retry_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 900, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_swap_request_slots_retry_reencounter_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 902, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_start_reading_entries_retry_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 904, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_tls_total_log_cas_fail_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 906, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "logger_tls_total_swap_buffers_slot_retry_count", "value": 0, "time_ms": 600812.155036, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/logging.cc", "line_no": 908, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "power_begin", "value": "12-23-2024 03:44:30.737", "time_ms": 600812.155312, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 564, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "power_end", "value": "12-23-2024 03:54:30.738", "time_ms": 600812.155312, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/loadgen.cc", "line_no": 566, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_validity", "value": "VALID", "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 644, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_min_duration_met", "value": true, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 649, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_min_queries_met", "value": true, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 650, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "early_stopping_met", "value": true, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 651, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "early_stopping_result", "value": " * Processed at least 64 queries (634647). * Would discard 62907 highest latency queries. * Early stopping 90th percentile estimate: 1034522 * Early stopping 99th percentile estimate: 1214817", "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 669, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_query_count", "value": 634647, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 679, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_qps_with_loadgen_overhead", "value": 1057.74, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 702, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_qps_without_loadgen_overhead", "value": 1060.14, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 703, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "early_stopping_latency_ss", "value": 1034522, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 704, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "early_stopping_latency_ms", "value": 1214817, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 706, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_min_latency_ns", "value": 851472, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 741, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_max_latency_ns", "value": 1448195, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 742, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_mean_latency_ns", "value": 943276, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 743, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_50.00_percentile_latency_ns", "value": 924742, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_90.00_percentile_latency_ns", "value": 1034453, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_95.00_percentile_latency_ns", "value": 1116130, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_97.00_percentile_latency_ns", "value": 1198285, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_99.00_percentile_latency_ns", "value": 1214784, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} +:::MLLOG {"key": "result_99.90_percentile_latency_ns", "value": 1222791, "time_ms": 601082.235410, "namespace": "mlperf::logging", "event_type": "POINT_IN_TIME", "metadata": {"is_error": false, "is_warning": false, "file": "/home/cmuser/CM/repos/local/cache/dfbf240f980947f5/repo/closed/NVIDIA/build/inference/loadgen/results.cc", "line_no": 745, "pid": 10478, "tid": 10478}} diff --git a/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_summary.txt b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_summary.txt new file mode 100644 index 00000000..b337865e --- /dev/null +++ b/open/MLCommons/results/RTX4090x1-nvidia_original-gpu-tensorrt-vdefault-default_config/bert-99/singlestream/performance/run_1/mlperf_log_summary.txt @@ -0,0 +1,59 @@ +================================================ +MLPerf Results Summary +================================================ +SUT name : BERT SERVER +Scenario : SingleStream +Mode : PerformanceOnly +90th percentile latency (ns) : 1034453 +Result is : VALID + Min duration satisfied : Yes + Min queries satisfied : Yes + Early stopping satisfied: Yes +Early Stopping Result: + * Processed at least 64 queries (634647). + * Would discard 62907 highest latency queries. + * Early stopping 90th percentile estimate: 1034522 + * Early stopping 99th percentile estimate: 1214817 + +================================================ +Additional Stats +================================================ +QPS w/ loadgen overhead : 1057.74 +QPS w/o loadgen overhead : 1060.14 + +Min latency (ns) : 851472 +Max latency (ns) : 1448195 +Mean latency (ns) : 943276 +50.00 percentile latency (ns) : 924742 +90.00 percentile latency (ns) : 1034453 +95.00 percentile latency (ns) : 1116130 +97.00 percentile latency (ns) : 1198285 +99.00 percentile latency (ns) : 1214784 +99.90 percentile latency (ns) : 1222791 + +================================================ +Test Parameters Used +================================================ +samples_per_query : 1 +target_qps : 2000 +target_latency (ns): 0 +max_async_queries : 1 +min_duration (ms): 600000 +max_duration (ms): 660000 +min_query_count : 100 +max_query_count : 0 +qsl_rng_seed : 3066443479025735752 +sample_index_rng_seed : 10688027786191513374 +schedule_rng_seed : 14962580496156340209 +accuracy_log_rng_seed : 0 +accuracy_log_probability : 0 +accuracy_log_sampling_target : 0 +print_timestamps : 0 +performance_issue_unique : 0 +performance_issue_same : 0 +performance_issue_same_index : 0 +performance_sample_count : 10833 + +No warnings encountered during test. + +No errors encountered during test.