diff --git a/.github/workflows/auto-merge.yml b/.github/workflows/auto-merge.yml index 3b3c83f94..bab0f3f71 100644 --- a/.github/workflows/auto-merge.yml +++ b/.github/workflows/auto-merge.yml @@ -18,7 +18,7 @@ name: auto-merge HEAD to BASE on: pull_request_target: branches: - - branch-24.04 + - branch-24.06 types: [closed] jobs: @@ -29,14 +29,14 @@ jobs: steps: - uses: actions/checkout@v4 with: - ref: branch-24.04 # force to fetch from latest upstream instead of PR ref + ref: branch-24.06 # force to fetch from latest upstream instead of PR ref - name: auto-merge job uses: ./.github/workflows/auto-merge env: OWNER: NVIDIA REPO_NAME: spark-rapids-examples - HEAD: branch-24.04 - BASE: branch-24.06 + HEAD: branch-24.06 + BASE: branch-24.08 AUTOMERGE_TOKEN: ${{ secrets.AUTOMERGE_TOKEN }} # use to merge PR diff --git a/docs/get-started/xgboost-examples/csp/databricks/databricks.md b/docs/get-started/xgboost-examples/csp/databricks/databricks.md index 45514cd53..1377a1532 100644 --- a/docs/get-started/xgboost-examples/csp/databricks/databricks.md +++ b/docs/get-started/xgboost-examples/csp/databricks/databricks.md @@ -21,7 +21,8 @@ Navigate to your home directory in the UI and select **Create** > **File** from create an `init.sh` scripts with contents: ```bash #!/bin/bash - sudo wget -O /databricks/jars/rapids-4-spark_2.12-24.04.0.jar https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar + sudo wget -O /databricks/jars/rapids-4-spark_2.12-24.06.0.jar https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar + ``` 1. Select the Databricks Runtime Version from one of the supported runtimes specified in the Prerequisites section. 2. Choose the number of workers that matches the number of GPUs you want to use. @@ -67,7 +68,7 @@ create an `init.sh` scripts with contents: ```bash spark.rapids.sql.python.gpu.enabled true spark.python.daemon.module rapids.daemon_databricks - spark.executorEnv.PYTHONPATH /databricks/jars/rapids-4-spark_2.12-24.04.0.jar:/databricks/spark/python + spark.executorEnv.PYTHONPATH /databricks/jars/rapids-4-spark_2.12-24.06.0.jar:/databricks/spark/python ``` Note that since python memory pool require installing the cudf library, so you need to install cudf library in each worker nodes `pip install cudf-cu11 --extra-index-url=https://pypi.nvidia.com` or disable python memory pool diff --git a/docs/get-started/xgboost-examples/csp/databricks/init.sh b/docs/get-started/xgboost-examples/csp/databricks/init.sh index 129922bad..6dbb9052a 100644 --- a/docs/get-started/xgboost-examples/csp/databricks/init.sh +++ b/docs/get-started/xgboost-examples/csp/databricks/init.sh @@ -1,7 +1,7 @@ sudo rm -f /databricks/jars/spark--maven-trees--ml--10.x--xgboost-gpu--ml.dmlc--xgboost4j-gpu_2.12--ml.dmlc__xgboost4j-gpu_2.12__1.5.2.jar sudo rm -f /databricks/jars/spark--maven-trees--ml--10.x--xgboost-gpu--ml.dmlc--xgboost4j-spark-gpu_2.12--ml.dmlc__xgboost4j-spark-gpu_2.12__1.5.2.jar -sudo wget -O /databricks/jars/rapids-4-spark_2.12-24.04.0.jar https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar +sudo wget -O /databricks/jars/rapids-4-spark_2.12-24.06.0.jar https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar sudo wget -O /databricks/jars/xgboost4j-gpu_2.12-1.7.1.jar https://repo1.maven.org/maven2/ml/dmlc/xgboost4j-gpu_2.12/1.7.1/xgboost4j-gpu_2.12-1.7.1.jar sudo wget -O /databricks/jars/xgboost4j-spark-gpu_2.12-1.7.1.jar https://repo1.maven.org/maven2/ml/dmlc/xgboost4j-spark-gpu_2.12/1.7.1/xgboost4j-spark-gpu_2.12-1.7.1.jar ls -ltr diff --git a/docs/get-started/xgboost-examples/on-prem-cluster/kubernetes-scala.md b/docs/get-started/xgboost-examples/on-prem-cluster/kubernetes-scala.md index af070f7ef..6bd7ea155 100644 --- a/docs/get-started/xgboost-examples/on-prem-cluster/kubernetes-scala.md +++ b/docs/get-started/xgboost-examples/on-prem-cluster/kubernetes-scala.md @@ -40,7 +40,7 @@ export SPARK_DOCKER_IMAGE= export SPARK_DOCKER_TAG= pushd ${SPARK_HOME} -wget https://github.com/NVIDIA/spark-rapids-examples/raw/branch-24.04/dockerfile/Dockerfile +wget https://github.com/NVIDIA/spark-rapids-examples/raw/branch-24.06/dockerfile/Dockerfile # Optionally install additional jars into ${SPARK_HOME}/jars/ diff --git a/docs/get-started/xgboost-examples/prepare-package-data/preparation-python.md b/docs/get-started/xgboost-examples/prepare-package-data/preparation-python.md index 4cafb4cd8..e34e0557d 100644 --- a/docs/get-started/xgboost-examples/prepare-package-data/preparation-python.md +++ b/docs/get-started/xgboost-examples/prepare-package-data/preparation-python.md @@ -5,7 +5,7 @@ For simplicity export the location to these jars. All examples assume the packag ### Download the jars Download the RAPIDS Accelerator for Apache Spark plugin jar - * [RAPIDS Spark Package](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar) + * [RAPIDS Spark Package](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar) ### Build XGBoost Python Examples diff --git a/docs/get-started/xgboost-examples/prepare-package-data/preparation-scala.md b/docs/get-started/xgboost-examples/prepare-package-data/preparation-scala.md index 08f350ebf..5fc42d603 100644 --- a/docs/get-started/xgboost-examples/prepare-package-data/preparation-scala.md +++ b/docs/get-started/xgboost-examples/prepare-package-data/preparation-scala.md @@ -5,7 +5,7 @@ For simplicity export the location to these jars. All examples assume the packag ### Download the jars 1. Download the RAPIDS Accelerator for Apache Spark plugin jar - * [RAPIDS Spark Package](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar) + * [RAPIDS Spark Package](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar) ### Build XGBoost Scala Examples diff --git a/examples/ML+DL-Examples/Spark-cuML/pca/Dockerfile b/examples/ML+DL-Examples/Spark-cuML/pca/Dockerfile index 2573682b1..12d00546c 100644 --- a/examples/ML+DL-Examples/Spark-cuML/pca/Dockerfile +++ b/examples/ML+DL-Examples/Spark-cuML/pca/Dockerfile @@ -18,7 +18,7 @@ ARG CUDA_VER=11.8.0 FROM nvidia/cuda:${CUDA_VER}-devel-ubuntu20.04 # Please do not update the BRANCH_VER version -ARG BRANCH_VER=24.04 +ARG BRANCH_VER=24.06 RUN apt-get update RUN apt-get install -y wget ninja-build git diff --git a/examples/ML+DL-Examples/Spark-cuML/pca/README.md b/examples/ML+DL-Examples/Spark-cuML/pca/README.md index 7505c8941..75ced6296 100644 --- a/examples/ML+DL-Examples/Spark-cuML/pca/README.md +++ b/examples/ML+DL-Examples/Spark-cuML/pca/README.md @@ -12,9 +12,9 @@ User can also download the release jar from Maven central: [rapids-4-spark-ml_2.12-22.02.0-cuda11.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark-ml_2.12/22.02.0/rapids-4-spark-ml_2.12-22.02.0-cuda11.jar) -[rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar) +[rapids-4-spark_2.12-23.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/23.04.0/rapids-4-spark_2.12-23.04.0.jar) -Note: This demo could only work with v22.02.0 spark-ml version, and only compatible with spark-rapids versions prior to 24.04.0 . Please do not update the version in release. +Note: This demo could only work with v22.02.0 spark-ml version, and only compatible with spark-rapids versions prior to 23.04.0 . Please do not update the version in release. ## Sample code @@ -49,7 +49,7 @@ It is assumed that a Standalone Spark cluster has been set up, the `SPARK_MASTER ``` bash RAPIDS_ML_JAR=PATH_TO_rapids-4-spark-ml_2.12-22.02.0-cuda11.jar - PLUGIN_JAR=PATH_TO_rapids-4-spark_2.12-24.04.0.jar + PLUGIN_JAR=PATH_TO_rapids-4-spark_2.12-23.04.0.jar jupyter toree install \ --spark_home=${SPARK_HOME} \ diff --git a/examples/ML+DL-Examples/Spark-cuML/pca/pom.xml b/examples/ML+DL-Examples/Spark-cuML/pca/pom.xml index 87d3bea90..3d7f28b48 100644 --- a/examples/ML+DL-Examples/Spark-cuML/pca/pom.xml +++ b/examples/ML+DL-Examples/Spark-cuML/pca/pom.xml @@ -21,7 +21,7 @@ com.nvidia PCAExample jar - 24.04.0-SNAPSHOT + 23.04.0-SNAPSHOT 8 diff --git a/examples/ML+DL-Examples/Spark-cuML/pca/spark-submit.sh b/examples/ML+DL-Examples/Spark-cuML/pca/spark-submit.sh index 8302c980f..55a5c5057 100755 --- a/examples/ML+DL-Examples/Spark-cuML/pca/spark-submit.sh +++ b/examples/ML+DL-Examples/Spark-cuML/pca/spark-submit.sh @@ -17,7 +17,7 @@ # Note that the last rapids-4-spark-ml release version is 22.02.0, snapshot version is 23.04.0-SNAPSHOT, please do not update the version in release ML_JAR=/root/.m2/repository/com/nvidia/rapids-4-spark-ml_2.12/22.02.0/rapids-4-spark-ml_2.12-22.02.0.jar -PLUGIN_JAR=/root/.m2/repository/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar +PLUGIN_JAR=/root/.m2/repository/com/nvidia/rapids-4-spark_2.12/23.04.0/rapids-4-spark_2.12-23.04.0.jar Note: The last rapids-4-spark-ml release version is 22.02.0, snapshot version is 23.04.0-SNAPSHOT. $SPARK_HOME/bin/spark-submit \ @@ -40,4 +40,4 @@ $SPARK_HOME/bin/spark-submit \ --conf spark.network.timeout=1000s \ --jars $ML_JAR,$PLUGIN_JAR \ --class com.nvidia.spark.examples.pca.Main \ -/workspace/target/PCAExample-24.04.0-SNAPSHOT.jar +/workspace/target/PCAExample-23.04.0-SNAPSHOT.jar diff --git a/examples/SQL+DF-Examples/micro-benchmarks/notebooks/micro-benchmarks-gpu.ipynb b/examples/SQL+DF-Examples/micro-benchmarks/notebooks/micro-benchmarks-gpu.ipynb index 7fb0695bd..099b047a4 100644 --- a/examples/SQL+DF-Examples/micro-benchmarks/notebooks/micro-benchmarks-gpu.ipynb +++ b/examples/SQL+DF-Examples/micro-benchmarks/notebooks/micro-benchmarks-gpu.ipynb @@ -22,7 +22,7 @@ "import os\n", "# Change to your cluster ip:port and directories\n", "SPARK_MASTER_URL = os.getenv(\"SPARK_MASTER_URL\", \"spark:your-ip:port\")\n", - "RAPIDS_JAR = os.getenv(\"RAPIDS_JAR\", \"/your-path/rapids-4-spark_2.12-24.04.0.jar\")\n" + "RAPIDS_JAR = os.getenv(\"RAPIDS_JAR\", \"/your-path/rapids-4-spark_2.12-24.06.0.jar\")\n" ] }, { diff --git a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/README.md b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/README.md index a05b19480..751057ed6 100644 --- a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/README.md +++ b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/README.md @@ -118,6 +118,8 @@ and other settings. See the top of the `Dockerfile` for details. First install docker and [nvidia-docker](https://github.com/NVIDIA/nvidia-docker) +Run the following commands to build and start a docker + ```bash cd spark-rapids-examples/examples/UDF-Examples/RAPIDS-accelerated-UDFs docker build -t my-local:my-udf-example-ubuntu . @@ -184,7 +186,7 @@ then do the following inside the Docker container. ### Get jars from Maven Central -[rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar) +[rapids-4-spark_2.12-24.06.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar) ### Launch a local mode Spark diff --git a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/pom.xml b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/pom.xml index 7b4ff0cc5..34d7e627b 100644 --- a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/pom.xml +++ b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/pom.xml @@ -25,7 +25,7 @@ user defined functions for use with the RAPIDS Accelerator for Apache Spark - 24.04.0-SNAPSHOT + 24.06.0-SNAPSHOT 1.8 @@ -37,7 +37,7 @@ cuda11 2.12 - 24.04.0 + 24.06.0 3.1.1 2.12.15 ${project.build.directory}/cpp-build diff --git a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/src/main/cpp/CMakeLists.txt b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/src/main/cpp/CMakeLists.txt index 9caab4f09..4bdec9b00 100755 --- a/examples/UDF-Examples/RAPIDS-accelerated-UDFs/src/main/cpp/CMakeLists.txt +++ b/examples/UDF-Examples/RAPIDS-accelerated-UDFs/src/main/cpp/CMakeLists.txt @@ -16,7 +16,7 @@ cmake_minimum_required(VERSION 3.23.1 FATAL_ERROR) -file(DOWNLOAD https://raw.githubusercontent.com/rapidsai/rapids-cmake/branch-24.04/RAPIDS.cmake +file(DOWNLOAD https://raw.githubusercontent.com/rapidsai/rapids-cmake/branch-24.06/RAPIDS.cmake ${CMAKE_BINARY_DIR}/RAPIDS.cmake) include(${CMAKE_BINARY_DIR}/RAPIDS.cmake) @@ -32,7 +32,7 @@ if(DEFINED GPU_ARCHS) endif() rapids_cuda_init_architectures(UDFEXAMPLESJNI) -project(UDFEXAMPLESJNI VERSION 24.04.0 LANGUAGES C CXX CUDA) +project(UDFEXAMPLESJNI VERSION 24.06.0 LANGUAGES C CXX CUDA) option(PER_THREAD_DEFAULT_STREAM "Build with per-thread default stream" OFF) option(BUILD_UDF_BENCHMARKS "Build the benchmarks" OFF) @@ -84,10 +84,10 @@ set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -w --expt-extended-lambda --expt-relax set(CUDA_USE_STATIC_CUDA_RUNTIME ON) rapids_cpm_init() -rapids_cpm_find(cudf 24.04.00 +rapids_cpm_find(cudf 24.06.00 CPM_ARGS GIT_REPOSITORY https://github.com/rapidsai/cudf.git - GIT_TAG branch-24.04 + GIT_TAG branch-24.06 GIT_SHALLOW TRUE SOURCE_SUBDIR cpp OPTIONS "BUILD_TESTS OFF" diff --git a/examples/UDF-Examples/Spark-cuSpatial/pom.xml b/examples/UDF-Examples/Spark-cuSpatial/pom.xml index 909a1be5b..17bc2c205 100644 --- a/examples/UDF-Examples/Spark-cuSpatial/pom.xml +++ b/examples/UDF-Examples/Spark-cuSpatial/pom.xml @@ -24,7 +24,7 @@ UDF of the cuSpatial case for the RAPIDS Accelerator The RAPIDS accelerated user defined function of the cuSpatial case for use with the RAPIDS Accelerator for Apache Spark - 24.04.0-SNAPSHOT + 23.02.0-SNAPSHOT 1.8 diff --git a/examples/XGBoost-Examples/agaricus/notebooks/python/agaricus-gpu.ipynb b/examples/XGBoost-Examples/agaricus/notebooks/python/agaricus-gpu.ipynb index d6d14583d..74278239a 100644 --- a/examples/XGBoost-Examples/agaricus/notebooks/python/agaricus-gpu.ipynb +++ b/examples/XGBoost-Examples/agaricus/notebooks/python/agaricus-gpu.ipynb @@ -73,7 +73,7 @@ "Setting default log level to \"WARN\".\n", "To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).\n", "2022-11-30 06:57:40,550 WARN resource.ResourceUtils: The configuration of cores (exec = 2 task = 1, runnable tasks = 2) will result in wasted resources due to resource gpu limiting the number of runnable tasks per executor to: 1. Please adjust your configuration.\n", - "2022-11-30 06:57:54,195 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.04.0 using cudf 24.04.0.\n", + "2022-11-30 06:57:54,195 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.06.0 using cudf 24.06.0.\n", "2022-11-30 06:57:54,210 WARN rapids.RapidsPluginUtils: spark.rapids.sql.multiThreadedRead.numThreads is set to 20.\n", "2022-11-30 06:57:54,214 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator is enabled, to disable GPU support set `spark.rapids.sql.enabled` to false.\n", "2022-11-30 06:57:54,214 WARN rapids.RapidsPluginUtils: spark.rapids.sql.explain is set to `NOT_ON_GPU`. Set it to 'NONE' to suppress the diagnostics logging about the query placement on the GPU.\n", @@ -197,7 +197,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "params['features_col'] = features\n", "params['label_col'] = label\n", diff --git a/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL+XGBoost.ipynb b/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL+XGBoost.ipynb index 48830285d..19b0c211d 100644 --- a/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL+XGBoost.ipynb +++ b/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL+XGBoost.ipynb @@ -933,7 +933,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "params['features_col'] = features\n", "params['label_col'] = label\n", diff --git a/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL.ipynb b/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL.ipynb index e8b580a2c..9622efb1f 100644 --- a/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL.ipynb +++ b/examples/XGBoost-Examples/mortgage/notebooks/python/MortgageETL.ipynb @@ -6,10 +6,10 @@ "source": [ "## Prerequirement\n", "### 1. Download data\n", - "Dataset is derived from Fannie Mae’s [Single-Family Loan Performance Data](http://www.fanniemae.com/portal/funding-the-market/data/loan-performance-data.html) with all rights reserved by Fannie Mae. Refer to these [instructions](https://github.com/NVIDIA/spark-rapids-examples/blob/branch-24.04/docs/get-started/xgboost-examples/dataset/mortgage.md) to download the dataset.\n", + "Dataset is derived from Fannie Mae’s [Single-Family Loan Performance Data](http://www.fanniemae.com/portal/funding-the-market/data/loan-performance-data.html) with all rights reserved by Fannie Mae. Refer to these [instructions](https://github.com/NVIDIA/spark-rapids-examples/blob/branch-24.06/docs/get-started/xgboost-examples/dataset/mortgage.md) to download the dataset.\n", "\n", "### 2. Download needed jars\n", - "* [rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar)\n", + "* [rapids-4-spark_2.12-24.06.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar)\n", "\n", "\n", "### 3. Start Spark Standalone\n", @@ -17,7 +17,7 @@ "\n", "### 4. Add ENV\n", "```\n", - "$ export SPARK_JARS=rapids-4-spark_2.12-24.04.0.jar\n", + "$ export SPARK_JARS=rapids-4-spark_2.12-24.06.0.jar\n", "$ export PYSPARK_DRIVER_PYTHON=jupyter \n", "$ export PYSPARK_DRIVER_PYTHON_OPTS=notebook\n", "```\n", diff --git a/examples/XGBoost-Examples/mortgage/notebooks/python/cv-mortgage-gpu.ipynb b/examples/XGBoost-Examples/mortgage/notebooks/python/cv-mortgage-gpu.ipynb index 54c975af4..cdc4d1ec5 100644 --- a/examples/XGBoost-Examples/mortgage/notebooks/python/cv-mortgage-gpu.ipynb +++ b/examples/XGBoost-Examples/mortgage/notebooks/python/cv-mortgage-gpu.ipynb @@ -63,7 +63,7 @@ "Setting default log level to \"WARN\".\n", "To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).\n", "2022-11-25 09:34:43,952 WARN resource.ResourceUtils: The configuration of cores (exec = 4 task = 1, runnable tasks = 4) will result in wasted resources due to resource gpu limiting the number of runnable tasks per executor to: 1. Please adjust your configuration.\n", - "2022-11-25 09:34:58,155 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.04.0 using cudf 24.04.0.\n", + "2022-11-25 09:34:58,155 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.06.0 using cudf 24.06.0.\n", "2022-11-25 09:34:58,171 WARN rapids.RapidsPluginUtils: spark.rapids.sql.multiThreadedRead.numThreads is set to 20.\n", "2022-11-25 09:34:58,175 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator is enabled, to disable GPU support set `spark.rapids.sql.enabled` to false.\n", "2022-11-25 09:34:58,175 WARN rapids.RapidsPluginUtils: spark.rapids.sql.explain is set to `NOT_ON_GPU`. Set it to 'NONE' to suppress the diagnostics logging about the query placement on the GPU.\n" @@ -191,7 +191,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "\n", "params['features_col'] = features\n", diff --git a/examples/XGBoost-Examples/mortgage/notebooks/python/mortgage-gpu.ipynb b/examples/XGBoost-Examples/mortgage/notebooks/python/mortgage-gpu.ipynb index 9312fc183..590a68e37 100644 --- a/examples/XGBoost-Examples/mortgage/notebooks/python/mortgage-gpu.ipynb +++ b/examples/XGBoost-Examples/mortgage/notebooks/python/mortgage-gpu.ipynb @@ -84,7 +84,7 @@ "22/11/24 06:14:06 INFO org.apache.spark.SparkEnv: Registering BlockManagerMaster\n", "22/11/24 06:14:06 INFO org.apache.spark.SparkEnv: Registering BlockManagerMasterHeartbeat\n", "22/11/24 06:14:06 INFO org.apache.spark.SparkEnv: Registering OutputCommitCoordinator\n", - "22/11/24 06:14:07 WARN com.nvidia.spark.rapids.RapidsPluginUtils: RAPIDS Accelerator 24.04.0 using cudf 24.04.0.\n", + "22/11/24 06:14:07 WARN com.nvidia.spark.rapids.RapidsPluginUtils: RAPIDS Accelerator 24.06.0 using cudf 24.06.0.\n", "22/11/24 06:14:07 WARN com.nvidia.spark.rapids.RapidsPluginUtils: spark.rapids.sql.multiThreadedRead.numThreads is set to 20.\n", "22/11/24 06:14:07 WARN com.nvidia.spark.rapids.RapidsPluginUtils: RAPIDS Accelerator is enabled, to disable GPU support set `spark.rapids.sql.enabled` to false.\n", "22/11/24 06:14:07 WARN com.nvidia.spark.rapids.RapidsPluginUtils: spark.rapids.sql.explain is set to `NOT_ON_GPU`. Set it to 'NONE' to suppress the diagnostics logging about the query placement on the GPU.\n" @@ -235,7 +235,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "params['features_col'] = features\n", "params['label_col'] = label\n", diff --git a/examples/XGBoost-Examples/mortgage/notebooks/scala/mortgage-ETL.ipynb b/examples/XGBoost-Examples/mortgage/notebooks/scala/mortgage-ETL.ipynb index b4c56be2e..43bad4fdb 100644 --- a/examples/XGBoost-Examples/mortgage/notebooks/scala/mortgage-ETL.ipynb +++ b/examples/XGBoost-Examples/mortgage/notebooks/scala/mortgage-ETL.ipynb @@ -20,14 +20,14 @@ "Refer to these [instructions](https://github.com/NVIDIA/spark-rapids-examples/blob/branch-23.12/docs/get-started/xgboost-examples/dataset/mortgage.md) to download the dataset.\n", "\n", "### 2. Download needed jars\n", - "* [rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar)\n", + "* [rapids-4-spark_2.12-24.06.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar)\n", "\n", "### 3. Start Spark Standalone\n", "Before Running the script, please setup Spark standalone mode\n", "\n", "### 4. Add ENV\n", "```\n", - "$ export SPARK_JARS=rapids-4-spark_2.12-24.04.0.jar\n", + "$ export SPARK_JARS=rapids-4-spark_2.12-24.06.0.jar\n", "\n", "```\n", "\n", diff --git a/examples/XGBoost-Examples/pom.xml b/examples/XGBoost-Examples/pom.xml index a37081c7f..74968d3cd 100644 --- a/examples/XGBoost-Examples/pom.xml +++ b/examples/XGBoost-Examples/pom.xml @@ -38,7 +38,7 @@ UTF-8 - 2.0.3 + 2.1.0-SNAPSHOT 3.5.0 2.12.8 2.12 diff --git a/examples/XGBoost-Examples/taxi/notebooks/python/cv-taxi-gpu.ipynb b/examples/XGBoost-Examples/taxi/notebooks/python/cv-taxi-gpu.ipynb index 19bedab47..1ca71c7e8 100644 --- a/examples/XGBoost-Examples/taxi/notebooks/python/cv-taxi-gpu.ipynb +++ b/examples/XGBoost-Examples/taxi/notebooks/python/cv-taxi-gpu.ipynb @@ -62,7 +62,7 @@ "Setting default log level to \"WARN\".\n", "To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).\n", "2022-11-30 08:02:10,103 WARN resource.ResourceUtils: The configuration of cores (exec = 2 task = 1, runnable tasks = 2) will result in wasted resources due to resource gpu limiting the number of runnable tasks per executor to: 1. Please adjust your configuration.\n", - "2022-11-30 08:02:23,737 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.04.0 using cudf 24.04.0.\n", + "2022-11-30 08:02:23,737 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.06.0 using cudf 24.06.0.\n", "2022-11-30 08:02:23,752 WARN rapids.RapidsPluginUtils: spark.rapids.sql.multiThreadedRead.numThreads is set to 20.\n", "2022-11-30 08:02:23,756 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator is enabled, to disable GPU support set `spark.rapids.sql.enabled` to false.\n", "2022-11-30 08:02:23,757 WARN rapids.RapidsPluginUtils: spark.rapids.sql.explain is set to `NOT_ON_GPU`. Set it to 'NONE' to suppress the diagnostics logging about the query placement on the GPU.\n", @@ -182,7 +182,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "params['features_col'] = features\n", "params['label_col'] = label\n", diff --git a/examples/XGBoost-Examples/taxi/notebooks/python/taxi-ETL.ipynb b/examples/XGBoost-Examples/taxi/notebooks/python/taxi-ETL.ipynb index b82d5830a..911d6e8be 100644 --- a/examples/XGBoost-Examples/taxi/notebooks/python/taxi-ETL.ipynb +++ b/examples/XGBoost-Examples/taxi/notebooks/python/taxi-ETL.ipynb @@ -19,14 +19,14 @@ "All data could be found at https://www1.nyc.gov/site/tlc/about/tlc-trip-record-data.page\n", "\n", "### 2. Download needed jars\n", - "* [rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar)\n", + "* [rapids-4-spark_2.12-24.06.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar)\n", "\n", "### 3. Start Spark Standalone\n", "Before running the script, please setup Spark standalone mode\n", "\n", "### 4. Add ENV\n", "```\n", - "$ export SPARK_JARS=rapids-4-spark_2.12-24.04.0.jar\n", + "$ export SPARK_JARS=rapids-4-spark_2.12-24.06.0.jar\n", "$ export PYSPARK_DRIVER_PYTHON=jupyter \n", "$ export PYSPARK_DRIVER_PYTHON_OPTS=notebook\n", "```\n", diff --git a/examples/XGBoost-Examples/taxi/notebooks/python/taxi-gpu.ipynb b/examples/XGBoost-Examples/taxi/notebooks/python/taxi-gpu.ipynb index ce3ee91a1..2877030cc 100644 --- a/examples/XGBoost-Examples/taxi/notebooks/python/taxi-gpu.ipynb +++ b/examples/XGBoost-Examples/taxi/notebooks/python/taxi-gpu.ipynb @@ -73,7 +73,7 @@ "Setting default log level to \"WARN\".\n", "To adjust logging level use sc.setLogLevel(newLevel). For SparkR, use setLogLevel(newLevel).\n", "2022-11-30 07:51:19,480 WARN resource.ResourceUtils: The configuration of cores (exec = 2 task = 1, runnable tasks = 2) will result in wasted resources due to resource gpu limiting the number of runnable tasks per executor to: 1. Please adjust your configuration.\n", - "2022-11-30 07:51:33,277 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.04.0 using cudf 24.04.0.\n", + "2022-11-30 07:51:33,277 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator 24.06.0 using cudf 24.06.0.\n", "2022-11-30 07:51:33,292 WARN rapids.RapidsPluginUtils: spark.rapids.sql.multiThreadedRead.numThreads is set to 20.\n", "2022-11-30 07:51:33,295 WARN rapids.RapidsPluginUtils: RAPIDS Accelerator is enabled, to disable GPU support set `spark.rapids.sql.enabled` to false.\n", "2022-11-30 07:51:33,295 WARN rapids.RapidsPluginUtils: spark.rapids.sql.explain is set to `NOT_ON_GPU`. Set it to 'NONE' to suppress the diagnostics logging about the query placement on the GPU.\n", @@ -213,7 +213,7 @@ " \"tree_method\": \"gpu_hist\",\n", " \"grow_policy\": \"depthwise\",\n", " \"num_workers\": 1,\n", - " \"use_gpu\": \"true\",\n", + " \"device\": \"cuda\",\n", "}\n", "params['features_col'] = features\n", "params['label_col'] = label\n", diff --git a/examples/XGBoost-Examples/taxi/notebooks/scala/taxi-ETL.ipynb b/examples/XGBoost-Examples/taxi/notebooks/scala/taxi-ETL.ipynb index 11ff4e703..7f96df4bb 100644 --- a/examples/XGBoost-Examples/taxi/notebooks/scala/taxi-ETL.ipynb +++ b/examples/XGBoost-Examples/taxi/notebooks/scala/taxi-ETL.ipynb @@ -19,14 +19,14 @@ "All data could be found at https://www1.nyc.gov/site/tlc/about/tlc-trip-record-data.page\n", "\n", "### 2. Download needed jar\n", - "* [rapids-4-spark_2.12-24.04.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.04.0/rapids-4-spark_2.12-24.04.0.jar)\n", + "* [rapids-4-spark_2.12-24.06.0.jar](https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark_2.12/24.06.0/rapids-4-spark_2.12-24.06.0.jar)\n", "\n", "### 3. Start Spark Standalone\n", "Before running the script, please setup Spark standalone mode\n", "\n", "### 4. Add ENV\n", "```\n", - "$ export SPARK_JARS=rapids-4-spark_2.12-24.04.0.jar\n", + "$ export SPARK_JARS=rapids-4-spark_2.12-24.06.0.jar\n", "\n", "```\n", "\n", diff --git a/examples/XGBoost-Examples/utility/scala/src/com/nvidia/spark/examples/utility/XGBoostArgs.scala b/examples/XGBoost-Examples/utility/scala/src/com/nvidia/spark/examples/utility/XGBoostArgs.scala index 5caf438e9..d58e8e94b 100644 --- a/examples/XGBoost-Examples/utility/scala/src/com/nvidia/spark/examples/utility/XGBoostArgs.scala +++ b/examples/XGBoost-Examples/utility/scala/src/com/nvidia/spark/examples/utility/XGBoostArgs.scala @@ -1,6 +1,6 @@ /* - * Copyright (c) 2019-2021, NVIDIA CORPORATION. All rights reserved. + * Copyright (c) 2019-2024, NVIDIA CORPORATION. All rights reserved. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -202,7 +202,7 @@ class XGBoostArgs private[utility] ( val hostIp = params.getOrElse("rabit_tracker_host", "").toString if (!hostIp.isEmpty) { - params ++ Map("tracker_conf" -> TrackerConf(0l, hostIp)) + params ++ Map("tracker_conf" -> TrackerConf(0, hostIp)) } else params } diff --git a/tools/databricks/README.md b/tools/databricks/README.md index 467c5d277..26ca07e56 100644 --- a/tools/databricks/README.md +++ b/tools/databricks/README.md @@ -10,3 +10,10 @@ To use a demo notebook, you can import the notebook in the Databricks Notebook U Once the demo notebook is imported, you can select run to activate the notebook to an available compute cluster. Once the notebook is activated, you can enter in the log path location in the text widget at the top of the notebook. After that, select *Run all* to execute the tools for the specific logs in the log path. + +## Limitations +1. Currently only local or DBFS eventlog paths are supported. +2. DBFS path must use the File API Format. +3. Example: `/dbfs/`. + +**Latest Tools Version Supported** 24.06.0 \ No newline at end of file diff --git a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template.ipynb b/tools/databricks/[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template.ipynb index 499332bc5..3cf5bd9ea 100644 --- a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template.ipynb +++ b/tools/databricks/[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template.ipynb @@ -1,3 +1,563 @@ -{"cells":[{"cell_type":"markdown","metadata":{"application/vnd.databricks -.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"5156a76c-7af7-465d-aff4-41a2e54e3595", -"showTitle":false,"title":""}},"source":["# Welcome to the Profiling Tool for the RAPIDS Accelerator for Apache Spark\n","To run the tool, you need to enter a log path that represents the DBFS location for your Spark GPU event logs. Then you can select \"Run all\" to execute the notebook. After the notebook completes, you will see various output tables show up below. More options for running the profiling tool can be found here: https://docs.nvidia.com/spark-rapids/user-guide/latest/spark-profiling-tool.html#profiling-tool-options.\n","\n","## GPU Job Tuning Recommendations\n","This has general suggestions for tuning your applications to run optimally on GPUs.\n","\n","## Per-Job Profile\n","The profiler output includes information about the application, data sources, executors, SQL stages, Spark properties, and key application metrics at the job and stage levels."]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"53b4d770-9db6-4bd7-9b93-d036d375eac5","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
Out[59]: 2011685
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
Out[59]: 2011685
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["import json\n","import requests\n","import base64\n","import shlex\n","import subprocess\n","import pandas as pd\n","\n","TOOL_JAR_URL = 'https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark-tools_2.12/24.04.0/rapids-4-spark-tools_2.12-24.04.0.jar'\n","TOOL_JAR_LOCAL_PATH = '/tmp/rapids-4-spark-tools.jar'\n","\n","# Profiling tool output directory.\n","OUTPUT_DIR = '/tmp' \n","\n","response = requests.get(TOOL_JAR_URL)\n","open(TOOL_JAR_LOCAL_PATH, \"wb\").write(response.content)"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"f0e4371a-d2d9-4449-81ed-8f6c61ae8f80","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["dbutils.widgets.text(\"log_path\", \"\")\n","eventlog_string=dbutils.widgets.get(\"log_path\") \n","\n","dbutils.widgets.text(\"output_path\", \"\")\n","outputpath_string=dbutils.widgets.get(\"output_path\")"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"6c35e478-abe6-49b7-97f9-a8aba71f11d3","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["worker_info_path = \"/tmp/worker_info.yaml\"\n","\n","worker_info = \"\"\"\n"," system:\n"," numCores: 32\n"," memory: 212992MiB\n"," numWorkers: 5\n"," gpu:\n"," memory: 15109MiB\n"," count: 4\n"," name: T4\n"," softwareProperties:\n"," spark.driver.maxResultSize: 7680m\n"," spark.driver.memory: 15360m\n"," spark.executor.cores: '8'\n"," spark.executor.instances: '2'\n"," spark.executor.memory: 47222m\n"," spark.executorEnv.OPENBLAS_NUM_THREADS: '1'\n"," spark.scheduler.mode: FAIR\n"," spark.sql.cbo.enabled: 'true'\n"," spark.ui.port: '0'\n"," spark.yarn.am.memory: 640m\n","\"\"\"\n","\n","with open(worker_info_path, 'w') as f:\n"," f.write(worker_info)"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"e9e7cecf-c2dc-4a0f-aea1-61a323e4ccc4","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["!java -Xmx10g -cp /tmp/rapids-4-spark-tools.jar:/databricks/jars/* com.nvidia.spark.rapids.tool.profiling.ProfileMain --csv --worker-info $worker_info_path --auto-tuner -o $outputpath_string $eventlog_string &> /tmp/prof_debug.log"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"be0a2da7-1ee3-475e-96f9-303779edfd85","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["import os\n","\n","app_df = pd.DataFrame(columns = ['appId', 'appName'])\n","\n","for x in os.scandir(outputpath_string + \"/rapids_4_spark_profile/\"):\n"," tmp_df = pd.read_csv(x.path + \"/application_information.csv\")\n"," app_df = app_df.append(tmp_df[['appId', 'appName']])"]},{"cell_type":"markdown","metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"a1e326ec-5701-4b08-ae0f-7df0c8440038","showTitle":false,"title":""}},"source":["## GPU Job Tuning Recommendations"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"4979f78c-44a0-4e54-b803-e5e194b71104","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["
apprecommendations
app-20220210005817-0212\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=1197m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004538-0189\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000414-0117\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2353m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005713-0210\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000744-0123\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002521-0154\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004801-0193\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3158m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002620-0156\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001501-0135\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=1365m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001417-0134\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=1365m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001930-0143\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005502-0206\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002316-0150\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004324-0185\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005039-0198\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210004834-0194\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2099m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004011-0180\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004656-0191\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001324-0133\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2225m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000856-0125\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000241-0114\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002105-0146\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000312-0115\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003325-0169\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002654-0157\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005425-0205\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=1509m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000700-0122\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001109-0129\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002138-0147\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001717-0139\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000018-0110\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002725-0158\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000933-0126\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210004617-0190\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005846-0213\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=1197m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002757-0159\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001038-0128\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000628-0121\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3404m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001959-0144\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000556-0120\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004727-0192\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3354m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005222-0201\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210000825-0124\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005536-0207\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001139-0130\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000343-0116\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003705-0176\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2337m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003359-0170\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005611-0208\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2974m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000119-0112\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3061m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005322-0203\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003900-0179\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004355-0186\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001648-0138\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002938-0162\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005354-0204\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001821-0141\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2530m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210005252-0202\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002452-0153\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001617-0137\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003254-0168\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004507-0188\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001751-0140\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005642-0209\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210004905-0195\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003751-0177\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002030-0145\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001854-0142\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002549-0155\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210001239-0132\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2225m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004428-0187\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3796m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002240-0149\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005147-0200\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=2974m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220523230623-0000\n","Spark Properties:\n","--conf spark.executor.instances=20\n","--conf spark.executor.memory=16384m\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.shuffle.partitions=6\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' should be increased since spilling occurred.\n","
app-20220210000207-0113\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220209235945-0109\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002349-0151\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002421-0152\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000448-0118\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001005-0127\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003149-0166\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003635-0175\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003223-0167\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004041-0181\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003532-0173\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003607-0174\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003048-0164\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210004145-0183\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003825-0178\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003118-0165\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000049-0111\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210000519-0119\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3061m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210003015-0163\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210005744-0211\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210005111-0199\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004217-0184\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210002904-0161\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=3796m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001546-0136\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003503-0172\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210001209-0131\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","
app-20220210004114-0182\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002208-0148\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210002833-0160\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
app-20220210003431-0171\n","Spark Properties:\n","--conf spark.executor.cores=8\n","--conf spark.executor.instances=20\n","--conf spark.executor.memoryOverhead=5734m\n","--conf spark.rapids.memory.pinnedPool.size=4096m\n","--conf spark.rapids.sql.concurrentGpuTasks=2\n","--conf spark.sql.files.maxPartitionBytes=4096m\n","--conf spark.sql.shuffle.partitions=200\n","--conf spark.task.resource.gpu.amount=0.125\n","\n","Comments:\n","- 'spark.executor.memoryOverhead' was not set.\n","- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n","- 'spark.sql.shuffle.partitions' was not set.\n","- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"aggData":[],"aggError":"","aggOverflow":false,"aggSchema":[],"aggSeriesLimitReached":false,"aggType":"","arguments":{},"columnCustomDisplayInfos":{},"data":[["app-20220210005817-0212","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=1197m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004538-0189","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000414-0117","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2353m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005713-0210","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000744-0123","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002521-0154","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004801-0193","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3158m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002620-0156","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001501-0135","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=1365m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001417-0134","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=1365m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001930-0143","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005502-0206","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002316-0150","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004324-0185","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005039-0198","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210004834-0194","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2099m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004011-0180","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004656-0191","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001324-0133","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2225m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000856-0125","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000241-0114","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002105-0146","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000312-0115","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003325-0169","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002654-0157","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005425-0205","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=1509m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000700-0122","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001109-0129","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002138-0147","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001717-0139","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000018-0110","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002725-0158","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000933-0126","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210004617-0190","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005846-0213","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=1197m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002757-0159","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001038-0128","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000628-0121","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3404m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001959-0144","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000556-0120","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004727-0192","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3354m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005222-0201","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210000825-0124","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005536-0207","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001139-0130","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000343-0116","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003705-0176","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2337m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003359-0170","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005611-0208","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2974m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000119-0112","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3061m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005322-0203","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003900-0179","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004355-0186","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001648-0138","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002938-0162","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005354-0204","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001821-0141","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2530m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210005252-0202","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002452-0153","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001617-0137","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003254-0168","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004507-0188","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001751-0140","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005642-0209","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210004905-0195","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003751-0177","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002030-0145","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001854-0142","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002549-0155","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210001239-0132","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2225m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004428-0187","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3796m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002240-0149","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005147-0200","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=2974m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220523230623-0000","\nSpark Properties:\n--conf spark.executor.instances=20\n--conf spark.executor.memory=16384m\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.shuffle.partitions=6\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' should be increased since spilling occurred.\n"],["app-20220210000207-0113","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220209235945-0109","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002349-0151","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002421-0152","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000448-0118","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001005-0127","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003149-0166","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003635-0175","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003223-0167","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004041-0181","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003532-0173","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003607-0174","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003048-0164","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210004145-0183","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003825-0178","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003118-0165","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000049-0111","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210000519-0119","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3061m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210003015-0163","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210005744-0211","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210005111-0199","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004217-0184","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210002904-0161","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=3796m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001546-0136","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003503-0172","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210001209-0131","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n"],["app-20220210004114-0182","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002208-0148","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210002833-0160","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"],["app-20220210003431-0171","\nSpark Properties:\n--conf spark.executor.cores=8\n--conf spark.executor.instances=20\n--conf spark.executor.memoryOverhead=5734m\n--conf spark.rapids.memory.pinnedPool.size=4096m\n--conf spark.rapids.sql.concurrentGpuTasks=2\n--conf spark.sql.files.maxPartitionBytes=4096m\n--conf spark.sql.shuffle.partitions=200\n--conf spark.task.resource.gpu.amount=0.125\n\nComments:\n- 'spark.executor.memoryOverhead' was not set.\n- 'spark.executor.memoryOverhead' must be set if using 'spark.rapids.memory.pinnedPool.size\n- 'spark.sql.shuffle.partitions' was not set.\n- Average JVM GC time is very high. Other Garbage Collectors can be used for better performance.\n"]],"datasetInfos":[],"dbfsResultPath":null,"isJsonSchema":true,"metadata":{},"overflow":false,"plotOptions":{"customPlotOptions":{},"displayType":"table","pivotAggregation":null,"pivotColumns":null,"xColumns":null,"yColumns":null},"removedWidgets":[],"schema":[{"metadata":"{}","name":"app","type":"\"string\""},{"metadata":"{}","name":"recommendations","type":"\"string\""}],"type":"table"}},"output_type":"display_data"}],"source":["app_list = app_df[\"appId\"].tolist()\n","app_recommendations = pd.DataFrame(columns=['app', 'recommendations'])\n","\n","for app in app_list:\n"," app_file = open(outputpath_string + \"/rapids_4_spark_profile/\" + app + \"/profile.log\")\n"," recommendations_start = 0\n"," recommendations_str = \"\"\n"," for line in app_file:\n"," if recommendations_start == 1:\n"," recommendations_str = recommendations_str + line\n"," if \"### D. Recommended Configuration ###\" in line:\n"," recommendations_start = 1\n"," app_recommendations = app_recommendations.append({'app': app, 'recommendations': recommendations_str}, ignore_index=True)\n"," \n","display(app_recommendations)"]}],"metadata":{"application/vnd.databricks.v1+notebook":{"dashboards":[{"elements":[{"dashboardResultIndex":0,"elementNUID":"be0a2da7-1ee3-475e-96f9-303779edfd85","elementType":"command","guid":"05eef9d3-7c55-4e26-8d1f-fa80338359e6","options":null,"position":{"height":6,"width":24,"x":0,"y":0,"z":null},"resultIndex":null}],"globalVars":{},"guid":"a9ea7799-040a-484e-a59d-c3cdf5072953","layoutOption":{"grid":true,"stack":true},"nuid":"91c1bfb2-695a-4e5c-8a25-848a433108dc","origId":2690941040041430,"title":"Executive View","version":"DashboardViewV1","width":1600},{"elements":[],"globalVars":{},"guid":"0896a45f-af1b-4849-b6c2-2b6abcb8b97b","layoutOption":{"grid":true,"stack":true},"nuid":"62243296-4562-4f06-90ac-d7a609f19c16","origId":2690941040041431,"title":"App View","version":"DashboardViewV1","width":1920}],"language":"python","notebookMetadata":{"pythonIndentUnit":2,"widgetLayout":[{"breakBefore":false,"name":"log_path","width":562},{"breakBefore":false,"name":"output_path","width":511}]},"notebookName":"[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template","notebookOrigID":2690941040041407,"widgets":{"log_path":{"currentValue":"/dbfs/user1/profiler_logs","nuid":"c7ce3870-db19-4813-b1cb-cead3f4c36f1","widgetInfo":{"defaultValue":"","label":null,"name":"log_path","options":{"validationRegex":null,"widgetType":"text"},"widgetType":"text"}},"output_path":{"currentValue":"/tmp","nuid":"a7d1d293-d8c3-452b-9ffb-786ea7a28843","widgetInfo":{"defaultValue":"","label":null,"name":"output_path","options":{"validationRegex":null,"widgetType":"text"},"widgetType":"text"}}}},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0} +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "df33c614-2ecc-47a0-8600-bc891681997f", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Welcome to the Profiling Tool for the RAPIDS Accelerator for Apache Spark\n", + "\n", + "To run the profiling tool, enter the log path that represents the DBFS location of your Spark GPU event logs. Then, select \"Run all\" to execute the notebook. Once the notebook completes, various output tables will appear below. For more options on running the profiling tool, please refer to the [Profiling Tool User Guide](https://docs.nvidia.com/spark-rapids/user-guide/latest/profiling/quickstart.html#running-the-tool).\n", + "\n", + "### Note\n", + "- Currently, only local or DBFS event log paths are supported.\n", + "- The DBFS path must use the File API format. Example: `/dbfs/`.\n", + "- Multiple event logs must be comma-separated.\n", + "\n", + "### Per-Job Profile\n", + "\n", + "The profiler output includes information about the application, data sources, executors, SQL stages, Spark properties, and key application metrics at the job and stage levels." + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "5e9f5796-46ed-49ac-9d08-c8b98a87c39d", + "showTitle": true, + "title": "Set Tools Version" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "TOOLS_VER = \"24.06.0\"\n", + "print(f\"Using Tools Version: {TOOLS_VER}\")" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "313ee58b-61b3-4010-9d60-d21eceea796c", + "showTitle": true, + "title": "Install Package" + } + }, + "outputs": [], + "source": [ + "%pip install spark-rapids-user-tools==$TOOLS_VER > /dev/null" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "34492d18-1130-45be-b9f7-e6931d3fa66b", + "showTitle": true, + "title": "Environment Setup" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "# Initialize variables from widgets\n", + "dbutils.widgets.dropdown(\"Cloud Provider\", \"aws\", [\"aws\", \"azure\"])\n", + "CSP=dbutils.widgets.get(\"Cloud Provider\")\n", + "\n", + "dbutils.widgets.text(\"Eventlog Path\", \"/dbfs/user1/profiling_logs\")\n", + "EVENTLOG_PATH=dbutils.widgets.get(\"Eventlog Path\")\n", + "\n", + "dbutils.widgets.text(\"Output Path\", \"/tmp\")\n", + "OUTPUT_PATH=dbutils.widgets.get(\"Output Path\")\n", + "\n", + "# Setup environment variables\n", + "os.environ[\"CSP\"] = CSP\n", + "os.environ[\"EVENTLOG_PATH\"] = EVENTLOG_PATH\n", + "os.environ[\"OUTPUT_PATH\"] = OUTPUT_PATH\n", + "\n", + "# Setup console output file\n", + "CONSOLE_OUTPUT_PATH = os.path.join(OUTPUT_PATH, 'console_output.log')\n", + "CONSOLE_ERROR_PATH = os.path.join(OUTPUT_PATH, 'console_error.log')\n", + "os.environ['CONSOLE_OUTPUT_PATH'] = CONSOLE_OUTPUT_PATH\n", + "os.environ['CONSOLE_ERROR_PATH'] = CONSOLE_ERROR_PATH\n", + "print(f'Console output will be stored at {CONSOLE_OUTPUT_PATH} and errors will be stored at {CONSOLE_ERROR_PATH}')" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "693b5ee0-7500-43f3-b3e2-717fd5468aa8", + "showTitle": true, + "title": "Run Profiling Tool" + } + }, + "outputs": [], + "source": [ + "%sh\n", + "spark_rapids profiling --platform databricks-$CSP --eventlogs $EVENTLOG_PATH -o $OUTPUT_PATH > $CONSOLE_OUTPUT_PATH 2> $CONSOLE_ERROR_PATH" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "f83af6c8-5a79-4a46-965b-38a4cb621877", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Console Output\n", + "Console output shows the recommended configurations for each app\n", + "\n", + "**Note**: Use the `--verbose` flag in the command above for more detailed output.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "c61527b7-a21a-492c-bab8-77f83dc5cabf", + "showTitle": true, + "title": "Show Console Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "%sh\n", + "cat $CONSOLE_OUTPUT_PATH" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "f3c68b28-fc62-40ae-8528-799f3fc7507e", + "showTitle": true, + "title": "Show Error Log" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "%sh\n", + "cat $CONSOLE_ERROR_PATH" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "05f96ca1-1b08-494c-a12b-7e6cc3dcc546", + "showTitle": true, + "title": "Parse Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import re\n", + "import shutil\n", + "import os\n", + "\n", + "def extract_file_info(console_output_path, output_base_path):\n", + " try:\n", + " with open(console_output_path, 'r') as file:\n", + " stdout_text = file.read()\n", + " \n", + " # Extract log file location\n", + " location_match = re.search(r\"Location: (.+)\", stdout_text)\n", + " if not location_match:\n", + " raise ValueError(\"Log file location not found in the provided text.\")\n", + " \n", + " log_file_location = location_match.group(1)\n", + " \n", + " # Extract profiling output folder\n", + " prof_match = re.search(r\"prof_[^/]+(?=\\.log)\", log_file_location)\n", + " if not prof_match:\n", + " raise ValueError(\"Output folder not found in the log file location.\")\n", + " \n", + " output_folder_name = prof_match.group(0)\n", + " output_folder = os.path.join(output_base_path, output_folder_name)\n", + " return output_folder, log_file_location\n", + " \n", + " except Exception as e:\n", + " raise RuntimeError(f\"Cannot parse console output. Reason: {e}\")\n", + "\n", + "def copy_logs(destination_folder, *log_files):\n", + " try:\n", + " log_folder = os.path.join(destination_folder, \"logs\")\n", + " os.makedirs(log_folder, exist_ok=True)\n", + " \n", + " for log_file in log_files:\n", + " if os.path.exists(log_file):\n", + " shutil.copy2(log_file, log_folder)\n", + " else:\n", + " print(f\"Log file not found: {log_file}\")\n", + " except Exception as e:\n", + " raise RuntimeError(f\"Cannot copy logs to output. Reason: {e}\")\n", + "\n", + "try:\n", + " output_folder, log_file_location = extract_file_info(CONSOLE_OUTPUT_PATH, OUTPUT_PATH)\n", + " print(f\"Output folder detected {output_folder}\")\n", + " copy_logs(output_folder, log_file_location, CONSOLE_OUTPUT_PATH, CONSOLE_ERROR_PATH)\n", + " print(f\"Logs successfully copied to {output_folder}\")\n", + "except Exception as e:\n", + " print(e)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "8c65adcd-a933-482e-a50b-d40fa8f50e16", + "showTitle": true, + "title": "Download Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import shutil\n", + "import os\n", + "import re\n", + "\n", + "current_working_directory = os.getcwd()\n", + "\n", + "def create_destination_folders(folder_name):\n", + " os.makedirs(folder_name, exist_ok=True)\n", + " base_download_folder_path = os.path.join(\"/dbfs/FileStore/\", folder_name)\n", + " os.makedirs(base_download_folder_path, exist_ok=True) \n", + " return base_download_folder_path\n", + "\n", + "def create_download_link(source_folder, destination_folder_name):\n", + " folder_to_compress = os.path.basename(source_folder)\n", + " zip_file_name = folder_to_compress + '.zip'\n", + " local_zip_file_path = os.path.join(current_working_directory, destination_folder_name, zip_file_name)\n", + " download_folder_path = os.path.join(destination_folder_name, zip_file_name)\n", + " try:\n", + " base_download_folder_path = create_destination_folders(destination_folder_name)\n", + " shutil.make_archive(folder_to_compress, 'zip', source_folder)\n", + " shutil.copy2(zip_file_name, base_download_folder_path)\n", + " if os.path.exists(local_zip_file_path):\n", + " os.remove(local_zip_file_path)\n", + " shutil.move(zip_file_name, local_zip_file_path)\n", + " \n", + " download_button_html = f\"\"\"\n", + " \n", + " \n", + "
\n", + " Zipped output file created at {local_zip_file_path}\n", + "
\n", + "
\n", + " Download Output\n", + "
\n", + " \"\"\"\n", + " displayHTML(download_button_html)\n", + " except Exception as e:\n", + " error_message_html = f\"\"\"\n", + "
\n", + " Error: Cannot create download link for {source_folder}. Reason: {e}\n", + "
\n", + " \"\"\"\n", + " displayHTML(error_message_html)\n", + "\n", + "destination_folder_name = \"Tools_Output\"\n", + "create_download_link(output_folder, destination_folder_name)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "bbe50fde-0bd6-4281-95fd-6a1ec6f17ab2", + "showTitle": false, + "title": "" + } + }, + "source": [ + "\n", + "%md\n", + "\n", + "## GPU Job Tuning Recommendations\n", + "This has general suggestions for tuning your applications to run optimally on GPUs.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "b8bca4a6-16d8-4b60-ba7b-9aff64bdcaa1", + "showTitle": true, + "title": "Show Recommendations" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "jar_output_folder = os.path.join(output_folder, \"rapids_4_spark_profile\")\n", + "app_df = pd.DataFrame(columns=['appId', 'appName'])\n", + "\n", + "for x in os.scandir(jar_output_folder):\n", + " if x.is_dir():\n", + " csv_path = os.path.join(x.path, \"application_information.csv\")\n", + " if os.path.exists(csv_path):\n", + " tmp_df = pd.read_csv(csv_path)\n", + " app_df = pd.concat([app_df, tmp_df[['appId', 'appName']]])\n", + "\n", + "\n", + "app_list = app_df[\"appId\"].tolist()\n", + "app_recommendations = pd.DataFrame(columns=['app', 'recommendations'])\n", + "\n", + "for app in app_list:\n", + " app_file = open(os.path.join(jar_output_folder, app, \"profile.log\"))\n", + " recommendations_start = 0\n", + " recommendations_str = \"\"\n", + " for line in app_file:\n", + " if recommendations_start == 1:\n", + " recommendations_str = recommendations_str + line\n", + " if \"### D. Recommended Configuration ###\" in line:\n", + " recommendations_start = 1\n", + " app_recommendations = pd.concat([app_recommendations, pd.DataFrame({'app': [app], 'recommendations': [recommendations_str]})], ignore_index=True)\n", + "display(app_recommendations)" + ] + } + ], + "metadata": { + "application/vnd.databricks.v1+notebook": { + "dashboards": [ + { + "elements": [], + "globalVars": {}, + "guid": "", + "layoutOption": { + "grid": true, + "stack": true + }, + "nuid": "91c1bfb2-695a-4e5c-8a25-848a433108dc", + "origId": 825198511668411, + "title": "Executive View", + "version": "DashboardViewV1", + "width": 1600 + }, + { + "elements": [], + "globalVars": {}, + "guid": "", + "layoutOption": { + "grid": true, + "stack": true + }, + "nuid": "62243296-4562-4f06-90ac-d7a609f19c16", + "origId": 825198511668412, + "title": "App View", + "version": "DashboardViewV1", + "width": 1920 + } + ], + "environmentMetadata": null, + "language": "python", + "notebookMetadata": { + "mostRecentlyExecutedCommandWithImplicitDF": { + "commandId": 825198511668406, + "dataframes": [ + "_sqldf" + ] + }, + "pythonIndentUnit": 2, + "widgetLayout": [ + { + "breakBefore": false, + "name": "Cloud Provider", + "width": 183 + }, + { + "breakBefore": false, + "name": "Eventlog Path", + "width": 728 + }, + { + "breakBefore": false, + "name": "Output Path", + "width": 232 + } + ] + }, + "notebookName": "[RAPIDS Accelerator for Apache Spark] Profiling Tool Notebook Template", + "widgets": { + "Cloud Provider": { + "currentValue": "aws", + "nuid": "8dddcaf7-104e-4247-b811-ff7a133b28d4", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "dropdown", + "defaultValue": "aws", + "label": null, + "name": "Cloud Provider", + "options": { + "widgetType": "dropdown", + "autoCreated": null, + "choices": [ + "aws", + "azure" + ] + } + } + }, + "Eventlog Path": { + "currentValue": "/dbfs/user1/profiling_logs", + "nuid": "1272501d-5ad9-42be-ab62-35768b2fc384", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "text", + "defaultValue": "/dbfs/user1/profiling_logs", + "label": "", + "name": "Eventlog Path", + "options": { + "widgetType": "text", + "autoCreated": false, + "validationRegex": null + } + } + }, + "Output Path": { + "currentValue": "/tmp", + "nuid": "ab7e082c-1ef9-4912-8fd7-51bf985eb9c1", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "text", + "defaultValue": "/tmp", + "label": null, + "name": "Output Path", + "options": { + "widgetType": "text", + "autoCreated": null, + "validationRegex": null + } + } + } + } + }, + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template.ipynb b/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template.ipynb index d4fe2b2e5..6b6863ae2 100644 --- a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template.ipynb +++ b/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template.ipynb @@ -1,9 +1,647 @@ -{"cells":[{"cell_type":"markdown","metadata":{"application/vnd.databricks -.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"df33c614-2ecc-47a0-8600-bc891681997f", -"showTitle":false,"title":""}},"source":["# Welcome to the Qualification Tool for the RAPIDS -Accelerator for Apache Spark\n","To run the tool, you need to enter a log path that represents the -DBFS location for your Spark CPU event logs. Then you can select \"Run all\" to execute the -notebook. After the notebook completes, you will see various output tables show up below. More -options for running the qualification tool can be found here: https://nvidia.github -.io/spark-rapids/docs/spark-qualification-tool.html#qualification-tool-options.\n","\n","## Summary Output\n","The report represents the entire app execution, including unsupported operators and non-SQL operations. By default, the applications and queries are sorted in descending order by the following fields:\n","- Recommendation;\n","- Estimated GPU Speed-up;\n","- Estimated GPU Time Saved; and\n","- End Time.\n","\n","## Stages Output\n","For each stage used in SQL operations, the Qualification tool generates the following information:\n","1. App ID\n","1. Stage ID\n","1. Average Speedup Factor: the average estimated speed-up of all the operators in the given stage.\n","1. Stage Task Duration: amount of time spent in tasks of SQL Dataframe operations for the given stage.\n","1. Unsupported Task Duration: sum of task durations for the unsupported operators. For more details, see Supported Operators.\n","1. Stage Estimated: True or False indicates if we had to estimate the stage duration.\n","\n","## Execs Output\n","The Qualification tool generates a report of the “Exec” in the “SparkPlan” or “Executor Nodes” along with the estimated acceleration on the GPU. Please refer to the Supported Operators guide for more details on limitations on UDFs and unsupported operators.\n","1. App ID\n","1. SQL ID\n","1. Exec Name: example Filter, HashAggregate\n","1. Expression Name\n","1. Task Speedup Factor: it is simply the average acceleration of the operators based on the original CPU duration of the operator divided by the GPU duration. The tool uses historical queries and benchmarks to estimate a speed-up at an individual operator level to calculate how much a specific operator would accelerate on GPU.\n","1. Exec Duration: wall-Clock time measured since the operator starts till it is completed.\n","1. SQL Node Id\n","1. Exec Is Supported: whether the Exec is supported by RAPIDS or not. Please refer to the Supported Operators section.\n","1. Exec Stages: an array of stage IDs\n","1. Exec Children\n","1. Exec Children Node Ids\n","1. Exec Should Remove: whether the Op is removed from the migrated plan."]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"53b4d770-9db6-4bd7-9b93-d036d375eac5","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
Out[38]: 11948376
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
Out[38]: 11948376
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["import json\n","import requests\n","import base64\n","import shlex\n","import subprocess\n","import pandas as pd\n","\n","# Download Spark RAPIDS tool jar\n","TOOL_JAR_URL = 'https://repo1.maven.org/maven2/com/nvidia/rapids-4-spark-tools_2.12/24.04.0/rapids-4-spark-tools_2.12-24.04.0.jar'\n","TOOL_JAR_LOCAL_PATH = '/tmp/rapids-4-spark-tools.jar'\n","response = requests.get(TOOL_JAR_URL)\n","open(TOOL_JAR_LOCAL_PATH, \"wb\").write(response.content)\n","\n","# Download S3 jars\n","HADOOP_AWS_URL = 'https://repo.maven.apache.org/maven2/org/apache/hadoop/hadoop-aws/2.7.4/hadoop-aws-2.7.4.jar'\n","HADOOP_AWS_LOCAL_PATH = '/tmp/hadoop-aws-2.7.4.jar'\n","response = requests.get(HADOOP_AWS_URL)\n","open(HADOOP_AWS_LOCAL_PATH, \"wb\").write(response.content)\n","\n","AWS_JAVA_URL = 'https://repo.maven.apache.org/maven2/com/amazonaws/aws-java-sdk/1.7.4/aws-java-sdk-1.7.4.jar'\n","AWS_JAVA_LOCAL_PATH = '/tmp/aws-java-sdk-1.7.4.jar'\n","response = requests.get(AWS_JAVA_URL)\n","open(AWS_JAVA_LOCAL_PATH, \"wb\").write(response.content)\n","\n"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"acf401a3-12d3-4236-a6c5-8fe8990b153a","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["dbutils.widgets.text(\"log_path\", \"\")\n","eventlog_string=dbutils.widgets.get(\"log_path\")\n","\n","dbutils.widgets.text(\"output_path\", \"\")\n","outputpath_string=dbutils.widgets.get(\"output_path\")"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"65c4e778-5505-4334-ab89-424334803253","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["\n","
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"arguments":{},"data":"
","datasetInfos":[],"metadata":{},"removedWidgets":[],"type":"html"}},"output_type":"display_data"}],"source":["!java -Xmx10g -cp /tmp/rapids-4-spark-tools.jar:/tmp/hadoop-aws-2.7.4.jar:/tmp/aws-java-sdk-1.7.4.jar:/databricks/jars/* com.nvidia.spark.rapids.tool.qualification.QualificationMain -o $outputpath_string $eventlog_string &> /tmp/qual_debug.log"]},{"cell_type":"markdown","metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"bbe50fde-0bd6-4281-95fd-6a1ec6f17ab2","showTitle":false,"title":""}},"source":["## Summary Output"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"fb8edb26-e173-47ff-92a1-463baec7c06b","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["
App NameApp IDRecommendationEstimated GPU SpeedupEstimated GPU DurationEstimated GPU Time SavedSQL DF DurationSQL Dataframe Task DurationApp DurationGPU OpportunityExecutor CPU Time PercentSQL Ids with FailuresUnsupported Read File Formats and TypesUnsupported Write Data FormatComplex TypesNested Complex TypesPotential ProblemsLongest SQL DurationNONSQL Task Duration Plus OverheadUnsupported Task DurationSupported SQL DF Task DurationTask Speedup FactorApp Duration EstimatedUnsupported ExecsUnsupported Expressions
TPC-DS Like Bench q14bapp-20220209225233-0018Strongly Recommended2.748971.5383400.461127082706696413237210979365.66nullnullnullnullnullnull1127012939275700037263669274.16falseHashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q14aapp-20220209225013-0017Strongly Recommended2.6651728.9686381.031171782874600013811011263664.69nullnullnullnullnullnull11717229789871114076276319244.29falseHashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q4app-20220209224316-0007Strongly Recommended2.6641856.0369720.9690167853247001115779016765.09nullnullnullnullnullnull9016330865160853247004.41falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q24bapp-20220209230348-0030Recommended2.3432581.0743720.925674827574691763025669460.89nullnullnullnullnullnull56741295063425998275486934.37falseAdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRowdecimal
TPC-DS Like Bench q67app-20220209232913-0074Recommended2.27144720.72184416.273081851543719232913726530073.64nullnullnullnullnullnull30817430284692148108132890843.28falseExecute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRowDecimalType
TPC-DS Like Bench q24aapp-20220209230232-0029Recommended2.2533029.2241483.775346927911960745135320260.14nullnullnullnullnullnull534553305140139193277727674.54falseAdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRowdecimal
TPC-DS Like Bench q93app-20220209235239-0100Recommended2.1831203.4236894.575016629213056680985016664.73nullnullnullnullnullnull5016129730350292130563.78falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q23aapp-20220209225917-0027Recommended2.1743196.9750617.027406845913641938146684064.81nullnullnullnullnullnull7406429752284480262414333794.12falseHashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q23bapp-20220209230053-0028Recommended2.0846588.1450761.857742259799857973506652666.43nullnullnullnullnullnull7741730119518415627513842304.22falseHashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowDecimalType;decimal
TPC-DS Like Bench q72app-20220209233659-0079Recommended1.9730920.8830054.114170325434438609754170374.77nullnullnullnullnullnull4169429718870254344383.58falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q64app-20220209232701-0071Recommended1.9530544.6129103.383892531852357596483730155.12nullnullnullnullnullnull3891929879871328490305238674.55falseHashAggregate;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q78app-20220209234412-0085Recommended1.9424390.7922946.22909824753911473372909856.99nullnullnullnullnullnull2909029686970247539114.73falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q95app-20220209235427-0102Recommended1.929920.3826967.613767423337528568883552849.19nullnullnullnullnullnull3766729582161328886220086424.15falseExecute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRowmerge_sum
TPC-DS Like Bench q87app-20220209234925-0094Recommended1.8125518.220871.792627916348325463902627952.04nullnullnullnullnullnull2627229540660163483254.86falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q50app-20220209231919-0057Recommended1.7626735.8920549.12873616444045472852873652.87nullnullnullnullnullnull2873233392170164440453.51falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q97app-20220209235552-0104Recommended1.7624057.818398.192373111475611424562373158.69nullnullnullnullnullnull2372730094770114756114.45falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q75app-20220209233914-0082Recommended1.7425544.2618972.732493919831478445172493943.74nullnullnullnullnullnull2493329873060198314784.18falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q38app-20220209231214-0044Recommended1.7323047.0616910.932129215248682399582129248.81nullnullnullnullnullnull2128831676870152486824.86falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q31app-20220209230826-0037Recommended1.6823595.6916242.32040712617670398382040734.76nullnullnullnullnullnull2039929428300126176704.9falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q74app-20220209233831-0081Recommended1.6824668.0616781.932174716692240414502174746.93nullnullnullnullnullnull2174133252820166922404.38falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q11app-20220209224833-0014Recommended1.6226707.2416820.752420817615125435282214345.76nullnullnullnullnullnull2420529176421502045161130804.16falseExecute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRowDecimalType
TPC-DS Like Bench q16app-20220209225524-0020Recommended1.6225717.3316006.662272618535920417242130644.67nullnullnullnullnullnull2272030287811157466173784544.01falseExecute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRowmerge_sum
TPC-DS Like Bench q51app-20220209232008-0058Recommended1.5921942.3513069.641692512278939350121692547.26nullnullnullnullnullnull1692029795070122789394.38falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q81app-20220209234611-0088Recommended1.5823125.5913612.41743710033526367381739336.22nullnullnullnullnullnull17431308374324955100085714.59falseExecute CreateViewCommand;ReusedExchange;ColumnarToRow;FilterDECIMAL
TPC-DS Like Bench q65app-20220209232803-0072Recommended1.5723403.5913469.41833210164071368731833246.41nullnullnullnullnullnull1832429418920101640713.77falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q30app-20220209230750-0036Recommended1.5621777.0612322.93160708447753341001602333.65nullnullnullnullnullnull1606329874802443584233184.33falseExecute CreateViewCommand;ReusedExchange;ColumnarToRow;FilterDECIMAL
TPC-DS Like Bench q15app-20220209225447-0019Recommended1.5223166.1212074.87159706770100352411597034.25nullnullnullnullnullnull159642923648067701004.09falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q35app-20220209231035-0041Recommended1.5124552.1312648.861829810027023372011701037.15nullnullnullnullnullnull18293305974770551093215133.9falseExecute CreateViewCommand;SortMergeJoin;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q8app-20220209224648-0011Recommended1.5123372.712016.29156916693324353891569120.01nullnullnullnullnullnull156863133963066933244.26falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q69app-20220209233517-0076Recommended1.524534.6412431.35165897246714369661658927.75nullnullnullnullnullnull165832963952072467143.99falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q94app-20220209235349-0101Recommended1.524361.4412284.551742413168326366461635241.87nullnullnullnullnullnull174163048502809952123583744.01falseExecute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRowmerge_sum
TPC-DS Like Bench q54app-20220209232140-0061Recommended1.523475.0611742.93155685555140352181556828.65nullnullnullnullnullnull155633021018055551404.07falseExecute CreateViewCommand;ReusedExchange;Subquery;ColumnarToRownull
TPC-DS Like Bench q39aapp-20220209231256-0045Recommended1.4922102.2210863.77141364794226329661413624.49nullnullnullnullnullnull141312998677047942264.32falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q29app-20220209230713-0035Recommended1.4923597.9111588.081591210021701351861591244.09nullnullnullnullnullnull1590530579100100217013.68falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q47app-20220209231740-0054Recommended1.4823520.6311417.36152468996925349381516035.78nullnullnullnullnullnull1524131076875029989466264.05falseExecute CreateViewCommand;ReusedExchange;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q59app-20220209232422-0066Recommended1.4824246.7811658.21160916749831359051609134.65nullnullnullnullnullnull160843068245067498313.63falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q6app-20220209224544-0009Recommended1.4622488.0110526.98137586335474330151375630.04nullnullnullnullnullnull13753294312686363346114.26falseSubquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q80app-20220209234532-0087Recommended1.4625298.1211841.871674212630126371401585640.02nullnullnullnullnullnull167353360633668346119617803.95falseExecute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q39bapp-20220209231330-0046Recommended1.4622094.0410341.95134573807675324361345730.24nullnullnullnullnullnull134512941727038076754.32falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q57app-20220209232314-0064Recommended1.4622995.9910722.0143518374423337181423731.73nullnullnullnullnullnull1434529487716628383081404.05falseExecute CreateViewCommand;ReusedExchange;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q1app-20220209224147-0004Recommended1.4621599.3510007.64134177598550316071332137.09nullnullnullnullnullnull1341230120155411975444314.01falseExecute CreateViewCommand;ReusedExchange;ColumnarToRow;FilterDECIMAL
TPC-DS Like Bench q18app-20220209225644-0022Recommended1.4422216.889865.11134927586670320821349233.42nullnullnullnullnullnull134842962080075866703.72falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q45app-20220209231631-0052Recommended1.4423723.4510458.54144555768757341821415433.74nullnullnullnullnullnull14447295702212006856486893.83falseExecute CreateViewCommand;ReusedExchange;BroadcastHashJoin;ColumnarToRownull
TPC-DS Like Bench q17app-20220209225607-0021Recommended1.4324334.6110564.38144207818278348991442037.4nullnullnullnullnullnull144123106844078182783.74falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q25app-20220209230506-0031Recommended1.4321671.789370.21127907060196310421279034.97nullnullnullnullnullnull127843060435070601963.74falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q49app-20220209231846-0056Recommended1.4222231.449476.55124668785195317081246626.92nullnullnullnullnullnull124483080539087851954.17falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q46app-20220209231707-0053Recommended1.4222047.859385.14123186163042314331231826.39nullnullnullnullnullnull123123017041061630424.2falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q10app-20220209224756-0013Recommended1.4224919.8710489.12155747745798354091443230.14nullnullnullnullnullnull15567323676856778071780183.66falseExecute CreateViewCommand;SortMergeJoin;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q68app-20220209233444-0075Recommended1.4121674.529006.47118215109423306811182120.54nullnullnullnullnullnull118143004334051094234.2falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q5app-20220209224509-0008Recommended1.4123548.429749.57137298967631332981372941.35nullnullnullnullnullnull137223186659089676313.45falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q34app-20220209231004-0040Recommended1.420675.698427.3108425053339291031084227.34nullnullnullnullnullnull108362994320050533394.49falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q82app-20220209234649-0089Recommended1.422206.538955.46122127344489311621221239.29nullnullnullnullnullnull121992973553073444893.75falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q85app-20220209234821-0092Recommended1.424121.119726.88134687684101338481346829.91nullnullnullnullnullnull134622949755076841013.6falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q28app-20220209230637-0034Recommended1.3924599.419839.581546414309580344391382333.04nullnullnullnullnullnull1545830084131518296127912843.47falseAdaptiveSparkPlan;CollectLimit;HashAggregate;Execute CreateViewCommand;ColumnarToRowmerge_avg;merge_count
TPC-DS Like Bench q58app-20220209232349-0065Recommended1.3922489.08770.99123225717106312601232234.17nullnullnullnullnullnull123133102820057171063.47falseExecute CreateViewCommand;Subquery;ColumnarToRownull
TPC-DS Like Bench q19app-20220209225718-0023Recommended1.3821689.158456.84113735749051301461137323.22nullnullnullnullnullnull113643161292057490513.9falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q61app-20220209232531-0068Recommended1.3823308.729017.27123574376440323261235736.63nullnullnullnullnullnull123493022176043764403.7falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q71app-20220209233627-0078Recommended1.3821967.678440.32113714987537304081137121.81nullnullnullnullnullnull113633052139049875373.88falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q22app-20220209225845-0026Recommended1.3822397.038535.96123811736064309331238150.01nullnullnullnullnullnull123762929875017360643.22falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q70app-20220209233555-0077Recommended1.3721798.798233.2107514816235300321075133.51nullnullnullnullnullnull107463034688048162354.26falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q83app-20220209234722-0090Recommended1.3621949.168010.83109565253931299601095626.62nullnullnullnullnullnull109492993826052539313.72falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q98app-20220209235636-0105Recommended1.3620487.867376.139674316450527864967421.36nullnullnullnullnullnull96692953354031645054.21falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q79app-20220209234502-0086Recommended1.3521073.777578.22103445584295286521034429.69nullnullnullnullnullnull103403007559055842953.74falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q73app-20220209233802-0080Recommended1.3520143.117154.889205308630127298920527.46nullnullnullnullnullnull92012929775030863014.49falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q91app-20220209235141-0098Recommended1.3422090.617648.38103513106198297391035123.11nullnullnullnullnullnull103472997584031061983.83falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q37app-20220209231143-0043Recommended1.3422130.67605.4103715754398297361037138.21nullnullnullnullnullnull103663003155057543983.75falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q44app-20220209231559-0051Recommended1.3422359.337652.66109567175937300121034729.11nullnullnullnullnullnull10950302996939871267772253.84falseAdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q9app-20220209224725-0012Recommended1.3321873.817315.189829806454329189982935.84nullnullnullnullnullnull98233021491080645433.91falseExecute CreateViewCommand;AdaptiveSparkPlan;Subquery;ColumnarToRownull
TPC-DS Like Bench q40app-20220209231405-0047Recommended1.3324561.78167.29121198004983327291127236.85nullnullnullnullnullnull12110314201355898974459943.63falseExecute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q2app-20220209224220-0005Recommended1.3221301.466890.538966472404628192896638.76nullnullnullnullnullnull89603025086047240464.32falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench ss_maxapp-20220209235735-0107Recommended1.3120784.376539.629176533136827324888340.82nullnullnullnullnullnull9171304912216990251614663.79falseExecute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRowmerge_count;merge_max
TPC-DS Like Bench q60app-20220209232500-0067Recommended1.3122250.376983.629811383467629234981119.92nullnullnullnullnullnull98062939560038346763.47falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q13app-20220209224945-0016Recommended1.3120407.716360.288816426596626768881634.5nullnullnullnullnullnull88082951094042659663.59falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q56app-20220209232242-0063Recommended1.322798.877044.129896372946629843989614.44nullnullnullnullnullnull98902971656037294663.47falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q76app-20220209234000-0083Recommended1.322630.646827.359835626483129458983533.9nullnullnullnullnullnull98303037202062648313.27falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q33app-20220209230935-0039Recommended1.321561.956491.049119303268028053911918.14nullnullnullnullnullnull91112983234030326803.47falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q88app-20220209235013-0095Recommended1.323989.567197.439998668703831187999843.92nullnullnullnullnullnull99873212440066870383.57falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q7app-20220209224619-0010Not Recommended1.2920663.56143.58936402216626807893635.88nullnullnullnullnullnull89292959904040221663.2falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q48app-20220209231816-0055Not Recommended1.2921310.476237.528514396964927548851433.42nullnullnullnullnullnull85072990347039696493.74falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q26app-20220209230539-0032Not Recommended1.2821556.186109.818887400244127666888736.79nullnullnullnullnullnull88763012952040024413.2falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q12app-20220209224918-0015Not Recommended1.2719624.365459.637584186558725084758423.82nullnullnullnullnullnull75773102250018655873.57falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q62app-20220209232605-0069Not Recommended1.2721448.225877.778574421882127326857436.47nullnullnullnullnullnull85653017055042188213.18falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q20app-20220209225749-0024Not Recommended1.2621250.955641.047836204097426892783622.51nullnullnullnullnullnull78293039094020409743.57falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q99app-20220209235705-0106Not Recommended1.2522355.325801.678463455827528157846333.1nullnullnullnullnullnull84552973149045582753.18falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q36app-20220209231114-0042Not Recommended1.2521356.735527.267756364275026884775630.08nullnullnullnullnullnull77522905924036427503.48falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q89app-20220209235046-0096Not Recommended1.2520969.235401.767869402974026371761524.99nullnullnullnullnullnull7858301214512976538999753.44falseExecute CreateViewCommand;ReusedExchange;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q86app-20220209234857-0093Not Recommended1.2521140.775388.227493350544126529749329.09nullnullnullnullnullnull74893240380035054413.56falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q27app-20220209230608-0033Not Recommended1.2522114.895587.18150373710327702815029.62nullnullnullnullnullnull81433067371037371033.18falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q66app-20220209232841-0073Not Recommended1.2424291.915938.089771528738330230861235.68nullnullnullnullnullnull9765292206162668046607033.22falseExecute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRowDecimalType
TPC-DS Like Bench q53app-20220209232111-0060Not Recommended1.2322160.975233.027622387949627394736825.54nullnullnullnullnullnull7617290534712879537507013.45falseExecute CreateViewCommand;ReusedExchange;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q84app-20220209234754-0091Not Recommended1.2321195.34968.697129381406026164712940.65nullnullnullnullnullnull71233029105038140603.3falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q63app-20220209232634-0070Not Recommended1.2321192.664957.337215349014726150698026.58nullnullnullnullnullnull7207297683811331833768293.45falseExecute CreateViewCommand;ReusedExchange;Filter;ColumnarToRowdecimal;DecimalType
TPC-DS Like Bench q43app-20220209231533-0050Not Recommended1.2319958.184641.816660325794024600666029.65nullnullnullnullnullnull66512961446032579403.3falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench ss_maxbapp-20220209235804-0108Not Recommended1.2319063.414414.585825379849123478582548.17nullnullnullnullnullnull58193155711037984914.13falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q3app-20220209224250-0006Not Recommended1.2220089.364522.636489289837324612648926.88nullnullnullnullnullnull64833094853028983733.3falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q21app-20220209225818-0025Not Recommended1.2220413.614531.386610107292624945661040.94nullnullnullnullnullnull66053079474010729263.18falseExecute CreateViewCommand;ReusedExchange;ColumnarToRownull
TPC-DS Like Bench q55app-20220209232217-0062Not Recommended1.2219494.184296.816165261278723791616524.78nullnullnullnullnullnull61582995446026127873.3falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q92app-20220209235212-0099Not Recommended1.2120741.454549.546384209560125291612325.07nullnullnullnullnullnull638029671298541920101823.89falseExecute CreateViewCommand;ReusedExchange;ColumnarToRow;FilterDECIMAL
TPC-DS Like Bench q90app-20220209235114-0097Not Recommended1.2120450.984350.016209260467624801620944.95nullnullnullnullnullnull62042976499026046763.34falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q32app-20220209230908-0038Not Recommended1.220973.264366.736107271296225340590925.21nullnullnullnullnullnull609830482548762326253393.83falseExecute CreateViewCommand;ReusedExchange;ColumnarToRow;FilterDECIMAL
TPC-DS Like Bench q42app-20220209231505-0049Not Recommended1.221414.784436.216365272675925851636523.15nullnullnullnullnullnull63583047836027267593.3falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q52app-20220209232045-0059Not Recommended1.1920523.34071.695842268309024595584225.46nullnullnullnullnullnull58273074975026830903.3falseExecute CreateViewCommand;ColumnarToRownull
TPC-DS Like Bench q41app-20220209231439-0048Not Recommended1.1920533.934071.06564916156424605564955.4nullnullnullnullnullnull5642297075701615643.58falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
TPC-DS Like Bench q96app-20220209235526-0103Not Recommended1.1820189.673776.325324230442823966532444.32nullnullnullnullnullnull53172947875023044283.44falseExecute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRownull
DART-ALGOapplication_1665146417445_0002Not Recommended1.04375798.1216253.8744531759001723920522367514.55nullnullnullnullnullnull165795801759035546441403537313.19falseScan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_mod;Scan hive ecomm_ops_tables.s0s0jzb_browse_shelf_cat_map;CollectLimitnull
DART-ALGOapplication_1665146417445_0003Not Recommended1.0690682.00.00069068200.0nullnullnullnullnullnull00001.0falsenullnull
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"aggData":[],"aggError":"","aggOverflow":false,"aggSchema":[],"aggSeriesLimitReached":false,"aggType":"","arguments":{},"columnCustomDisplayInfos":{},"data":[["TPC-DS Like Bench q14b","app-20220209225233-0018","Strongly Recommended",2.7,48971.53,83400.46,112708,27066964,132372,109793,65.66,null,null,null,null,null,null,112701,2939275,700037,26366927,4.16,false,"HashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q14a","app-20220209225013-0017","Strongly Recommended",2.66,51728.96,86381.03,117178,28746000,138110,112636,64.69,null,null,null,null,null,null,117172,2978987,1114076,27631924,4.29,false,"HashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q4","app-20220209224316-0007","Strongly Recommended",2.66,41856.03,69720.96,90167,85324700,111577,90167,65.09,null,null,null,null,null,null,90163,3086516,0,85324700,4.41,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q24b","app-20220209230348-0030","Recommended",2.34,32581.07,43720.92,56748,27574691,76302,56694,60.89,null,null,null,null,null,null,56741,2950634,25998,27548693,4.37,false,"AdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRow","decimal"],["TPC-DS Like Bench q67","app-20220209232913-0074","Recommended",2.27,144720.72,184416.27,308185,15437192,329137,265300,73.64,null,null,null,null,null,null,308174,3028469,2148108,13289084,3.28,false,"Execute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRow","DecimalType"],["TPC-DS Like Bench q24a","app-20220209230232-0029","Recommended",2.25,33029.22,41483.77,53469,27911960,74513,53202,60.14,null,null,null,null,null,null,53455,3305140,139193,27772767,4.54,false,"AdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRow","decimal"],["TPC-DS Like Bench q93","app-20220209235239-0100","Recommended",2.18,31203.42,36894.57,50166,29213056,68098,50166,64.73,null,null,null,null,null,null,50161,2973035,0,29213056,3.78,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q23a","app-20220209225917-0027","Recommended",2.17,43196.97,50617.02,74068,45913641,93814,66840,64.81,null,null,null,null,null,null,74064,2975228,4480262,41433379,4.12,false,"HashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q23b","app-20220209230053-0028","Recommended",2.08,46588.14,50761.85,77422,59799857,97350,66526,66.43,null,null,null,null,null,null,77417,3011951,8415627,51384230,4.22,false,"HashAggregate;Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","DecimalType;decimal"],["TPC-DS Like Bench q72","app-20220209233659-0079","Recommended",1.97,30920.88,30054.11,41703,25434438,60975,41703,74.77,null,null,null,null,null,null,41694,2971887,0,25434438,3.58,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q64","app-20220209232701-0071","Recommended",1.95,30544.61,29103.38,38925,31852357,59648,37301,55.12,null,null,null,null,null,null,38919,2987987,1328490,30523867,4.55,false,"HashAggregate;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q78","app-20220209234412-0085","Recommended",1.94,24390.79,22946.2,29098,24753911,47337,29098,56.99,null,null,null,null,null,null,29090,2968697,0,24753911,4.73,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q95","app-20220209235427-0102","Recommended",1.9,29920.38,26967.61,37674,23337528,56888,35528,49.19,null,null,null,null,null,null,37667,2958216,1328886,22008642,4.15,false,"Execute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRow","merge_sum"],["TPC-DS Like Bench q87","app-20220209234925-0094","Recommended",1.81,25518.2,20871.79,26279,16348325,46390,26279,52.04,null,null,null,null,null,null,26272,2954066,0,16348325,4.86,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q50","app-20220209231919-0057","Recommended",1.76,26735.89,20549.1,28736,16444045,47285,28736,52.87,null,null,null,null,null,null,28732,3339217,0,16444045,3.51,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q97","app-20220209235552-0104","Recommended",1.76,24057.8,18398.19,23731,11475611,42456,23731,58.69,null,null,null,null,null,null,23727,3009477,0,11475611,4.45,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q75","app-20220209233914-0082","Recommended",1.74,25544.26,18972.73,24939,19831478,44517,24939,43.74,null,null,null,null,null,null,24933,2987306,0,19831478,4.18,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q38","app-20220209231214-0044","Recommended",1.73,23047.06,16910.93,21292,15248682,39958,21292,48.81,null,null,null,null,null,null,21288,3167687,0,15248682,4.86,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q31","app-20220209230826-0037","Recommended",1.68,23595.69,16242.3,20407,12617670,39838,20407,34.76,null,null,null,null,null,null,20399,2942830,0,12617670,4.9,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q74","app-20220209233831-0081","Recommended",1.68,24668.06,16781.93,21747,16692240,41450,21747,46.93,null,null,null,null,null,null,21741,3325282,0,16692240,4.38,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q11","app-20220209224833-0014","Recommended",1.62,26707.24,16820.75,24208,17615125,43528,22143,45.76,null,null,null,null,null,null,24205,2917642,1502045,16113080,4.16,false,"Execute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRow","DecimalType"],["TPC-DS Like Bench q16","app-20220209225524-0020","Recommended",1.62,25717.33,16006.66,22726,18535920,41724,21306,44.67,null,null,null,null,null,null,22720,3028781,1157466,17378454,4.01,false,"Execute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRow","merge_sum"],["TPC-DS Like Bench q51","app-20220209232008-0058","Recommended",1.59,21942.35,13069.64,16925,12278939,35012,16925,47.26,null,null,null,null,null,null,16920,2979507,0,12278939,4.38,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q81","app-20220209234611-0088","Recommended",1.58,23125.59,13612.4,17437,10033526,36738,17393,36.22,null,null,null,null,null,null,17431,3083743,24955,10008571,4.59,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow;Filter","DECIMAL"],["TPC-DS Like Bench q65","app-20220209232803-0072","Recommended",1.57,23403.59,13469.4,18332,10164071,36873,18332,46.41,null,null,null,null,null,null,18324,2941892,0,10164071,3.77,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q30","app-20220209230750-0036","Recommended",1.56,21777.06,12322.93,16070,8447753,34100,16023,33.65,null,null,null,null,null,null,16063,2987480,24435,8423318,4.33,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow;Filter","DECIMAL"],["TPC-DS Like Bench q15","app-20220209225447-0019","Recommended",1.52,23166.12,12074.87,15970,6770100,35241,15970,34.25,null,null,null,null,null,null,15964,2923648,0,6770100,4.09,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q35","app-20220209231035-0041","Recommended",1.51,24552.13,12648.86,18298,10027023,37201,17010,37.15,null,null,null,null,null,null,18293,3059747,705510,9321513,3.9,false,"Execute CreateViewCommand;SortMergeJoin;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q8","app-20220209224648-0011","Recommended",1.51,23372.7,12016.29,15691,6693324,35389,15691,20.01,null,null,null,null,null,null,15686,3133963,0,6693324,4.26,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q69","app-20220209233517-0076","Recommended",1.5,24534.64,12431.35,16589,7246714,36966,16589,27.75,null,null,null,null,null,null,16583,2963952,0,7246714,3.99,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q94","app-20220209235349-0101","Recommended",1.5,24361.44,12284.55,17424,13168326,36646,16352,41.87,null,null,null,null,null,null,17416,3048502,809952,12358374,4.01,false,"Execute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRow","merge_sum"],["TPC-DS Like Bench q54","app-20220209232140-0061","Recommended",1.5,23475.06,11742.93,15568,5555140,35218,15568,28.65,null,null,null,null,null,null,15563,3021018,0,5555140,4.07,false,"Execute CreateViewCommand;ReusedExchange;Subquery;ColumnarToRow",null],["TPC-DS Like Bench q39a","app-20220209231256-0045","Recommended",1.49,22102.22,10863.77,14136,4794226,32966,14136,24.49,null,null,null,null,null,null,14131,2998677,0,4794226,4.32,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q29","app-20220209230713-0035","Recommended",1.49,23597.91,11588.08,15912,10021701,35186,15912,44.09,null,null,null,null,null,null,15905,3057910,0,10021701,3.68,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q47","app-20220209231740-0054","Recommended",1.48,23520.63,11417.36,15246,8996925,34938,15160,35.78,null,null,null,null,null,null,15241,3107687,50299,8946626,4.05,false,"Execute CreateViewCommand;ReusedExchange;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q59","app-20220209232422-0066","Recommended",1.48,24246.78,11658.21,16091,6749831,35905,16091,34.65,null,null,null,null,null,null,16084,3068245,0,6749831,3.63,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q6","app-20220209224544-0009","Recommended",1.46,22488.01,10526.98,13758,6335474,33015,13756,30.04,null,null,null,null,null,null,13753,2943126,863,6334611,4.26,false,"Subquery;Execute CreateViewCommand;Filter;ReusedExchange;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q80","app-20220209234532-0087","Recommended",1.46,25298.12,11841.87,16742,12630126,37140,15856,40.02,null,null,null,null,null,null,16735,3360633,668346,11961780,3.95,false,"Execute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q39b","app-20220209231330-0046","Recommended",1.46,22094.04,10341.95,13457,3807675,32436,13457,30.24,null,null,null,null,null,null,13451,2941727,0,3807675,4.32,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q57","app-20220209232314-0064","Recommended",1.46,22995.99,10722,14351,8374423,33718,14237,31.73,null,null,null,null,null,null,14345,2948771,66283,8308140,4.05,false,"Execute CreateViewCommand;ReusedExchange;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q1","app-20220209224147-0004","Recommended",1.46,21599.35,10007.64,13417,7598550,31607,13321,37.09,null,null,null,null,null,null,13412,3012015,54119,7544431,4.01,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow;Filter","DECIMAL"],["TPC-DS Like Bench q18","app-20220209225644-0022","Recommended",1.44,22216.88,9865.11,13492,7586670,32082,13492,33.42,null,null,null,null,null,null,13484,2962080,0,7586670,3.72,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q45","app-20220209231631-0052","Recommended",1.44,23723.45,10458.54,14455,5768757,34182,14154,33.74,null,null,null,null,null,null,14447,2957022,120068,5648689,3.83,false,"Execute CreateViewCommand;ReusedExchange;BroadcastHashJoin;ColumnarToRow",null],["TPC-DS Like Bench q17","app-20220209225607-0021","Recommended",1.43,24334.61,10564.38,14420,7818278,34899,14420,37.4,null,null,null,null,null,null,14412,3106844,0,7818278,3.74,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q25","app-20220209230506-0031","Recommended",1.43,21671.78,9370.21,12790,7060196,31042,12790,34.97,null,null,null,null,null,null,12784,3060435,0,7060196,3.74,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q49","app-20220209231846-0056","Recommended",1.42,22231.44,9476.55,12466,8785195,31708,12466,26.92,null,null,null,null,null,null,12448,3080539,0,8785195,4.17,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q46","app-20220209231707-0053","Recommended",1.42,22047.85,9385.14,12318,6163042,31433,12318,26.39,null,null,null,null,null,null,12312,3017041,0,6163042,4.2,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q10","app-20220209224756-0013","Recommended",1.42,24919.87,10489.12,15574,7745798,35409,14432,30.14,null,null,null,null,null,null,15567,3236768,567780,7178018,3.66,false,"Execute CreateViewCommand;SortMergeJoin;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q68","app-20220209233444-0075","Recommended",1.41,21674.52,9006.47,11821,5109423,30681,11821,20.54,null,null,null,null,null,null,11814,3004334,0,5109423,4.2,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q5","app-20220209224509-0008","Recommended",1.41,23548.42,9749.57,13729,8967631,33298,13729,41.35,null,null,null,null,null,null,13722,3186659,0,8967631,3.45,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q34","app-20220209231004-0040","Recommended",1.4,20675.69,8427.3,10842,5053339,29103,10842,27.34,null,null,null,null,null,null,10836,2994320,0,5053339,4.49,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q82","app-20220209234649-0089","Recommended",1.4,22206.53,8955.46,12212,7344489,31162,12212,39.29,null,null,null,null,null,null,12199,2973553,0,7344489,3.75,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q85","app-20220209234821-0092","Recommended",1.4,24121.11,9726.88,13468,7684101,33848,13468,29.91,null,null,null,null,null,null,13462,2949755,0,7684101,3.6,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q28","app-20220209230637-0034","Recommended",1.39,24599.41,9839.58,15464,14309580,34439,13823,33.04,null,null,null,null,null,null,15458,3008413,1518296,12791284,3.47,false,"AdaptiveSparkPlan;CollectLimit;HashAggregate;Execute CreateViewCommand;ColumnarToRow","merge_avg;merge_count"],["TPC-DS Like Bench q58","app-20220209232349-0065","Recommended",1.39,22489,8770.99,12322,5717106,31260,12322,34.17,null,null,null,null,null,null,12313,3102820,0,5717106,3.47,false,"Execute CreateViewCommand;Subquery;ColumnarToRow",null],["TPC-DS Like Bench q19","app-20220209225718-0023","Recommended",1.38,21689.15,8456.84,11373,5749051,30146,11373,23.22,null,null,null,null,null,null,11364,3161292,0,5749051,3.9,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q61","app-20220209232531-0068","Recommended",1.38,23308.72,9017.27,12357,4376440,32326,12357,36.63,null,null,null,null,null,null,12349,3022176,0,4376440,3.7,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q71","app-20220209233627-0078","Recommended",1.38,21967.67,8440.32,11371,4987537,30408,11371,21.81,null,null,null,null,null,null,11363,3052139,0,4987537,3.88,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q22","app-20220209225845-0026","Recommended",1.38,22397.03,8535.96,12381,1736064,30933,12381,50.01,null,null,null,null,null,null,12376,2929875,0,1736064,3.22,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q70","app-20220209233555-0077","Recommended",1.37,21798.79,8233.2,10751,4816235,30032,10751,33.51,null,null,null,null,null,null,10746,3034688,0,4816235,4.26,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q83","app-20220209234722-0090","Recommended",1.36,21949.16,8010.83,10956,5253931,29960,10956,26.62,null,null,null,null,null,null,10949,2993826,0,5253931,3.72,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q98","app-20220209235636-0105","Recommended",1.36,20487.86,7376.13,9674,3164505,27864,9674,21.36,null,null,null,null,null,null,9669,2953354,0,3164505,4.21,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q79","app-20220209234502-0086","Recommended",1.35,21073.77,7578.22,10344,5584295,28652,10344,29.69,null,null,null,null,null,null,10340,3007559,0,5584295,3.74,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q73","app-20220209233802-0080","Recommended",1.35,20143.11,7154.88,9205,3086301,27298,9205,27.46,null,null,null,null,null,null,9201,2929775,0,3086301,4.49,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q91","app-20220209235141-0098","Recommended",1.34,22090.61,7648.38,10351,3106198,29739,10351,23.11,null,null,null,null,null,null,10347,2997584,0,3106198,3.83,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q37","app-20220209231143-0043","Recommended",1.34,22130.6,7605.4,10371,5754398,29736,10371,38.21,null,null,null,null,null,null,10366,3003155,0,5754398,3.75,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q44","app-20220209231559-0051","Recommended",1.34,22359.33,7652.66,10956,7175937,30012,10347,29.11,null,null,null,null,null,null,10950,3029969,398712,6777225,3.84,false,"AdaptiveSparkPlan;Subquery;Execute CreateViewCommand;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q9","app-20220209224725-0012","Recommended",1.33,21873.81,7315.18,9829,8064543,29189,9829,35.84,null,null,null,null,null,null,9823,3021491,0,8064543,3.91,false,"Execute CreateViewCommand;AdaptiveSparkPlan;Subquery;ColumnarToRow",null],["TPC-DS Like Bench q40","app-20220209231405-0047","Recommended",1.33,24561.7,8167.29,12119,8004983,32729,11272,36.85,null,null,null,null,null,null,12110,3142013,558989,7445994,3.63,false,"Execute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q2","app-20220209224220-0005","Recommended",1.32,21301.46,6890.53,8966,4724046,28192,8966,38.76,null,null,null,null,null,null,8960,3025086,0,4724046,4.32,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench ss_max","app-20220209235735-0107","Recommended",1.31,20784.37,6539.62,9176,5331368,27324,8883,40.82,null,null,null,null,null,null,9171,3049122,169902,5161466,3.79,false,"Execute CreateViewCommand;AdaptiveSparkPlan;HashAggregate;ColumnarToRow","merge_count;merge_max"],["TPC-DS Like Bench q60","app-20220209232500-0067","Recommended",1.31,22250.37,6983.62,9811,3834676,29234,9811,19.92,null,null,null,null,null,null,9806,2939560,0,3834676,3.47,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q13","app-20220209224945-0016","Recommended",1.31,20407.71,6360.28,8816,4265966,26768,8816,34.5,null,null,null,null,null,null,8808,2951094,0,4265966,3.59,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q56","app-20220209232242-0063","Recommended",1.3,22798.87,7044.12,9896,3729466,29843,9896,14.44,null,null,null,null,null,null,9890,2971656,0,3729466,3.47,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q76","app-20220209234000-0083","Recommended",1.3,22630.64,6827.35,9835,6264831,29458,9835,33.9,null,null,null,null,null,null,9830,3037202,0,6264831,3.27,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q33","app-20220209230935-0039","Recommended",1.3,21561.95,6491.04,9119,3032680,28053,9119,18.14,null,null,null,null,null,null,9111,2983234,0,3032680,3.47,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q88","app-20220209235013-0095","Recommended",1.3,23989.56,7197.43,9998,6687038,31187,9998,43.92,null,null,null,null,null,null,9987,3212440,0,6687038,3.57,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q7","app-20220209224619-0010","Not Recommended",1.29,20663.5,6143.5,8936,4022166,26807,8936,35.88,null,null,null,null,null,null,8929,2959904,0,4022166,3.2,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q48","app-20220209231816-0055","Not Recommended",1.29,21310.47,6237.52,8514,3969649,27548,8514,33.42,null,null,null,null,null,null,8507,2990347,0,3969649,3.74,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q26","app-20220209230539-0032","Not Recommended",1.28,21556.18,6109.81,8887,4002441,27666,8887,36.79,null,null,null,null,null,null,8876,3012952,0,4002441,3.2,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q12","app-20220209224918-0015","Not Recommended",1.27,19624.36,5459.63,7584,1865587,25084,7584,23.82,null,null,null,null,null,null,7577,3102250,0,1865587,3.57,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q62","app-20220209232605-0069","Not Recommended",1.27,21448.22,5877.77,8574,4218821,27326,8574,36.47,null,null,null,null,null,null,8565,3017055,0,4218821,3.18,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q20","app-20220209225749-0024","Not Recommended",1.26,21250.95,5641.04,7836,2040974,26892,7836,22.51,null,null,null,null,null,null,7829,3039094,0,2040974,3.57,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q99","app-20220209235705-0106","Not Recommended",1.25,22355.32,5801.67,8463,4558275,28157,8463,33.1,null,null,null,null,null,null,8455,2973149,0,4558275,3.18,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q36","app-20220209231114-0042","Not Recommended",1.25,21356.73,5527.26,7756,3642750,26884,7756,30.08,null,null,null,null,null,null,7752,2905924,0,3642750,3.48,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q89","app-20220209235046-0096","Not Recommended",1.25,20969.23,5401.76,7869,4029740,26371,7615,24.99,null,null,null,null,null,null,7858,3012145,129765,3899975,3.44,false,"Execute CreateViewCommand;ReusedExchange;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q86","app-20220209234857-0093","Not Recommended",1.25,21140.77,5388.22,7493,3505441,26529,7493,29.09,null,null,null,null,null,null,7489,3240380,0,3505441,3.56,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q27","app-20220209230608-0033","Not Recommended",1.25,22114.89,5587.1,8150,3737103,27702,8150,29.62,null,null,null,null,null,null,8143,3067371,0,3737103,3.18,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q66","app-20220209232841-0073","Not Recommended",1.24,24291.91,5938.08,9771,5287383,30230,8612,35.68,null,null,null,null,null,null,9765,2922061,626680,4660703,3.22,false,"Execute CreateViewCommand;ReusedExchange;HashAggregate;ColumnarToRow","DecimalType"],["TPC-DS Like Bench q53","app-20220209232111-0060","Not Recommended",1.23,22160.97,5233.02,7622,3879496,27394,7368,25.54,null,null,null,null,null,null,7617,2905347,128795,3750701,3.45,false,"Execute CreateViewCommand;ReusedExchange;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q84","app-20220209234754-0091","Not Recommended",1.23,21195.3,4968.69,7129,3814060,26164,7129,40.65,null,null,null,null,null,null,7123,3029105,0,3814060,3.3,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q63","app-20220209232634-0070","Not Recommended",1.23,21192.66,4957.33,7215,3490147,26150,6980,26.58,null,null,null,null,null,null,7207,2976838,113318,3376829,3.45,false,"Execute CreateViewCommand;ReusedExchange;Filter;ColumnarToRow","decimal;DecimalType"],["TPC-DS Like Bench q43","app-20220209231533-0050","Not Recommended",1.23,19958.18,4641.81,6660,3257940,24600,6660,29.65,null,null,null,null,null,null,6651,2961446,0,3257940,3.3,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench ss_maxb","app-20220209235804-0108","Not Recommended",1.23,19063.41,4414.58,5825,3798491,23478,5825,48.17,null,null,null,null,null,null,5819,3155711,0,3798491,4.13,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q3","app-20220209224250-0006","Not Recommended",1.22,20089.36,4522.63,6489,2898373,24612,6489,26.88,null,null,null,null,null,null,6483,3094853,0,2898373,3.3,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q21","app-20220209225818-0025","Not Recommended",1.22,20413.61,4531.38,6610,1072926,24945,6610,40.94,null,null,null,null,null,null,6605,3079474,0,1072926,3.18,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow",null],["TPC-DS Like Bench q55","app-20220209232217-0062","Not Recommended",1.22,19494.18,4296.81,6165,2612787,23791,6165,24.78,null,null,null,null,null,null,6158,2995446,0,2612787,3.3,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q92","app-20220209235212-0099","Not Recommended",1.21,20741.45,4549.54,6384,2095601,25291,6123,25.07,null,null,null,null,null,null,6380,2967129,85419,2010182,3.89,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow;Filter","DECIMAL"],["TPC-DS Like Bench q90","app-20220209235114-0097","Not Recommended",1.21,20450.98,4350.01,6209,2604676,24801,6209,44.95,null,null,null,null,null,null,6204,2976499,0,2604676,3.34,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q32","app-20220209230908-0038","Not Recommended",1.2,20973.26,4366.73,6107,2712962,25340,5909,25.21,null,null,null,null,null,null,6098,3048254,87623,2625339,3.83,false,"Execute CreateViewCommand;ReusedExchange;ColumnarToRow;Filter","DECIMAL"],["TPC-DS Like Bench q42","app-20220209231505-0049","Not Recommended",1.2,21414.78,4436.21,6365,2726759,25851,6365,23.15,null,null,null,null,null,null,6358,3047836,0,2726759,3.3,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q52","app-20220209232045-0059","Not Recommended",1.19,20523.3,4071.69,5842,2683090,24595,5842,25.46,null,null,null,null,null,null,5827,3074975,0,2683090,3.3,false,"Execute CreateViewCommand;ColumnarToRow",null],["TPC-DS Like Bench q41","app-20220209231439-0048","Not Recommended",1.19,20533.93,4071.06,5649,161564,24605,5649,55.4,null,null,null,null,null,null,5642,2970757,0,161564,3.58,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["TPC-DS Like Bench q96","app-20220209235526-0103","Not Recommended",1.18,20189.67,3776.32,5324,2304428,23966,5324,44.32,null,null,null,null,null,null,5317,2947875,0,2304428,3.44,false,"Execute CreateViewCommand;AdaptiveSparkPlan;ColumnarToRow",null],["DART-ALGO","application_1665146417445_0002","Not Recommended",1.04,375798.12,16253.87,44531,75900172,392052,23675,14.55,null,null,null,null,null,null,16579,58017590,35546441,40353731,3.19,false,"Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_mod;Scan hive ecomm_ops_tables.s0s0jzb_browse_shelf_cat_map;CollectLimit",null],["DART-ALGO","application_1665146417445_0003","Not Recommended",1,690682,0,0,0,690682,0,0,null,null,null,null,null,null,0,0,0,0,1,false,null,null]],"datasetInfos":[],"dbfsResultPath":null,"isJsonSchema":true,"metadata":{},"overflow":false,"plotOptions":{"customPlotOptions":{},"displayType":"table","pivotAggregation":null,"pivotColumns":null,"xColumns":null,"yColumns":null},"removedWidgets":[],"schema":[{"metadata":"{}","name":"App Name","type":"\"string\""},{"metadata":"{}","name":"App ID","type":"\"string\""},{"metadata":"{}","name":"Recommendation","type":"\"string\""},{"metadata":"{}","name":"Estimated GPU Speedup","type":"\"double\""},{"metadata":"{}","name":"Estimated GPU Duration","type":"\"double\""},{"metadata":"{}","name":"Estimated GPU Time Saved","type":"\"double\""},{"metadata":"{}","name":"SQL DF Duration","type":"\"long\""},{"metadata":"{}","name":"SQL Dataframe Task Duration","type":"\"long\""},{"metadata":"{}","name":"App Duration","type":"\"long\""},{"metadata":"{}","name":"GPU Opportunity","type":"\"long\""},{"metadata":"{}","name":"Executor CPU Time Percent","type":"\"double\""},{"metadata":"{}","name":"SQL Ids with Failures","type":"\"double\""},{"metadata":"{}","name":"Unsupported Read File Formats and Types","type":"\"double\""},{"metadata":"{}","name":"Unsupported Write Data Format","type":"\"double\""},{"metadata":"{}","name":"Complex Types","type":"\"double\""},{"metadata":"{}","name":"Nested Complex Types","type":"\"double\""},{"metadata":"{}","name":"Potential Problems","type":"\"double\""},{"metadata":"{}","name":"Longest SQL Duration","type":"\"long\""},{"metadata":"{}","name":"NONSQL Task Duration Plus Overhead","type":"\"long\""},{"metadata":"{}","name":"Unsupported Task Duration","type":"\"long\""},{"metadata":"{}","name":"Supported SQL DF Task Duration","type":"\"long\""},{"metadata":"{}","name":"Task Speedup Factor","type":"\"double\""},{"metadata":"{}","name":"App Duration Estimated","type":"\"boolean\""},{"metadata":"{}","name":"Unsupported Execs","type":"\"string\""},{"metadata":"{}","name":"Unsupported Expressions","type":"\"string\""}],"type":"table"}},"output_type":"display_data"}],"source":["summary_output=pd.read_csv(outputpath_string + \"/rapids_4_spark_qualification_output/rapids_4_spark_qualification_output.csv\")\n","display(summary_output)"]},{"cell_type":"markdown","metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"6756159b-30ca-407a-ab6b-9c29ced01ea6","showTitle":false,"title":""}},"source":["## Stages Output"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"cdde6177-db5f-434a-995b-776678a64a3a","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["
App IDStage IDAverage Speedup FactorStage Task DurationUnsupported Task DurationStage Estimated
app-20220209224509-0008312.9511840false
app-20220209224509-0008332.910860false
app-20220209224509-0008353.3723215230false
app-20220209224509-0008413.91726480false
app-20220209224509-0008395.7245868240false
app-20220209224509-0008383.366943370false
app-20220209224509-0008404.266568350false
app-20220209224509-0008373.365241900false
app-20220209224509-0008322.96410false
app-20220209224509-0008362.7370650false
app-20220209224509-0008423.02180false
app-20220209224509-0008342.910800false
app-20220209235114-0097392.7100true
app-20220209235114-0097403.544130false
app-20220209235114-0097342.959640false
app-20220209235114-0097372.7100true
app-20220209235114-0097413.03650false
app-20220209235114-0097312.9510580false
app-20220209235114-0097322.956940false
app-20220209235114-0097353.6821421470false
app-20220209235114-0097384.342710false
app-20220209235114-0097363.684578640false
app-20220209235114-0097332.959000false
app-20220209230506-0031353.33933940false
app-20220209230506-0031363.332398630false
app-20220209230506-0031386.9126961720false
app-20220209230506-0031373.3316844940false
app-20220209230506-0031403.92050180false
app-20220209230506-0031322.975300false
app-20220209230506-0031413.02100false
app-20220209230506-0031395.6721297750false
app-20220209230506-0031342.9511980false
app-20220209230506-0031312.9512840false
app-20220209230506-0031332.912580false
app-20220209232634-0070322.910460false
app-20220209232634-0070343.7222260560false
app-20220209232634-0070312.9566770false
app-20220209232634-0070332.956720false
app-20220209232634-0070373.02100false
app-20220209232634-0070354.36888940false
app-20220209232634-0070364.3566592113318false
app-20220209225845-0026363.03030false
app-20220209225845-0026322.956900false
app-20220209225845-0026312.9511810false
app-20220209225845-0026343.686217360false
app-20220209225845-0026332.98940false
app-20220209225845-0026353.911062600false
app-20220209235526-0103343.6823012050false
app-20220209235526-0103312.9510510false
app-20220209235526-0103332.958750false
app-20220209235526-0103322.956760false
app-20220209235526-0103364.696210false
app-20220209235526-0103352.600true
app-20220209231919-0057353.3366556240false
app-20220209231919-0057365.7892970720false
app-20220209231919-0057383.02280false
app-20220209231919-0057312.97110false
app-20220209231919-0057373.93548480false
app-20220209231919-0057343.331341430false
app-20220209231919-0057322.957240false
app-20220209231919-0057332.96950false
app-20220209231533-0050333.7124899600false
app-20220209231533-0050343.97656140false
app-20220209231533-0050353.02460false
app-20220209231533-0050322.9510240false
app-20220209231533-0050312.9510960false
application_1665146417445_000244.52330false
application_1665146417445_000234.3428932070false
application_1665146417445_000222.6145710217285510false
application_1665146417445_000212.05197202725986013false
application_1665146417445_000274.52440false
application_1665146417445_000263.9819181090false
application_1665146417445_000252.645408262270413false
application_1665146417445_000201.045054505false
app-20220209230053-0028403.7149793000false
app-20220209230053-0028423.945178980false
app-20220209230053-0028384.34530false
app-20220209230053-0028447.767306440false
app-20220209230053-0028543.02210false
app-20220209230053-0028353.3346187180false
app-20220209230053-0028363.33592060false
app-20220209230053-0028507.766611050false
app-20220209230053-0028433.33250520false
app-20220209230053-0028375.7386970221449502false
app-20220209230053-0028392.95770false
app-20220209230053-0028532.68456328182530false
app-20220209230053-0028453.33349000false
app-20220209230053-0028518.28137011102997113false
app-20220209230053-0028312.957010false
app-20220209230053-0028463.3723664040false
app-20220209230053-0028528.28173096493786482false
app-20220209230053-0028322.953510false
app-20220209230053-0028342.957640false
app-20220209230053-0028332.9511530false
app-20220209230053-0028483.33287290false
app-20220209230053-0028493.945098370false
app-20220209230053-0028413.33238240false
app-20220209230053-0028473.7150718110false
app-20220209230750-0036425.986004220false
app-20220209230750-0036343.617434620false
app-20220209230750-0036416.3321991524435false
app-20220209230750-0036322.9510260false
app-20220209230750-0036403.332169770false
app-20220209230750-0036333.33315650false
app-20220209230750-0036312.95223330false
app-20220209230750-0036384.017968700false
app-20220209230750-0036394.35799410false
app-20220209230750-0036356.4510953790false
app-20220209230750-0036376.4533909120false
app-20220209230750-0036433.03170false
app-20220209230750-0036363.617486340false
app-20220209224725-0012601.0600true
app-20220209224725-0012481.0600true
app-20220209224725-0012674.341160false
app-20220209224725-0012393.543210100false
app-20220209224725-0012574.343550false
app-20220209224725-0012474.344030false
app-20220209224725-0012701.0600true
app-20220209224725-0012534.343190false
app-20220209224725-0012383.544177450false
app-20220209224725-0012521.0600true
app-20220209224725-0012323.544590020false
app-20220209224725-0012741.0600true
app-20220209224725-0012614.343510false
app-20220209224725-0012762.953450false
app-20220209224725-0012443.547157300false
app-20220209224725-0012453.543016720false
app-20220209224725-0012333.542700460false
app-20220209224725-0012581.0600true
app-20220209224725-0012634.344930false
app-20220209224725-0012661.0600true
app-20220209224725-0012694.34600false
app-20220209224725-0012754.342380false
app-20220209224725-0012621.0600true
app-20220209224725-0012734.342290false
app-20220209224725-0012641.0600true
app-20220209224725-0012461.0600true
app-20220209224725-0012714.342300false
app-20220209224725-0012654.343910false
app-20220209224725-0012313.5422847660false
app-20220209224725-0012554.343590false
app-20220209224725-0012403.544448910false
app-20220209224725-0012501.0600true
app-20220209224725-0012541.0600true
app-20220209224725-0012363.545915570false
app-20220209224725-0012343.543127890false
app-20220209224725-0012494.343920false
app-20220209224725-0012423.544933570false
app-20220209224725-0012721.0600true
app-20220209224725-0012373.544355680false
app-20220209224725-0012514.344070false
app-20220209224725-0012681.0600true
app-20220209224725-0012594.344080false
app-20220209224725-0012561.0600true
app-20220209224725-0012413.543187520false
app-20220209224725-0012353.544154930false
app-20220209224725-0012433.542770690false
app-20220209233831-0081443.944176610false
app-20220209233831-0081434.34419310false
app-20220209233831-0081473.03150false
app-20220209233831-0081403.3321960100false
app-20220209233831-0081333.332546520false
app-20220209233831-0081454.34877010false
app-20220209233831-0081322.97340false
app-20220209233831-0081343.335802290false
app-20220209233831-0081312.97200false
app-20220209233831-0081396.0420476170false
app-20220209233831-0081383.336080340false
app-20220209233831-0081424.014392840false
app-20220209233831-0081468.3515602600false
app-20220209233831-0081416.0416303410false
app-20220209233831-0081356.0418072280false
app-20220209233831-0081376.0436592310false
app-20220209233831-0081363.335602920false
app-20220209231114-0042312.959220false
app-20220209231114-0042364.555115280false
app-20220209231114-0042373.02100false
app-20220209231114-0042354.36099160false
app-20220209231114-0042332.958040false
app-20220209231114-0042343.6825133130false
app-20220209231114-0042322.9510570false
app-20220209235046-0096373.02590false
app-20220209235046-0096354.39650750false
app-20220209235046-0096322.964050false
app-20220209235046-0096332.9511820false
app-20220209235046-0096343.7224070800false
app-20220209235046-0096364.3648825129765false
app-20220209235046-0096312.99140false
app-20220209231505-0049322.9555160false
app-20220209231505-0049343.96414270false
app-20220209231505-0049353.02480false
app-20220209231505-0049312.959760false
app-20220209231505-0049333.7120785920false
app-20220209225818-0025332.9560130false
app-20220209225818-0025363.05440false
app-20220209225818-0025312.913610false
app-20220209225818-0025322.912400false
app-20220209225818-0025353.6210159640false
app-20220209225818-0025343.72478040false
app-20220209225607-0021383.333876720false
app-20220209225607-0021342.961570false
app-20220209225607-0021353.3313781140false
app-20220209225607-0021376.9132720730false
app-20220209225607-0021312.957140false
app-20220209225607-0021403.92018930false
app-20220209225607-0021395.6719469560false
app-20220209225607-0021332.912140false
app-20220209225607-0021363.336225160false
app-20220209225607-0021322.957000false
app-20220209225607-0021413.02690false
app-20220209225749-0024322.960360false
app-20220209225749-0024333.713593830false
app-20220209225749-0024312.9513150false
app-20220209225749-0024354.557154820false
app-20220209225749-0024344.39582270false
app-20220209225749-0024363.05310false
app-20220209231439-0048313.5481090false
app-20220209231439-0048363.9659090false
app-20220209231439-0048373.06830false
app-20220209231439-0048322.600true
app-20220209231439-0048333.82834220false
app-20220209231439-0048352.600true
app-20220209231439-0048343.6334410false
app-20220209232045-0059312.9510170false
app-20220209232045-0059322.9553910false
app-20220209232045-0059353.02690false
app-20220209232045-0059333.7119860940false
app-20220209232045-0059343.96903190false
app-20220209224648-0011322.912410false
app-20220209224648-0011403.6711557310false
app-20220209224648-0011312.9510050false
app-20220209224648-0011373.9411801070false
app-20220209224648-0011416.453569150false
app-20220209224648-0011333.372173260false
app-20220209224648-0011433.01990false
app-20220209224648-0011423.91398460false
app-20220209224648-0011363.33371910false
app-20220209224648-0011387.864492200false
app-20220209224648-0011394.31101540false
app-20220209224648-0011343.33393480false
app-20220209224648-0011356.4530050410false
app-20220209224756-0013386.275393922567780false
app-20220209224756-0013403.02470false
app-20220209224756-0013363.751544890false
app-20220209224756-0013343.7514067000false
app-20220209224756-0013312.925480false
app-20220209224756-0013322.958520false
app-20220209224756-0013353.33652570false
app-20220209224756-0013332.95221230false
app-20220209224756-0013393.95495880false
app-20220209224756-0013373.751500720false
app-20220209235141-0098394.343144080false
app-20220209235141-0098422.7800true
app-20220209235141-0098342.911040false
app-20220209235141-0098373.331238450false
app-20220209235141-0098385.7824292500false
app-20220209235141-0098312.9512420false
app-20220209235141-0098434.31452100false
app-20220209235141-0098363.67547390false
app-20220209235141-0098402.7800true
app-20220209235141-0098322.95206110false
app-20220209235141-0098332.959570false
app-20220209235141-0098412.7800true
app-20220209235141-0098446.1126460false
app-20220209235141-0098352.921860false
app-20220209231256-0045322.98380false
app-20220209231256-0045332.962170false
app-20220209231256-0045412.6400true
app-20220209231256-0045353.72339550false
app-20220209231256-0045422.6400true
app-20220209231256-0045373.72331540false
app-20220209231256-0045312.957000false
app-20220209231256-0045446.915061400false
app-20220209231256-0045363.943931700false
app-20220209231256-0045342.959450false
app-20220209231256-0045402.6400true
app-20220209231256-0045432.6400true
app-20220209231256-0045383.9417448130false
app-20220209231256-0045456.110505730false
app-20220209231256-0045397.4510237210false
app-20220209224316-0007484.34877560false
app-20220209224316-0007343.332793850false
app-20220209224316-0007363.338056800false
app-20220209224316-0007383.3311277860false
app-20220209224316-0007473.944310550false
app-20220209224316-0007456.04133492860false
app-20220209224316-0007356.04195730460false
app-20220209224316-0007312.911860false
app-20220209224316-0007416.0498503010false
app-20220209224316-0007533.02410false
app-20220209224316-0007396.04184024460false
app-20220209224316-0007423.333934560false
app-20220209224316-0007504.35126400false
app-20220209224316-0007443.3324787970false
app-20220209224316-0007436.0450181140false
app-20220209224316-0007403.337332100false
app-20220209224316-0007514.35153690false
app-20220209224316-0007463.947709470false
app-20220209224316-0007322.97070false
app-20220209224316-0007528.3527475850false
app-20220209224316-0007333.3318303060false
app-20220209224316-0007376.0454483780false
app-20220209224316-0007494.015670230false
app-20220209234754-0091313.3727924030false
app-20220209234754-0091363.7551080false
app-20220209234754-0091384.22173270false
app-20220209234754-0091342.955200false
app-20220209234754-0091352.95122400false
app-20220209234754-0091392.7800true
app-20220209234754-0091372.7800true
app-20220209234754-0091332.98600false
app-20220209234754-0091403.757349010false
app-20220209234754-0091413.03460false
app-20220209234754-0091322.93550false
app-20220209232242-0063322.95225110false
app-20220209232242-0063353.724740530false
app-20220209232242-0063373.721781660false
app-20220209232242-0063393.92771810false
app-20220209232242-0063384.3424185700false
app-20220209232242-0063403.02790false
app-20220209232242-0063312.957600false
app-20220209232242-0063363.723481490false
app-20220209232242-0063343.4843010false
app-20220209232242-0063332.9554960false
app-20220209232500-0067363.728504790false
app-20220209232500-0067353.729347630false
app-20220209232500-0067373.72632710false
app-20220209232500-0067403.02430false
app-20220209232500-0067312.9510000false
app-20220209232500-0067343.4838410false
app-20220209232500-0067332.9558170false
app-20220209232500-0067322.95230020false
app-20220209232500-0067384.3417064370false
app-20220209232500-0067393.92458230false
app-20220209234532-0087312.9513780false
app-20220209234532-0087447.852042645127665false
app-20220209234532-0087413.3311542730false
app-20220209234532-0087423.377613690false
app-20220209234532-0087473.91671440false
app-20220209234532-0087342.97300false
app-20220209234532-0087403.378530200false
app-20220209234532-0087332.99140false
app-20220209234532-0087383.33898630false
app-20220209234532-0087437.851710173106885false
app-20220209234532-0087483.02200false
app-20220209234532-0087457.853459742216233false
app-20220209234532-0087393.334942660false
app-20220209234532-0087462.94652694217563false
app-20220209234532-0087352.910360false
app-20220209234532-0087322.9513830false
app-20220209234532-0087362.9556700false
app-20220209234532-0087373.3712336060false
app-20220209232841-0073353.613266643272220false
app-20220209232841-0073342.911040false
app-20220209232841-0073373.18831509277168false
app-20220209232841-0073363.6192751177292false
app-20220209232841-0073312.959840false
app-20220209232841-0073322.958820false
app-20220209232841-0073332.97090false
app-20220209232841-0073393.02640false
app-20220209232841-0073383.92577770false
app-20220209234412-0085387.8546604600false
app-20220209234412-0085373.375005400false
app-20220209234412-0085423.02730false
app-20220209234412-0085397.8511637820false
app-20220209234412-0085417.7967667500false
app-20220209234412-0085362.7330658040false
app-20220209234412-0085407.8553262780false
app-20220209234412-0085323.3312066080false
app-20220209234412-0085312.911280false
app-20220209234412-0085353.374803420false
app-20220209234412-0085333.3710443340false
app-20220209234412-0085343.335376120false
app-20220209224220-0005364.2894360false
app-20220209224220-0005312.97360false
app-20220209224220-0005442.800true
app-20220209224220-0005412.800true
app-20220209224220-0005382.800true
app-20220209224220-0005372.800true
app-20220209224220-0005432.800true
app-20220209224220-0005343.445209140false
app-20220209224220-0005322.956920false
app-20220209224220-0005332.958980false
app-20220209224220-0005452.800true
app-20220209224220-0005464.84127300false
app-20220209224220-0005396.88739270false
app-20220209224220-0005352.800true
app-20220209224220-0005426.43247130false
app-20220209224220-0005402.800true
app-20220209232531-0068443.03530false
app-20220209232531-0068373.33325220false
app-20220209232531-0068425.877165050false
app-20220209232531-0068312.958170false
app-20220209232531-0068352.959850false
app-20220209232531-0068385.8723464530false
app-20220209232531-0068322.9511010false
app-20220209232531-0068363.679888490false
app-20220209232531-0068433.541250false
app-20220209232531-0068394.34770false
app-20220209232531-0068342.95227370false
app-20220209232531-0068332.9559810false
app-20220209232531-0068412.8200true
app-20220209232531-0068403.692599350false
app-20220209234611-0088413.33427820false
app-20220209234611-0088403.33490310false
app-20220209234611-0088443.02890false
app-20220209234611-0088323.33453140false
app-20220209234611-0088353.6114163680false
app-20220209234611-0088366.4510799080false
app-20220209234611-0088384.39596530false
app-20220209234611-0088346.4537845690false
app-20220209234611-0088374.015528720false
app-20220209234611-0088333.618133720false
app-20220209234611-0088436.714791270false
app-20220209234611-0088426.915849290false
app-20220209234611-0088396.3322460024955false
app-20220209234611-0088312.957120false
app-20220209233802-0080332.959070false
app-20220209233802-0080392.7100true
app-20220209233802-0080364.017095160false
app-20220209233802-0080382.7100true
app-20220209233802-0080322.9511540false
app-20220209233802-0080416.911764060false
app-20220209233802-0080343.332658480false
app-20220209233802-0080426.1860510false
app-20220209233802-0080402.7100true
app-20220209233802-0080353.7214227750false
app-20220209233802-0080312.957120false
app-20220209233802-0080377.454229320false
app-20220209232701-0071672.7500true
app-20220209232701-0071392.99690false
app-20220209232701-0071816.911652360false
app-20220209232701-0071792.7500true
app-20220209232701-0071802.7500true
app-20220209232701-0071732.7500true
app-20220209232701-0071413.378076940false
app-20220209232701-0071742.7500true
app-20220209232701-0071322.97210false
app-20220209232701-0071506.9119407800false
app-20220209232701-0071362.923020false
app-20220209232701-0071352.97530false
app-20220209232701-0071682.7500true
app-20220209232701-0071423.3746291500false
app-20220209232701-0071642.7500true
app-20220209232701-0071607.452068570false
app-20220209232701-0071662.7500true
app-20220209232701-0071612.7500true
app-20220209232701-0071403.3315200030false
app-20220209232701-0071495.6312586400false
app-20220209232701-0071702.7500true
app-20220209232701-0071632.7500true
app-20220209232701-0071342.911350false
app-20220209232701-0071546.9120019580false
app-20220209232701-0071762.7500true
app-20220209232701-0071585.785923640false
app-20220209232701-0071372.99450false
app-20220209232701-0071382.99030false
app-20220209232701-0071456.9122528400false
app-20220209232701-0071555.141223245174748false
app-20220209232701-0071473.33494190false
app-20220209232701-0071332.911480false
app-20220209232701-0071446.257791216973902false
app-20220209232701-0071782.7500true
app-20220209232701-0071692.7500true
app-20220209232701-0071576.9111722280false
app-20220209232701-0071533.3313031380false
app-20220209232701-0071712.7500true
app-20220209232701-0071524.31371150false
app-20220209232701-0071652.7500true
app-20220209232701-0071772.7500true
app-20220209232701-0071483.33506530false
app-20220209232701-0071312.9559120false
app-20220209232701-0071594.31757670false
app-20220209232701-0071622.7500true
app-20220209232701-0071752.7500true
app-20220209232701-0071465.141258887179840false
app-20220209232701-0071826.14360970false
app-20220209232701-0071515.7810589760false
app-20220209232701-0071565.6310805100false
app-20220209232701-0071433.377247960false
app-20220209232701-0071722.7500true
app-20220209225233-0018412.9515070false
app-20220209225233-0018532.600true
app-20220209225233-0018463.678977230false
app-20220209225233-0018473.6711648290false
app-20220209225233-0018522.600true
app-20220209225233-0018619.0732621430false
app-20220209225233-0018432.61358679false
app-20220209225233-0018332.953190false
app-20220209225233-0018503.3311110false
app-20220209225233-0018342.958590false
app-20220209225233-0018572.600true
app-20220209225233-0018583.678222950false
app-20220209225233-0018372.952050false
app-20220209225233-0018489.0762618190false
app-20220209225233-0018494.243578760false
app-20220209225233-0018563.33511560false
app-20220209225233-0018312.9513130false
app-20220209225233-0018657.8275764768877false
app-20220209225233-0018382.9513550false
app-20220209225233-0018402.959260false
app-20220209225233-0018442.952250false
app-20220209225233-0018352.957320false
app-20220209225233-0018392.9510710false
app-20220209225233-0018423.295083750462159false
app-20220209225233-0018552.600true
app-20220209225233-0018603.6711687060false
app-20220209225233-0018542.600true
app-20220209225233-0018624.24901280false
app-20220209225233-0018519.423968480false
app-20220209225233-0018665.13378755116540false
app-20220209225233-0018633.33313360false
app-20220209225233-0018673.02230false
app-20220209225233-0018453.6736083650false
app-20220209225233-0018647.8256960751782false
app-20220209225233-0018362.954060false
app-20220209225233-0018593.6721366460false
app-20220209225233-0018322.957250false
app-20220209235705-0106353.7234918370false
app-20220209235705-0106342.959440false
app-20220209235705-0106373.910626260false
app-20220209235705-0106332.910510false
app-20220209235705-0106383.02650false
app-20220209235705-0106322.97270false
app-20220209235705-0106362.7100true
app-20220209235705-0106312.98250false
app-20220209231707-0053312.9511230false
app-20220209231707-0053322.958490false
app-20220209231707-0053403.02440false
app-20220209231707-0053363.332586980false
app-20220209231707-0053376.2124438970false
app-20220209231707-0053332.9511170false
app-20220209231707-0053396.714652970false
app-20220209231707-0053343.6917690100false
app-20220209231707-0053353.33492960false
app-20220209231707-0053386.9111735110false
app-20220209232803-0072374.1115810510false
app-20220209232803-0072386.428036150false
app-20220209232803-0072343.6820089360false
app-20220209232803-0072322.965980false
app-20220209232803-0072332.9511100false
app-20220209232803-0072393.02220false
app-20220209232803-0072364.320255550false
app-20220209232803-0072312.99700false
app-20220209232803-0072353.6837360140false
app-20220209234649-0089363.92032310false
app-20220209234649-0089373.02040false
app-20220209234649-0089322.9513050false
app-20220209234649-0089356.4516356410false
app-20220209234649-0089333.3754828680false
app-20220209234649-0089343.62159090false
app-20220209234649-0089312.9553310false
app-20220209224147-0004383.33576150false
app-20220209224147-0004375.5959530954119false
app-20220209224147-0004333.6811413110false
app-20220209224147-0004364.0116310760false
app-20220209224147-0004396.713790290false
app-20220209224147-0004343.6826254370false
app-20220209224147-0004354.311666720false
app-20220209224147-0004322.959690false
app-20220209224147-0004403.02180false
app-20220209224147-0004312.959140false
app-20220209234000-0083333.6459956730false
app-20220209234000-0083322.959850false
app-20220209234000-0083363.02290false
app-20220209234000-0083353.92617840false
app-20220209234000-0083342.6700true
app-20220209234000-0083312.911600false
app-20220209231143-0043333.3738443780false
app-20220209231143-0043356.4517013050false
app-20220209231143-0043373.02000false
app-20220209231143-0043322.9511820false
app-20220209231143-0043363.91785860false
app-20220209231143-0043343.62233630false
app-20220209231143-0043312.9553840false
app-20220209232314-0064443.03180false
app-20220209232314-0064424.832749870false
app-20220209232314-0064353.7211503280false
app-20220209232314-0064437.267107850false
app-20220209232314-0064312.99510false
app-20220209232314-0064384.311787820false
app-20220209232314-0064394.847566710false
app-20220209232314-0064332.96850false
app-20220209232314-0064373.7232110860false
app-20220209232314-0064342.911100false
app-20220209232314-0064322.956990false
app-20220209232314-0064364.34821520false
app-20220209232314-0064414.833357370false
app-20220209232314-0064404.3426513266283false
app-20220209224544-0009526.458251310false
app-20220209224544-0009392.4300true
app-20220209224544-0009496.9121928390false
app-20220209224544-0009324.5620false
app-20220209224544-0009364.53120false
app-20220209224544-0009543.01920false
app-20220209224544-0009372.4300true
app-20220209224544-0009533.621566650false
app-20220209224544-0009444.3468420false
app-20220209224544-0009463.33221040false
app-20220209224544-0009404.545860false
app-20220209224544-0009506.1816904870false
app-20220209224544-0009432.4300true
app-20220209224544-0009412.4300true
app-20220209224544-0009452.953170false
app-20220209224544-0009333.6277440false
app-20220209224544-0009384.510730false
app-20220209224544-0009424.579350false
app-20220209224544-0009513.395183863false
app-20220209224544-0009483.332682300false
app-20220209224544-0009352.4300true
app-20220209224544-0009473.331128810false
app-20220209224544-0009344.3410314460false
app-20220209224544-0009313.5414450false
app-20220209233444-0075332.9510740false
app-20220209233444-0075386.917780020false
app-20220209233444-0075376.2122719610false
app-20220209233444-0075312.9511070false
app-20220209233444-0075403.02730false
app-20220209233444-0075363.332314710false
app-20220209233444-0075396.715783510false
app-20220209233444-0075322.9512620false
app-20220209233444-0075343.6912045460false
app-20220209233444-0075353.33413760false
app-20220209225013-0017469.0761444990false
app-20220209225013-0017563.6713871900false
app-20220209225013-0017492.7300true
app-20220209225013-0017663.92160380false
app-20220209225013-0017489.422560020false
app-20220209225013-0017443.6715508000false
app-20220209225013-0017342.9510810false
app-20220209225013-0017553.33643000false
app-20220209225013-0017362.953430false
app-20220209225013-0017613.331375430false
app-20220209225013-0017403.295068417460765false
app-20220209225013-0017453.677299890false
app-20220209225013-0017423.3335130false
app-20220209225013-0017647.8262739757036false
app-20220209225013-0017392.959410false
app-20220209225013-0017599.0730884470false
app-20220209225013-0017573.676800220false
app-20220209225013-0017543.331223880false
app-20220209225013-0017512.7300true
app-20220209225013-0017502.7300true
app-20220209225013-0017532.7300true
app-20220209225013-0017312.961930false
app-20220209225013-0017412.61933966false
app-20220209225013-0017474.242923330false
app-20220209225013-0017322.9512130false
app-20220209225013-0017604.241134950false
app-20220209225013-0017382.957230false
app-20220209225013-0017673.02600false
app-20220209225013-0017522.7300true
app-20220209225013-0017583.6720986970false
app-20220209225013-0017433.6735697690false
app-20220209225013-0017352.957700false
app-20220209225013-0017332.9512800false
app-20220209225013-0017637.8260028954571false
app-20220209225013-0017653.21170316468126false
app-20220209225013-0017372.9510850false
app-20220209225013-0017627.8279873472612false
app-20220209231631-0052385.651801029120068false
app-20220209231631-0052353.331897780false
app-20220209231631-0052312.959800false
app-20220209231631-0052343.334468190false
app-20220209231631-0052373.33362370false
app-20220209231631-0052403.02520false
app-20220209231631-0052366.9131151930false
app-20220209231631-0052393.91663210false
app-20220209231631-0052332.9560070false
app-20220209231631-0052322.9511410false
app-20220209231405-0047367.834572473326605false
app-20220209231405-0047332.9562430false
app-20220209231405-0047322.912280false
app-20220209231405-0047372.73697153232384false
app-20220209231405-0047353.331046500false
app-20220209231405-0047343.3726217510false
app-20220209231405-0047312.912220false
app-20220209231405-0047383.02630false
app-20220209230713-0035373.336124980false
app-20220209230713-0035393.3320946530false
app-20220209230713-0035363.3311837210false
app-20220209230713-0035386.9124384280false
app-20220209230713-0035405.6734848730false
app-20220209230713-0035423.02080false
app-20220209230713-0035312.99850false
app-20220209230713-0035322.957120false
app-20220209230713-0035332.957510false
app-20220209230713-0035413.91983740false
app-20220209230713-0035352.955580false
app-20220209230713-0035342.959400false
app-20220209233914-0082363.675544660false
app-20220209233914-0082353.376394430false
app-20220209233914-0082496.712210290false
app-20220209233914-0082322.99840false
app-20220209233914-0082332.9553550false
app-20220209233914-0082423.672595290false
app-20220209233914-0082474.33387370false
app-20220209233914-0082312.98770false
app-20220209233914-0082443.672605960false
app-20220209233914-0082383.673040940false
app-20220209233914-0082503.02090false
app-20220209233914-0082464.311440320false
app-20220209233914-0082343.3727190370false
app-20220209233914-0082407.9543059560false
app-20220209233914-0082433.673618190false
app-20220209233914-0082457.9562728140false
app-20220209233914-0082373.377948150false
app-20220209233914-0082484.32399420false
app-20220209233914-0082414.311215600false
app-20220209233914-0082393.672861840false
app-20220209231846-0056376.0410273030false
app-20220209231846-0056363.375974050false
app-20220209231846-0056323.37663920false
app-20220209231846-0056424.31457110false
app-20220209231846-0056393.377413660false
app-20220209231846-0056406.048371130false
app-20220209231846-0056353.372252510false
app-20220209231846-0056453.92305930false
app-20220209231846-0056346.0422111840false
app-20220209231846-0056312.9512310false
app-20220209231846-0056414.32655590false
app-20220209231846-0056383.3713866270false
app-20220209231846-0056463.02070false
app-20220209231846-0056333.377910670false
app-20220209231846-0056445.5711420false
app-20220209231846-0056434.32570440false
app-20220209235552-0104333.811445120false
app-20220209235552-0104312.958270false
app-20220209235552-0104347.3671918500false
app-20220209235552-0104354.342220false
app-20220209235552-0104323.831382000false
app-20220209234857-0093354.555599000false
app-20220209234857-0093312.956880false
app-20220209234857-0093333.6623513470false
app-20220209234857-0093344.35879820false
app-20220209234857-0093363.02110false
app-20220209234857-0093322.953130false
app-20220209230539-0032322.9516620false
app-20220209230539-0032373.02610false
app-20220209230539-0032332.959250false
app-20220209230539-0032312.964840false
app-20220209230539-0032342.958270false
app-20220209230539-0032363.912742790false
app-20220209230539-0032353.7227180030false
app-20220209233627-0078362.800true
app-20220209233627-0078354.348946670false
app-20220209233627-0078312.959930false
app-20220209233627-0078386.19494550false
app-20220209233627-0078343.5323098650false
app-20220209233627-0078374.38255040false
app-20220209233627-0078322.9560730false
app-20220209233627-0078332.959800false
app-20220209224945-0016363.3771290false
app-20220209224945-0016312.910900false
app-20220209224945-0016332.98810false
app-20220209224945-0016322.9511360false
app-20220209224945-0016384.342320false
app-20220209224945-0016375.7820740680false
app-20220209224945-0016342.923140false
app-20220209224945-0016353.6121791160false
app-20220209231004-0040332.9511200false
app-20220209231004-0040377.459666640false
app-20220209231004-0040392.7100true
app-20220209231004-0040322.958160false
app-20220209231004-0040312.9510740false
app-20220209231004-0040382.7100true
app-20220209231004-0040343.7223795950false
app-20220209231004-0040416.913281490false
app-20220209231004-0040363.33320480false
app-20220209231004-0040402.7100true
app-20220209231004-0040426.15610890false
app-20220209231004-0040354.017827840false
app-20220209235239-0100372.6700true
app-20220209235239-0100382.6700true
app-20220209235239-0100313.477539400false
app-20220209235239-0100352.6700true
app-20220209235239-0100392.6700true
app-20220209235239-0100366.04199856450false
app-20220209235239-0100413.02130false
app-20220209235239-0100323.377580010false
app-20220209235239-0100342.6700true
app-20220209235239-0100403.97150520false
app-20220209235239-0100332.952050false
app-20220209233659-0079312.9522530false
app-20220209233659-0079352.97180false
app-20220209233659-0079453.02790false
app-20220209233659-0079403.3311205620false
app-20220209233659-0079437.8623789520false
app-20220209233659-0079342.958520false
app-20220209233659-0079443.95905850false
app-20220209233659-0079372.96760false
app-20220209233659-0079382.960620false
app-20220209233659-0079393.3324807460false
app-20220209233659-0079322.957540false
app-20220209233659-0079415.61177366640false
app-20220209233659-0079332.97230false
app-20220209233659-0079423.3711134950false
app-20220209233659-0079362.911170false
app-20220209225644-0022342.9512320false
app-20220209225644-0022413.02790false
app-20220209225644-0022332.921110false
app-20220209225644-0022403.910872300false
app-20220209225644-0022395.818474740false
app-20220209225644-0022383.3349000false
app-20220209225644-0022312.9517870false
app-20220209225644-0022363.6114807740false
app-20220209225644-0022322.949270false
app-20220209225644-0022376.1829402950false
app-20220209225644-0022353.372156610false
app-20220209231740-0054353.7238402250false
app-20220209231740-0054384.310262950false
app-20220209231740-0054424.831824640false
app-20220209231740-0054437.265490330false
app-20220209231740-0054342.910830false
app-20220209231740-0054364.35457390false
app-20220209231740-0054404.832912810false
app-20220209231740-0054312.97800false
app-20220209231740-0054443.02980false
app-20220209231740-0054322.99980false
app-20220209231740-0054373.7216194380false
app-20220209231740-0054414.3420119750299false
app-20220209231740-0054332.962550false
app-20220209231740-0054394.847318390false
app-20220209224833-0014333.332550300false
app-20220209224833-0014468.3515300980false
app-20220209224833-0014395.932135067213506false
app-20220209224833-0014443.5642693785387false
app-20220209224833-0014363.336355570false
app-20220209224833-0014473.02300false
app-20220209224833-0014343.336558960false
app-20220209224833-0014355.931809231180923false
app-20220209224833-0014312.912220false
app-20220209224833-0014415.931717389171738false
app-20220209224833-0014433.43556978139244false
app-20220209224833-0014383.336911750false
app-20220209224833-0014322.911300false
app-20220209224833-0014403.3323204610false
app-20220209224833-0014423.13505475168491false
app-20220209224833-0014453.13451848150616false
app-20220209224833-0014375.933921401392140false
app-20220209234821-0092352.919790false
app-20220209234821-0092363.3319265310false
app-20220209234821-0092405.875887640false
app-20220209234821-0092413.91973380false
app-20220209234821-0092383.37407060false
app-20220209234821-0092395.8137479330false
app-20220209234821-0092312.9510010false
app-20220209234821-0092322.924340false
app-20220209234821-0092373.3711752090false
app-20220209234821-0092342.910700false
app-20220209234821-0092423.02230false
app-20220209234821-0092332.99130false
app-20220209230826-0037722.6300true
app-20220209230826-0037539.243626260false
app-20220209230826-0037692.6300true
app-20220209230826-0037404.32031010false
app-20220209230826-0037662.6300true
app-20220209230826-0037434.31970910false
app-20220209230826-0037602.6300true
app-20220209230826-0037746.1805340false
app-20220209230826-0037524.31984690false
app-20220209230826-0037456.456434960false
app-20220209230826-0037652.6300true
app-20220209230826-0037464.32231090false
app-20220209230826-0037413.611165890false
app-20220209230826-0037374.38405410false
app-20220209230826-0037516.4534932780false
app-20220209230826-0037622.6300true
app-20220209230826-0037682.6300true
app-20220209230826-0037712.6300true
app-20220209230826-0037473.612727110false
app-20220209230826-0037632.6300true
app-20220209230826-0037343.616872560false
app-20220209230826-0037312.911190false
app-20220209230826-0037396.456759460false
app-20220209230826-0037366.4514364740false
app-20220209230826-0037738.961251700false
app-20220209230826-0037562.6300true
app-20220209230826-0037486.456837160false
app-20220209230826-0037572.6300true
app-20220209230826-0037672.6300true
app-20220209230826-0037612.6300true
app-20220209230826-0037353.33465700false
app-20220209230826-0037642.6300true
app-20220209230826-0037542.6300true
app-20220209230826-0037494.31256280false
app-20220209230826-0037332.910880false
app-20220209230826-0037552.6300true
app-20220209230826-0037443.611802990false
app-20220209230826-0037383.6110708350false
app-20220209230826-0037582.6300true
app-20220209230826-0037592.6300true
app-20220209230826-0037322.911710false
app-20220209230826-0037426.456244730false
app-20220209230826-0037702.6300true
app-20220209230826-0037503.613263800false
app-20220209232008-0058343.6828670680false
app-20220209232008-0058334.38655840false
app-20220209232008-0058323.6810354270false
app-20220209232008-0058403.04370false
app-20220209232008-0058364.8421604650false
app-20220209232008-0058394.511613600false
app-20220209232008-0058387.7618165800false
app-20220209232008-0058354.315882800false
app-20220209232008-0058374.847826490false
app-20220209232008-0058312.9510890false
app-20220209235212-0099333.615220360false
app-20220209235212-0099343.685403030false
app-20220209235212-0099312.9565290false
app-20220209235212-0099322.9514040false
app-20220209235212-0099355.46102503485419false
app-20220209235212-0099364.692950false
app-20220209232605-0069322.911190false
app-20220209232605-0069332.9511700false
app-20220209232605-0069312.911610false
app-20220209232605-0069383.04580false
app-20220209232605-0069373.96445890false
app-20220209232605-0069342.96410false
app-20220209232605-0069362.7100true
app-20220209232605-0069353.7235696830false
app-20220209232111-0060332.9560160false
app-20220209232111-0060312.957340false
app-20220209232111-0060373.02360false
app-20220209232111-0060343.7222275260false
app-20220209232111-0060364.3643976128795false
app-20220209232111-0060354.39998770false
app-20220209232111-0060322.911310false
app-20220209224619-0010353.7227700170false
app-20220209224619-0010373.02740false
app-20220209224619-0010322.953080false
app-20220209224619-0010332.9510880false
app-20220209224619-0010363.912422970false
app-20220209224619-0010312.9510880false
app-20220209224619-0010342.9520940false
app-20220209231559-0051342.4500true
app-20220209231559-0051333.549995470false
app-20220209231559-0051422.4500true
app-20220209231559-0051402.4500true
app-20220209231559-0051383.7445855691711false
app-20220209231559-0051362.4500true
app-20220209231559-0051373.741535005307001false
app-20220209231559-0051444.744850false
app-20220209231559-0051313.5441791910false
app-20220209231559-0051453.02580false
app-20220209231559-0051432.4500true
app-20220209231559-0051392.4500true
app-20220209231559-0051415.033420false
app-20220209231559-0051322.922470false
app-20220209231559-0051354.343060false
app-20220209230348-0030652.7400true
app-20220209230348-0030692.7400true
app-20220209230348-0030752.7400true
app-20220209230348-0030802.7400true
app-20220209230348-0030662.7400true
app-20220209230348-0030342.951600false
app-20220209230348-0030812.7400true
app-20220209230348-0030592.7400true
app-20220209230348-0030395.9394887110false
app-20220209230348-0030832.7400true
app-20220209230348-0030323.376792590false
app-20220209230348-0030706.459653110false
app-20220209230348-0030742.7400true
app-20220209230348-0030892.7400true
app-20220209230348-0030532.7400true
app-20220209230348-0030454.151364450false
app-20220209230348-0030522.7400true
app-20220209230348-0030784.31712000false
app-20220209230348-0030862.7400true
app-20220209230348-0030933.5210399325998false
app-20220209230348-0030822.7400true
app-20220209230348-0030572.7400true
app-20220209230348-0030434.2748610false
app-20220209230348-0030544.31785830false
app-20220209230348-0030642.7400true
app-20220209230348-0030722.7400true
app-20220209230348-0030412.7400true
app-20220209230348-0030372.7400true
app-20220209230348-0030402.7400true
app-20220209230348-0030772.7400true
app-20220209230348-0030792.7400true
app-20220209230348-0030472.7400true
app-20220209230348-0030442.7400true
app-20220209230348-0030552.95220false
app-20220209230348-0030636.9112336720false
app-20220209230348-0030562.7400true
app-20220209230348-0030333.33380960false
app-20220209230348-0030732.7400true
app-20220209230348-0030882.7400true
app-20220209230348-0030422.7400true
app-20220209230348-0030712.7400true
app-20220209230348-0030842.7400true
app-20220209230348-0030762.7400true
app-20220209230348-0030352.910770false
app-20220209230348-0030682.7400true
app-20220209230348-0030363.33106600false
app-20220209230348-0030922.7400true
app-20220209230348-0030482.7400true
app-20220209230348-0030496.455181240false
app-20220209230348-0030912.7400true
app-20220209230348-0030672.7400true
Showing the first 1000 rows.
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"aggData":[],"aggError":"","aggOverflow":false,"aggSchema":[],"aggSeriesLimitReached":false,"aggType":"","arguments":{},"columnCustomDisplayInfos":{},"data":[["app-20220209224509-0008",31,2.95,1184,0,false],["app-20220209224509-0008",33,2.9,1086,0,false],["app-20220209224509-0008",35,3.37,2321523,0,false],["app-20220209224509-0008",41,3.9,172648,0,false],["app-20220209224509-0008",39,5.72,4586824,0,false],["app-20220209224509-0008",38,3.36,694337,0,false],["app-20220209224509-0008",40,4.26,656835,0,false],["app-20220209224509-0008",37,3.36,524190,0,false],["app-20220209224509-0008",32,2.9,641,0,false],["app-20220209224509-0008",36,2.73,7065,0,false],["app-20220209224509-0008",42,3,218,0,false],["app-20220209224509-0008",34,2.9,1080,0,false],["app-20220209235114-0097",39,2.71,0,0,true],["app-20220209235114-0097",40,3.54,413,0,false],["app-20220209235114-0097",34,2.95,964,0,false],["app-20220209235114-0097",37,2.71,0,0,true],["app-20220209235114-0097",41,3,365,0,false],["app-20220209235114-0097",31,2.95,1058,0,false],["app-20220209235114-0097",32,2.95,694,0,false],["app-20220209235114-0097",35,3.68,2142147,0,false],["app-20220209235114-0097",38,4.34,271,0,false],["app-20220209235114-0097",36,3.68,457864,0,false],["app-20220209235114-0097",33,2.95,900,0,false],["app-20220209230506-0031",35,3.33,93394,0,false],["app-20220209230506-0031",36,3.33,239863,0,false],["app-20220209230506-0031",38,6.91,2696172,0,false],["app-20220209230506-0031",37,3.33,1684494,0,false],["app-20220209230506-0031",40,3.9,205018,0,false],["app-20220209230506-0031",32,2.9,7530,0,false],["app-20220209230506-0031",41,3,210,0,false],["app-20220209230506-0031",39,5.67,2129775,0,false],["app-20220209230506-0031",34,2.95,1198,0,false],["app-20220209230506-0031",31,2.95,1284,0,false],["app-20220209230506-0031",33,2.9,1258,0,false],["app-20220209232634-0070",32,2.9,1046,0,false],["app-20220209232634-0070",34,3.72,2226056,0,false],["app-20220209232634-0070",31,2.95,6677,0,false],["app-20220209232634-0070",33,2.95,672,0,false],["app-20220209232634-0070",37,3,210,0,false],["app-20220209232634-0070",35,4.3,688894,0,false],["app-20220209232634-0070",36,4.3,566592,113318,false],["app-20220209225845-0026",36,3,303,0,false],["app-20220209225845-0026",32,2.9,5690,0,false],["app-20220209225845-0026",31,2.95,1181,0,false],["app-20220209225845-0026",34,3.68,621736,0,false],["app-20220209225845-0026",33,2.9,894,0,false],["app-20220209225845-0026",35,3.9,1106260,0,false],["app-20220209235526-0103",34,3.68,2301205,0,false],["app-20220209235526-0103",31,2.95,1051,0,false],["app-20220209235526-0103",33,2.95,875,0,false],["app-20220209235526-0103",32,2.95,676,0,false],["app-20220209235526-0103",36,4.69,621,0,false],["app-20220209235526-0103",35,2.6,0,0,true],["app-20220209231919-0057",35,3.33,6655624,0,false],["app-20220209231919-0057",36,5.78,9297072,0,false],["app-20220209231919-0057",38,3,228,0,false],["app-20220209231919-0057",31,2.9,711,0,false],["app-20220209231919-0057",37,3.9,354848,0,false],["app-20220209231919-0057",34,3.33,134143,0,false],["app-20220209231919-0057",32,2.95,724,0,false],["app-20220209231919-0057",33,2.9,695,0,false],["app-20220209231533-0050",33,3.71,2489960,0,false],["app-20220209231533-0050",34,3.9,765614,0,false],["app-20220209231533-0050",35,3,246,0,false],["app-20220209231533-0050",32,2.95,1024,0,false],["app-20220209231533-0050",31,2.95,1096,0,false],["application_1665146417445_0002",4,4.5,233,0,false],["application_1665146417445_0002",3,4.34,2893207,0,false],["application_1665146417445_0002",2,2.6,14571021,7285510,false],["application_1665146417445_0002",1,2,51972027,25986013,false],["application_1665146417445_0002",7,4.5,244,0,false],["application_1665146417445_0002",6,3.98,1918109,0,false],["application_1665146417445_0002",5,2.6,4540826,2270413,false],["application_1665146417445_0002",0,1,4505,4505,false],["app-20220209230053-0028",40,3.71,4979300,0,false],["app-20220209230053-0028",42,3.94,517898,0,false],["app-20220209230053-0028",38,4.34,53,0,false],["app-20220209230053-0028",44,7.76,730644,0,false],["app-20220209230053-0028",54,3,221,0,false],["app-20220209230053-0028",35,3.33,4618718,0,false],["app-20220209230053-0028",36,3.33,59206,0,false],["app-20220209230053-0028",50,7.76,661105,0,false],["app-20220209230053-0028",43,3.33,25052,0,false],["app-20220209230053-0028",37,5.73,8697022,1449502,false],["app-20220209230053-0028",39,2.95,77,0,false],["app-20220209230053-0028",53,2.68,456328,182530,false],["app-20220209230053-0028",45,3.33,34900,0,false],["app-20220209230053-0028",51,8.28,13701110,2997113,false],["app-20220209230053-0028",31,2.95,701,0,false],["app-20220209230053-0028",46,3.37,2366404,0,false],["app-20220209230053-0028",52,8.28,17309649,3786482,false],["app-20220209230053-0028",32,2.9,5351,0,false],["app-20220209230053-0028",34,2.95,764,0,false],["app-20220209230053-0028",33,2.95,1153,0,false],["app-20220209230053-0028",48,3.33,28729,0,false],["app-20220209230053-0028",49,3.94,509837,0,false],["app-20220209230053-0028",41,3.33,23824,0,false],["app-20220209230053-0028",47,3.71,5071811,0,false],["app-20220209230750-0036",42,5.98,600422,0,false],["app-20220209230750-0036",34,3.61,743462,0,false],["app-20220209230750-0036",41,6.33,219915,24435,false],["app-20220209230750-0036",32,2.95,1026,0,false],["app-20220209230750-0036",40,3.33,216977,0,false],["app-20220209230750-0036",33,3.33,31565,0,false],["app-20220209230750-0036",31,2.95,22333,0,false],["app-20220209230750-0036",38,4.01,796870,0,false],["app-20220209230750-0036",39,4.3,579941,0,false],["app-20220209230750-0036",35,6.45,1095379,0,false],["app-20220209230750-0036",37,6.45,3390912,0,false],["app-20220209230750-0036",43,3,317,0,false],["app-20220209230750-0036",36,3.61,748634,0,false],["app-20220209224725-0012",60,1.06,0,0,true],["app-20220209224725-0012",48,1.06,0,0,true],["app-20220209224725-0012",67,4.34,116,0,false],["app-20220209224725-0012",39,3.54,321010,0,false],["app-20220209224725-0012",57,4.34,355,0,false],["app-20220209224725-0012",47,4.34,403,0,false],["app-20220209224725-0012",70,1.06,0,0,true],["app-20220209224725-0012",53,4.34,319,0,false],["app-20220209224725-0012",38,3.54,417745,0,false],["app-20220209224725-0012",52,1.06,0,0,true],["app-20220209224725-0012",32,3.54,459002,0,false],["app-20220209224725-0012",74,1.06,0,0,true],["app-20220209224725-0012",61,4.34,351,0,false],["app-20220209224725-0012",76,2.95,345,0,false],["app-20220209224725-0012",44,3.54,715730,0,false],["app-20220209224725-0012",45,3.54,301672,0,false],["app-20220209224725-0012",33,3.54,270046,0,false],["app-20220209224725-0012",58,1.06,0,0,true],["app-20220209224725-0012",63,4.34,493,0,false],["app-20220209224725-0012",66,1.06,0,0,true],["app-20220209224725-0012",69,4.34,60,0,false],["app-20220209224725-0012",75,4.34,238,0,false],["app-20220209224725-0012",62,1.06,0,0,true],["app-20220209224725-0012",73,4.34,229,0,false],["app-20220209224725-0012",64,1.06,0,0,true],["app-20220209224725-0012",46,1.06,0,0,true],["app-20220209224725-0012",71,4.34,230,0,false],["app-20220209224725-0012",65,4.34,391,0,false],["app-20220209224725-0012",31,3.54,2284766,0,false],["app-20220209224725-0012",55,4.34,359,0,false],["app-20220209224725-0012",40,3.54,444891,0,false],["app-20220209224725-0012",50,1.06,0,0,true],["app-20220209224725-0012",54,1.06,0,0,true],["app-20220209224725-0012",36,3.54,591557,0,false],["app-20220209224725-0012",34,3.54,312789,0,false],["app-20220209224725-0012",49,4.34,392,0,false],["app-20220209224725-0012",42,3.54,493357,0,false],["app-20220209224725-0012",72,1.06,0,0,true],["app-20220209224725-0012",37,3.54,435568,0,false],["app-20220209224725-0012",51,4.34,407,0,false],["app-20220209224725-0012",68,1.06,0,0,true],["app-20220209224725-0012",59,4.34,408,0,false],["app-20220209224725-0012",56,1.06,0,0,true],["app-20220209224725-0012",41,3.54,318752,0,false],["app-20220209224725-0012",35,3.54,415493,0,false],["app-20220209224725-0012",43,3.54,277069,0,false],["app-20220209233831-0081",44,3.94,417661,0,false],["app-20220209233831-0081",43,4.3,441931,0,false],["app-20220209233831-0081",47,3,315,0,false],["app-20220209233831-0081",40,3.33,2196010,0,false],["app-20220209233831-0081",33,3.33,254652,0,false],["app-20220209233831-0081",45,4.3,487701,0,false],["app-20220209233831-0081",32,2.9,734,0,false],["app-20220209233831-0081",34,3.33,580229,0,false],["app-20220209233831-0081",31,2.9,720,0,false],["app-20220209233831-0081",39,6.04,2047617,0,false],["app-20220209233831-0081",38,3.33,608034,0,false],["app-20220209233831-0081",42,4.01,439284,0,false],["app-20220209233831-0081",46,8.35,1560260,0,false],["app-20220209233831-0081",41,6.04,1630341,0,false],["app-20220209233831-0081",35,6.04,1807228,0,false],["app-20220209233831-0081",37,6.04,3659231,0,false],["app-20220209233831-0081",36,3.33,560292,0,false],["app-20220209231114-0042",31,2.95,922,0,false],["app-20220209231114-0042",36,4.55,511528,0,false],["app-20220209231114-0042",37,3,210,0,false],["app-20220209231114-0042",35,4.3,609916,0,false],["app-20220209231114-0042",33,2.9,5804,0,false],["app-20220209231114-0042",34,3.68,2513313,0,false],["app-20220209231114-0042",32,2.95,1057,0,false],["app-20220209235046-0096",37,3,259,0,false],["app-20220209235046-0096",35,4.3,965075,0,false],["app-20220209235046-0096",32,2.9,6405,0,false],["app-20220209235046-0096",33,2.95,1182,0,false],["app-20220209235046-0096",34,3.72,2407080,0,false],["app-20220209235046-0096",36,4.3,648825,129765,false],["app-20220209235046-0096",31,2.9,914,0,false],["app-20220209231505-0049",32,2.95,5516,0,false],["app-20220209231505-0049",34,3.9,641427,0,false],["app-20220209231505-0049",35,3,248,0,false],["app-20220209231505-0049",31,2.95,976,0,false],["app-20220209231505-0049",33,3.71,2078592,0,false],["app-20220209225818-0025",33,2.95,6013,0,false],["app-20220209225818-0025",36,3,544,0,false],["app-20220209225818-0025",31,2.9,1361,0,false],["app-20220209225818-0025",32,2.9,1240,0,false],["app-20220209225818-0025",35,3.62,1015964,0,false],["app-20220209225818-0025",34,3.72,47804,0,false],["app-20220209225607-0021",38,3.33,387672,0,false],["app-20220209225607-0021",34,2.9,6157,0,false],["app-20220209225607-0021",35,3.33,1378114,0,false],["app-20220209225607-0021",37,6.91,3272073,0,false],["app-20220209225607-0021",31,2.95,714,0,false],["app-20220209225607-0021",40,3.9,201893,0,false],["app-20220209225607-0021",39,5.67,1946956,0,false],["app-20220209225607-0021",33,2.9,1214,0,false],["app-20220209225607-0021",36,3.33,622516,0,false],["app-20220209225607-0021",32,2.95,700,0,false],["app-20220209225607-0021",41,3,269,0,false],["app-20220209225749-0024",32,2.9,6036,0,false],["app-20220209225749-0024",33,3.71,359383,0,false],["app-20220209225749-0024",31,2.95,1315,0,false],["app-20220209225749-0024",35,4.55,715482,0,false],["app-20220209225749-0024",34,4.3,958227,0,false],["app-20220209225749-0024",36,3,531,0,false],["app-20220209231439-0048",31,3.54,8109,0,false],["app-20220209231439-0048",36,3.9,65909,0,false],["app-20220209231439-0048",37,3,683,0,false],["app-20220209231439-0048",32,2.6,0,0,true],["app-20220209231439-0048",33,3.82,83422,0,false],["app-20220209231439-0048",35,2.6,0,0,true],["app-20220209231439-0048",34,3.63,3441,0,false],["app-20220209232045-0059",31,2.95,1017,0,false],["app-20220209232045-0059",32,2.95,5391,0,false],["app-20220209232045-0059",35,3,269,0,false],["app-20220209232045-0059",33,3.71,1986094,0,false],["app-20220209232045-0059",34,3.9,690319,0,false],["app-20220209224648-0011",32,2.9,1241,0,false],["app-20220209224648-0011",40,3.67,1155731,0,false],["app-20220209224648-0011",31,2.95,1005,0,false],["app-20220209224648-0011",37,3.94,1180107,0,false],["app-20220209224648-0011",41,6.45,356915,0,false],["app-20220209224648-0011",33,3.37,217326,0,false],["app-20220209224648-0011",43,3,199,0,false],["app-20220209224648-0011",42,3.9,139846,0,false],["app-20220209224648-0011",36,3.33,37191,0,false],["app-20220209224648-0011",38,7.86,449220,0,false],["app-20220209224648-0011",39,4.3,110154,0,false],["app-20220209224648-0011",34,3.33,39348,0,false],["app-20220209224648-0011",35,6.45,3005041,0,false],["app-20220209224756-0013",38,6.27,5393922,567780,false],["app-20220209224756-0013",40,3,247,0,false],["app-20220209224756-0013",36,3.75,154489,0,false],["app-20220209224756-0013",34,3.75,1406700,0,false],["app-20220209224756-0013",31,2.9,2548,0,false],["app-20220209224756-0013",32,2.95,852,0,false],["app-20220209224756-0013",35,3.33,65257,0,false],["app-20220209224756-0013",33,2.95,22123,0,false],["app-20220209224756-0013",39,3.9,549588,0,false],["app-20220209224756-0013",37,3.75,150072,0,false],["app-20220209235141-0098",39,4.34,314408,0,false],["app-20220209235141-0098",42,2.78,0,0,true],["app-20220209235141-0098",34,2.9,1104,0,false],["app-20220209235141-0098",37,3.33,123845,0,false],["app-20220209235141-0098",38,5.78,2429250,0,false],["app-20220209235141-0098",31,2.95,1242,0,false],["app-20220209235141-0098",43,4.3,145210,0,false],["app-20220209235141-0098",36,3.67,54739,0,false],["app-20220209235141-0098",40,2.78,0,0,true],["app-20220209235141-0098",32,2.95,20611,0,false],["app-20220209235141-0098",33,2.95,957,0,false],["app-20220209235141-0098",41,2.78,0,0,true],["app-20220209235141-0098",44,6.1,12646,0,false],["app-20220209235141-0098",35,2.9,2186,0,false],["app-20220209231256-0045",32,2.9,838,0,false],["app-20220209231256-0045",33,2.9,6217,0,false],["app-20220209231256-0045",41,2.64,0,0,true],["app-20220209231256-0045",35,3.72,33955,0,false],["app-20220209231256-0045",42,2.64,0,0,true],["app-20220209231256-0045",37,3.72,33154,0,false],["app-20220209231256-0045",31,2.95,700,0,false],["app-20220209231256-0045",44,6.91,506140,0,false],["app-20220209231256-0045",36,3.94,393170,0,false],["app-20220209231256-0045",34,2.95,945,0,false],["app-20220209231256-0045",40,2.64,0,0,true],["app-20220209231256-0045",43,2.64,0,0,true],["app-20220209231256-0045",38,3.94,1744813,0,false],["app-20220209231256-0045",45,6.1,1050573,0,false],["app-20220209231256-0045",39,7.45,1023721,0,false],["app-20220209224316-0007",48,4.3,487756,0,false],["app-20220209224316-0007",34,3.33,279385,0,false],["app-20220209224316-0007",36,3.33,805680,0,false],["app-20220209224316-0007",38,3.33,1127786,0,false],["app-20220209224316-0007",47,3.94,431055,0,false],["app-20220209224316-0007",45,6.04,13349286,0,false],["app-20220209224316-0007",35,6.04,19573046,0,false],["app-20220209224316-0007",31,2.9,1186,0,false],["app-20220209224316-0007",41,6.04,9850301,0,false],["app-20220209224316-0007",53,3,241,0,false],["app-20220209224316-0007",39,6.04,18402446,0,false],["app-20220209224316-0007",42,3.33,393456,0,false],["app-20220209224316-0007",50,4.3,512640,0,false],["app-20220209224316-0007",44,3.33,2478797,0,false],["app-20220209224316-0007",43,6.04,5018114,0,false],["app-20220209224316-0007",40,3.33,733210,0,false],["app-20220209224316-0007",51,4.3,515369,0,false],["app-20220209224316-0007",46,3.94,770947,0,false],["app-20220209224316-0007",32,2.9,707,0,false],["app-20220209224316-0007",52,8.35,2747585,0,false],["app-20220209224316-0007",33,3.33,1830306,0,false],["app-20220209224316-0007",37,6.04,5448378,0,false],["app-20220209224316-0007",49,4.01,567023,0,false],["app-20220209234754-0091",31,3.37,2792403,0,false],["app-20220209234754-0091",36,3.7,55108,0,false],["app-20220209234754-0091",38,4.2,217327,0,false],["app-20220209234754-0091",34,2.95,520,0,false],["app-20220209234754-0091",35,2.95,12240,0,false],["app-20220209234754-0091",39,2.78,0,0,true],["app-20220209234754-0091",37,2.78,0,0,true],["app-20220209234754-0091",33,2.9,860,0,false],["app-20220209234754-0091",40,3.75,734901,0,false],["app-20220209234754-0091",41,3,346,0,false],["app-20220209234754-0091",32,2.9,355,0,false],["app-20220209232242-0063",32,2.95,22511,0,false],["app-20220209232242-0063",35,3.72,474053,0,false],["app-20220209232242-0063",37,3.72,178166,0,false],["app-20220209232242-0063",39,3.9,277181,0,false],["app-20220209232242-0063",38,4.34,2418570,0,false],["app-20220209232242-0063",40,3,279,0,false],["app-20220209232242-0063",31,2.95,760,0,false],["app-20220209232242-0063",36,3.72,348149,0,false],["app-20220209232242-0063",34,3.48,4301,0,false],["app-20220209232242-0063",33,2.95,5496,0,false],["app-20220209232500-0067",36,3.72,850479,0,false],["app-20220209232500-0067",35,3.72,934763,0,false],["app-20220209232500-0067",37,3.72,63271,0,false],["app-20220209232500-0067",40,3,243,0,false],["app-20220209232500-0067",31,2.95,1000,0,false],["app-20220209232500-0067",34,3.48,3841,0,false],["app-20220209232500-0067",33,2.95,5817,0,false],["app-20220209232500-0067",32,2.95,23002,0,false],["app-20220209232500-0067",38,4.34,1706437,0,false],["app-20220209232500-0067",39,3.9,245823,0,false],["app-20220209234532-0087",31,2.95,1378,0,false],["app-20220209234532-0087",44,7.85,2042645,127665,false],["app-20220209234532-0087",41,3.33,1154273,0,false],["app-20220209234532-0087",42,3.37,761369,0,false],["app-20220209234532-0087",47,3.9,167144,0,false],["app-20220209234532-0087",34,2.9,730,0,false],["app-20220209234532-0087",40,3.37,853020,0,false],["app-20220209234532-0087",33,2.9,914,0,false],["app-20220209234532-0087",38,3.33,89863,0,false],["app-20220209234532-0087",43,7.85,1710173,106885,false],["app-20220209234532-0087",48,3,220,0,false],["app-20220209234532-0087",45,7.85,3459742,216233,false],["app-20220209234532-0087",39,3.33,494266,0,false],["app-20220209234532-0087",46,2.94,652694,217563,false],["app-20220209234532-0087",35,2.9,1036,0,false],["app-20220209234532-0087",32,2.95,1383,0,false],["app-20220209234532-0087",36,2.95,5670,0,false],["app-20220209234532-0087",37,3.37,1233606,0,false],["app-20220209232841-0073",35,3.61,3266643,272220,false],["app-20220209232841-0073",34,2.9,1104,0,false],["app-20220209232841-0073",37,3.18,831509,277168,false],["app-20220209232841-0073",36,3.61,927511,77292,false],["app-20220209232841-0073",31,2.95,984,0,false],["app-20220209232841-0073",32,2.95,882,0,false],["app-20220209232841-0073",33,2.9,709,0,false],["app-20220209232841-0073",39,3,264,0,false],["app-20220209232841-0073",38,3.9,257777,0,false],["app-20220209234412-0085",38,7.85,4660460,0,false],["app-20220209234412-0085",37,3.37,500540,0,false],["app-20220209234412-0085",42,3,273,0,false],["app-20220209234412-0085",39,7.85,1163782,0,false],["app-20220209234412-0085",41,7.79,6766750,0,false],["app-20220209234412-0085",36,2.73,3065804,0,false],["app-20220209234412-0085",40,7.85,5326278,0,false],["app-20220209234412-0085",32,3.33,1206608,0,false],["app-20220209234412-0085",31,2.9,1128,0,false],["app-20220209234412-0085",35,3.37,480342,0,false],["app-20220209234412-0085",33,3.37,1044334,0,false],["app-20220209234412-0085",34,3.33,537612,0,false],["app-20220209224220-0005",36,4.2,89436,0,false],["app-20220209224220-0005",31,2.9,736,0,false],["app-20220209224220-0005",44,2.8,0,0,true],["app-20220209224220-0005",41,2.8,0,0,true],["app-20220209224220-0005",38,2.8,0,0,true],["app-20220209224220-0005",37,2.8,0,0,true],["app-20220209224220-0005",43,2.8,0,0,true],["app-20220209224220-0005",34,3.4,4520914,0,false],["app-20220209224220-0005",32,2.95,692,0,false],["app-20220209224220-0005",33,2.95,898,0,false],["app-20220209224220-0005",45,2.8,0,0,true],["app-20220209224220-0005",46,4.84,12730,0,false],["app-20220209224220-0005",39,6.88,73927,0,false],["app-20220209224220-0005",35,2.8,0,0,true],["app-20220209224220-0005",42,6.43,24713,0,false],["app-20220209224220-0005",40,2.8,0,0,true],["app-20220209232531-0068",44,3,353,0,false],["app-20220209232531-0068",37,3.33,32522,0,false],["app-20220209232531-0068",42,5.87,716505,0,false],["app-20220209232531-0068",31,2.95,817,0,false],["app-20220209232531-0068",35,2.95,985,0,false],["app-20220209232531-0068",38,5.87,2346453,0,false],["app-20220209232531-0068",32,2.95,1101,0,false],["app-20220209232531-0068",36,3.67,988849,0,false],["app-20220209232531-0068",43,3.54,125,0,false],["app-20220209232531-0068",39,4.34,77,0,false],["app-20220209232531-0068",34,2.95,22737,0,false],["app-20220209232531-0068",33,2.95,5981,0,false],["app-20220209232531-0068",41,2.82,0,0,true],["app-20220209232531-0068",40,3.69,259935,0,false],["app-20220209234611-0088",41,3.33,42782,0,false],["app-20220209234611-0088",40,3.33,49031,0,false],["app-20220209234611-0088",44,3,289,0,false],["app-20220209234611-0088",32,3.33,45314,0,false],["app-20220209234611-0088",35,3.61,1416368,0,false],["app-20220209234611-0088",36,6.45,1079908,0,false],["app-20220209234611-0088",38,4.3,959653,0,false],["app-20220209234611-0088",34,6.45,3784569,0,false],["app-20220209234611-0088",37,4.01,552872,0,false],["app-20220209234611-0088",33,3.61,813372,0,false],["app-20220209234611-0088",43,6.71,479127,0,false],["app-20220209234611-0088",42,6.91,584929,0,false],["app-20220209234611-0088",39,6.33,224600,24955,false],["app-20220209234611-0088",31,2.95,712,0,false],["app-20220209233802-0080",33,2.95,907,0,false],["app-20220209233802-0080",39,2.71,0,0,true],["app-20220209233802-0080",36,4.01,709516,0,false],["app-20220209233802-0080",38,2.71,0,0,true],["app-20220209233802-0080",32,2.95,1154,0,false],["app-20220209233802-0080",41,6.91,176406,0,false],["app-20220209233802-0080",34,3.33,265848,0,false],["app-20220209233802-0080",42,6.1,86051,0,false],["app-20220209233802-0080",40,2.71,0,0,true],["app-20220209233802-0080",35,3.72,1422775,0,false],["app-20220209233802-0080",31,2.95,712,0,false],["app-20220209233802-0080",37,7.45,422932,0,false],["app-20220209232701-0071",67,2.75,0,0,true],["app-20220209232701-0071",39,2.9,969,0,false],["app-20220209232701-0071",81,6.91,165236,0,false],["app-20220209232701-0071",79,2.75,0,0,true],["app-20220209232701-0071",80,2.75,0,0,true],["app-20220209232701-0071",73,2.75,0,0,true],["app-20220209232701-0071",41,3.37,807694,0,false],["app-20220209232701-0071",74,2.75,0,0,true],["app-20220209232701-0071",32,2.9,721,0,false],["app-20220209232701-0071",50,6.91,1940780,0,false],["app-20220209232701-0071",36,2.9,2302,0,false],["app-20220209232701-0071",35,2.9,753,0,false],["app-20220209232701-0071",68,2.75,0,0,true],["app-20220209232701-0071",42,3.37,4629150,0,false],["app-20220209232701-0071",64,2.75,0,0,true],["app-20220209232701-0071",60,7.45,206857,0,false],["app-20220209232701-0071",66,2.75,0,0,true],["app-20220209232701-0071",61,2.75,0,0,true],["app-20220209232701-0071",40,3.33,1520003,0,false],["app-20220209232701-0071",49,5.63,1258640,0,false],["app-20220209232701-0071",70,2.75,0,0,true],["app-20220209232701-0071",63,2.75,0,0,true],["app-20220209232701-0071",34,2.9,1135,0,false],["app-20220209232701-0071",54,6.91,2001958,0,false],["app-20220209232701-0071",76,2.75,0,0,true],["app-20220209232701-0071",58,5.78,592364,0,false],["app-20220209232701-0071",37,2.9,945,0,false],["app-20220209232701-0071",38,2.9,903,0,false],["app-20220209232701-0071",45,6.91,2252840,0,false],["app-20220209232701-0071",55,5.14,1223245,174748,false],["app-20220209232701-0071",47,3.33,49419,0,false],["app-20220209232701-0071",33,2.9,1148,0,false],["app-20220209232701-0071",44,6.25,7791216,973902,false],["app-20220209232701-0071",78,2.75,0,0,true],["app-20220209232701-0071",69,2.75,0,0,true],["app-20220209232701-0071",57,6.91,1172228,0,false],["app-20220209232701-0071",53,3.33,1303138,0,false],["app-20220209232701-0071",71,2.75,0,0,true],["app-20220209232701-0071",52,4.3,137115,0,false],["app-20220209232701-0071",65,2.75,0,0,true],["app-20220209232701-0071",77,2.75,0,0,true],["app-20220209232701-0071",48,3.33,50653,0,false],["app-20220209232701-0071",31,2.95,5912,0,false],["app-20220209232701-0071",59,4.3,175767,0,false],["app-20220209232701-0071",62,2.75,0,0,true],["app-20220209232701-0071",75,2.75,0,0,true],["app-20220209232701-0071",46,5.14,1258887,179840,false],["app-20220209232701-0071",82,6.1,436097,0,false],["app-20220209232701-0071",51,5.78,1058976,0,false],["app-20220209232701-0071",56,5.63,1080510,0,false],["app-20220209232701-0071",43,3.37,724796,0,false],["app-20220209232701-0071",72,2.75,0,0,true],["app-20220209225233-0018",41,2.95,1507,0,false],["app-20220209225233-0018",53,2.6,0,0,true],["app-20220209225233-0018",46,3.67,897723,0,false],["app-20220209225233-0018",47,3.67,1164829,0,false],["app-20220209225233-0018",52,2.6,0,0,true],["app-20220209225233-0018",61,9.07,3262143,0,false],["app-20220209225233-0018",43,2.6,1358,679,false],["app-20220209225233-0018",33,2.9,5319,0,false],["app-20220209225233-0018",50,3.33,1111,0,false],["app-20220209225233-0018",34,2.95,859,0,false],["app-20220209225233-0018",57,2.6,0,0,true],["app-20220209225233-0018",58,3.67,822295,0,false],["app-20220209225233-0018",37,2.9,5205,0,false],["app-20220209225233-0018",48,9.07,6261819,0,false],["app-20220209225233-0018",49,4.24,357876,0,false],["app-20220209225233-0018",56,3.33,51156,0,false],["app-20220209225233-0018",31,2.95,1313,0,false],["app-20220209225233-0018",65,7.82,757647,68877,false],["app-20220209225233-0018",38,2.95,1355,0,false],["app-20220209225233-0018",40,2.95,926,0,false],["app-20220209225233-0018",44,2.95,225,0,false],["app-20220209225233-0018",35,2.95,732,0,false],["app-20220209225233-0018",39,2.95,1071,0,false],["app-20220209225233-0018",42,3.29,5083750,462159,false],["app-20220209225233-0018",55,2.6,0,0,true],["app-20220209225233-0018",60,3.67,1168706,0,false],["app-20220209225233-0018",54,2.6,0,0,true],["app-20220209225233-0018",62,4.24,90128,0,false],["app-20220209225233-0018",51,9.42,396848,0,false],["app-20220209225233-0018",66,5.13,378755,116540,false],["app-20220209225233-0018",63,3.33,31336,0,false],["app-20220209225233-0018",67,3,223,0,false],["app-20220209225233-0018",45,3.67,3608365,0,false],["app-20220209225233-0018",64,7.82,569607,51782,false],["app-20220209225233-0018",36,2.9,5406,0,false],["app-20220209225233-0018",59,3.67,2136646,0,false],["app-20220209225233-0018",32,2.95,725,0,false],["app-20220209235705-0106",35,3.72,3491837,0,false],["app-20220209235705-0106",34,2.95,944,0,false],["app-20220209235705-0106",37,3.9,1062626,0,false],["app-20220209235705-0106",33,2.9,1051,0,false],["app-20220209235705-0106",38,3,265,0,false],["app-20220209235705-0106",32,2.9,727,0,false],["app-20220209235705-0106",36,2.71,0,0,true],["app-20220209235705-0106",31,2.9,825,0,false],["app-20220209231707-0053",31,2.95,1123,0,false],["app-20220209231707-0053",32,2.95,849,0,false],["app-20220209231707-0053",40,3,244,0,false],["app-20220209231707-0053",36,3.33,258698,0,false],["app-20220209231707-0053",37,6.21,2443897,0,false],["app-20220209231707-0053",33,2.95,1117,0,false],["app-20220209231707-0053",39,6.71,465297,0,false],["app-20220209231707-0053",34,3.69,1769010,0,false],["app-20220209231707-0053",35,3.33,49296,0,false],["app-20220209231707-0053",38,6.91,1173511,0,false],["app-20220209232803-0072",37,4.11,1581051,0,false],["app-20220209232803-0072",38,6.42,803615,0,false],["app-20220209232803-0072",34,3.68,2008936,0,false],["app-20220209232803-0072",32,2.9,6598,0,false],["app-20220209232803-0072",33,2.95,1110,0,false],["app-20220209232803-0072",39,3,222,0,false],["app-20220209232803-0072",36,4.3,2025555,0,false],["app-20220209232803-0072",31,2.9,970,0,false],["app-20220209232803-0072",35,3.68,3736014,0,false],["app-20220209234649-0089",36,3.9,203231,0,false],["app-20220209234649-0089",37,3,204,0,false],["app-20220209234649-0089",32,2.95,1305,0,false],["app-20220209234649-0089",35,6.45,1635641,0,false],["app-20220209234649-0089",33,3.37,5482868,0,false],["app-20220209234649-0089",34,3.62,15909,0,false],["app-20220209234649-0089",31,2.95,5331,0,false],["app-20220209224147-0004",38,3.33,57615,0,false],["app-20220209224147-0004",37,5.59,595309,54119,false],["app-20220209224147-0004",33,3.68,1141311,0,false],["app-20220209224147-0004",36,4.01,1631076,0,false],["app-20220209224147-0004",39,6.71,379029,0,false],["app-20220209224147-0004",34,3.68,2625437,0,false],["app-20220209224147-0004",35,4.3,1166672,0,false],["app-20220209224147-0004",32,2.95,969,0,false],["app-20220209224147-0004",40,3,218,0,false],["app-20220209224147-0004",31,2.95,914,0,false],["app-20220209234000-0083",33,3.64,5995673,0,false],["app-20220209234000-0083",32,2.9,5985,0,false],["app-20220209234000-0083",36,3,229,0,false],["app-20220209234000-0083",35,3.9,261784,0,false],["app-20220209234000-0083",34,2.67,0,0,true],["app-20220209234000-0083",31,2.9,1160,0,false],["app-20220209231143-0043",33,3.37,3844378,0,false],["app-20220209231143-0043",35,6.45,1701305,0,false],["app-20220209231143-0043",37,3,200,0,false],["app-20220209231143-0043",32,2.95,1182,0,false],["app-20220209231143-0043",36,3.9,178586,0,false],["app-20220209231143-0043",34,3.62,23363,0,false],["app-20220209231143-0043",31,2.95,5384,0,false],["app-20220209232314-0064",44,3,318,0,false],["app-20220209232314-0064",42,4.83,274987,0,false],["app-20220209232314-0064",35,3.72,1150328,0,false],["app-20220209232314-0064",43,7.26,710785,0,false],["app-20220209232314-0064",31,2.9,951,0,false],["app-20220209232314-0064",38,4.3,1178782,0,false],["app-20220209232314-0064",39,4.84,756671,0,false],["app-20220209232314-0064",33,2.9,685,0,false],["app-20220209232314-0064",37,3.72,3211086,0,false],["app-20220209232314-0064",34,2.9,1110,0,false],["app-20220209232314-0064",32,2.9,5699,0,false],["app-20220209232314-0064",36,4.3,482152,0,false],["app-20220209232314-0064",41,4.83,335737,0,false],["app-20220209232314-0064",40,4.34,265132,66283,false],["app-20220209224544-0009",52,6.45,825131,0,false],["app-20220209224544-0009",39,2.43,0,0,true],["app-20220209224544-0009",49,6.91,2192839,0,false],["app-20220209224544-0009",32,4.5,62,0,false],["app-20220209224544-0009",36,4.5,312,0,false],["app-20220209224544-0009",54,3,192,0,false],["app-20220209224544-0009",37,2.43,0,0,true],["app-20220209224544-0009",53,3.62,156665,0,false],["app-20220209224544-0009",44,4.34,6842,0,false],["app-20220209224544-0009",46,3.33,22104,0,false],["app-20220209224544-0009",40,4.5,4586,0,false],["app-20220209224544-0009",50,6.18,1690487,0,false],["app-20220209224544-0009",43,2.43,0,0,true],["app-20220209224544-0009",41,2.43,0,0,true],["app-20220209224544-0009",45,2.95,317,0,false],["app-20220209224544-0009",33,3.62,7744,0,false],["app-20220209224544-0009",38,4.5,1073,0,false],["app-20220209224544-0009",42,4.5,7935,0,false],["app-20220209224544-0009",51,3.39,5183,863,false],["app-20220209224544-0009",48,3.33,268230,0,false],["app-20220209224544-0009",35,2.43,0,0,true],["app-20220209224544-0009",47,3.33,112881,0,false],["app-20220209224544-0009",34,4.34,1031446,0,false],["app-20220209224544-0009",31,3.54,1445,0,false],["app-20220209233444-0075",33,2.95,1074,0,false],["app-20220209233444-0075",38,6.91,778002,0,false],["app-20220209233444-0075",37,6.21,2271961,0,false],["app-20220209233444-0075",31,2.95,1107,0,false],["app-20220209233444-0075",40,3,273,0,false],["app-20220209233444-0075",36,3.33,231471,0,false],["app-20220209233444-0075",39,6.71,578351,0,false],["app-20220209233444-0075",32,2.95,1262,0,false],["app-20220209233444-0075",34,3.69,1204546,0,false],["app-20220209233444-0075",35,3.33,41376,0,false],["app-20220209225013-0017",46,9.07,6144499,0,false],["app-20220209225013-0017",56,3.67,1387190,0,false],["app-20220209225013-0017",49,2.73,0,0,true],["app-20220209225013-0017",66,3.9,216038,0,false],["app-20220209225013-0017",48,9.42,256002,0,false],["app-20220209225013-0017",44,3.67,1550800,0,false],["app-20220209225013-0017",34,2.95,1081,0,false],["app-20220209225013-0017",55,3.33,64300,0,false],["app-20220209225013-0017",36,2.9,5343,0,false],["app-20220209225013-0017",61,3.33,137543,0,false],["app-20220209225013-0017",40,3.29,5068417,460765,false],["app-20220209225013-0017",45,3.67,729989,0,false],["app-20220209225013-0017",42,3.33,3513,0,false],["app-20220209225013-0017",64,7.82,627397,57036,false],["app-20220209225013-0017",39,2.95,941,0,false],["app-20220209225013-0017",59,9.07,3088447,0,false],["app-20220209225013-0017",57,3.67,680022,0,false],["app-20220209225013-0017",54,3.33,122388,0,false],["app-20220209225013-0017",51,2.73,0,0,true],["app-20220209225013-0017",50,2.73,0,0,true],["app-20220209225013-0017",53,2.73,0,0,true],["app-20220209225013-0017",31,2.9,6193,0,false],["app-20220209225013-0017",41,2.6,1933,966,false],["app-20220209225013-0017",47,4.24,292333,0,false],["app-20220209225013-0017",32,2.95,1213,0,false],["app-20220209225013-0017",60,4.24,113495,0,false],["app-20220209225013-0017",38,2.95,723,0,false],["app-20220209225013-0017",67,3,260,0,false],["app-20220209225013-0017",52,2.73,0,0,true],["app-20220209225013-0017",58,3.67,2098697,0,false],["app-20220209225013-0017",43,3.67,3569769,0,false],["app-20220209225013-0017",35,2.9,5770,0,false],["app-20220209225013-0017",33,2.95,1280,0,false],["app-20220209225013-0017",63,7.82,600289,54571,false],["app-20220209225013-0017",65,3.2,1170316,468126,false],["app-20220209225013-0017",37,2.95,1085,0,false],["app-20220209225013-0017",62,7.82,798734,72612,false],["app-20220209231631-0052",38,5.65,1801029,120068,false],["app-20220209231631-0052",35,3.33,189778,0,false],["app-20220209231631-0052",31,2.9,5980,0,false],["app-20220209231631-0052",34,3.33,446819,0,false],["app-20220209231631-0052",37,3.33,36237,0,false],["app-20220209231631-0052",40,3,252,0,false],["app-20220209231631-0052",36,6.91,3115193,0,false],["app-20220209231631-0052",39,3.9,166321,0,false],["app-20220209231631-0052",33,2.95,6007,0,false],["app-20220209231631-0052",32,2.95,1141,0,false],["app-20220209231405-0047",36,7.83,4572473,326605,false],["app-20220209231405-0047",33,2.95,6243,0,false],["app-20220209231405-0047",32,2.9,1228,0,false],["app-20220209231405-0047",37,2.73,697153,232384,false],["app-20220209231405-0047",35,3.33,104650,0,false],["app-20220209231405-0047",34,3.37,2621751,0,false],["app-20220209231405-0047",31,2.9,1222,0,false],["app-20220209231405-0047",38,3,263,0,false],["app-20220209230713-0035",37,3.33,612498,0,false],["app-20220209230713-0035",39,3.33,2094653,0,false],["app-20220209230713-0035",36,3.33,1183721,0,false],["app-20220209230713-0035",38,6.91,2438428,0,false],["app-20220209230713-0035",40,5.67,3484873,0,false],["app-20220209230713-0035",42,3,208,0,false],["app-20220209230713-0035",31,2.9,985,0,false],["app-20220209230713-0035",32,2.95,712,0,false],["app-20220209230713-0035",33,2.95,751,0,false],["app-20220209230713-0035",41,3.9,198374,0,false],["app-20220209230713-0035",35,2.9,5558,0,false],["app-20220209230713-0035",34,2.95,940,0,false],["app-20220209233914-0082",36,3.67,554466,0,false],["app-20220209233914-0082",35,3.37,639443,0,false],["app-20220209233914-0082",49,6.71,221029,0,false],["app-20220209233914-0082",32,2.9,984,0,false],["app-20220209233914-0082",33,2.95,5355,0,false],["app-20220209233914-0082",42,3.67,259529,0,false],["app-20220209233914-0082",47,4.3,338737,0,false],["app-20220209233914-0082",31,2.9,877,0,false],["app-20220209233914-0082",44,3.67,260596,0,false],["app-20220209233914-0082",38,3.67,304094,0,false],["app-20220209233914-0082",50,3,209,0,false],["app-20220209233914-0082",46,4.3,1144032,0,false],["app-20220209233914-0082",34,3.37,2719037,0,false],["app-20220209233914-0082",40,7.95,4305956,0,false],["app-20220209233914-0082",43,3.67,361819,0,false],["app-20220209233914-0082",45,7.95,6272814,0,false],["app-20220209233914-0082",37,3.37,794815,0,false],["app-20220209233914-0082",48,4.3,239942,0,false],["app-20220209233914-0082",41,4.3,1121560,0,false],["app-20220209233914-0082",39,3.67,286184,0,false],["app-20220209231846-0056",37,6.04,1027303,0,false],["app-20220209231846-0056",36,3.37,597405,0,false],["app-20220209231846-0056",32,3.37,66392,0,false],["app-20220209231846-0056",42,4.3,145711,0,false],["app-20220209231846-0056",39,3.37,741366,0,false],["app-20220209231846-0056",40,6.04,837113,0,false],["app-20220209231846-0056",35,3.37,225251,0,false],["app-20220209231846-0056",45,3.9,230593,0,false],["app-20220209231846-0056",34,6.04,2211184,0,false],["app-20220209231846-0056",31,2.95,1231,0,false],["app-20220209231846-0056",41,4.3,265559,0,false],["app-20220209231846-0056",38,3.37,1386627,0,false],["app-20220209231846-0056",46,3,207,0,false],["app-20220209231846-0056",33,3.37,791067,0,false],["app-20220209231846-0056",44,5.57,1142,0,false],["app-20220209231846-0056",43,4.3,257044,0,false],["app-20220209235552-0104",33,3.8,1144512,0,false],["app-20220209235552-0104",31,2.95,827,0,false],["app-20220209235552-0104",34,7.36,7191850,0,false],["app-20220209235552-0104",35,4.34,222,0,false],["app-20220209235552-0104",32,3.8,3138200,0,false],["app-20220209234857-0093",35,4.55,559900,0,false],["app-20220209234857-0093",31,2.95,688,0,false],["app-20220209234857-0093",33,3.66,2351347,0,false],["app-20220209234857-0093",34,4.3,587982,0,false],["app-20220209234857-0093",36,3,211,0,false],["app-20220209234857-0093",32,2.9,5313,0,false],["app-20220209230539-0032",32,2.95,1662,0,false],["app-20220209230539-0032",37,3,261,0,false],["app-20220209230539-0032",33,2.95,925,0,false],["app-20220209230539-0032",31,2.9,6484,0,false],["app-20220209230539-0032",34,2.95,827,0,false],["app-20220209230539-0032",36,3.9,1274279,0,false],["app-20220209230539-0032",35,3.72,2718003,0,false],["app-20220209233627-0078",36,2.8,0,0,true],["app-20220209233627-0078",35,4.34,894667,0,false],["app-20220209233627-0078",31,2.95,993,0,false],["app-20220209233627-0078",38,6.1,949455,0,false],["app-20220209233627-0078",34,3.53,2309865,0,false],["app-20220209233627-0078",37,4.3,825504,0,false],["app-20220209233627-0078",32,2.95,6073,0,false],["app-20220209233627-0078",33,2.95,980,0,false],["app-20220209224945-0016",36,3.37,7129,0,false],["app-20220209224945-0016",31,2.9,1090,0,false],["app-20220209224945-0016",33,2.9,881,0,false],["app-20220209224945-0016",32,2.95,1136,0,false],["app-20220209224945-0016",38,4.34,232,0,false],["app-20220209224945-0016",37,5.78,2074068,0,false],["app-20220209224945-0016",34,2.9,2314,0,false],["app-20220209224945-0016",35,3.61,2179116,0,false],["app-20220209231004-0040",33,2.95,1120,0,false],["app-20220209231004-0040",37,7.45,966664,0,false],["app-20220209231004-0040",39,2.71,0,0,true],["app-20220209231004-0040",32,2.95,816,0,false],["app-20220209231004-0040",31,2.95,1074,0,false],["app-20220209231004-0040",38,2.71,0,0,true],["app-20220209231004-0040",34,3.72,2379595,0,false],["app-20220209231004-0040",41,6.91,328149,0,false],["app-20220209231004-0040",36,3.33,32048,0,false],["app-20220209231004-0040",40,2.71,0,0,true],["app-20220209231004-0040",42,6.1,561089,0,false],["app-20220209231004-0040",35,4.01,782784,0,false],["app-20220209235239-0100",37,2.67,0,0,true],["app-20220209235239-0100",38,2.67,0,0,true],["app-20220209235239-0100",31,3.4,7753940,0,false],["app-20220209235239-0100",35,2.67,0,0,true],["app-20220209235239-0100",39,2.67,0,0,true],["app-20220209235239-0100",36,6.04,19985645,0,false],["app-20220209235239-0100",41,3,213,0,false],["app-20220209235239-0100",32,3.37,758001,0,false],["app-20220209235239-0100",34,2.67,0,0,true],["app-20220209235239-0100",40,3.9,715052,0,false],["app-20220209235239-0100",33,2.95,205,0,false],["app-20220209233659-0079",31,2.95,2253,0,false],["app-20220209233659-0079",35,2.9,718,0,false],["app-20220209233659-0079",45,3,279,0,false],["app-20220209233659-0079",40,3.33,1120562,0,false],["app-20220209233659-0079",43,7.86,2378952,0,false],["app-20220209233659-0079",34,2.95,852,0,false],["app-20220209233659-0079",44,3.9,590585,0,false],["app-20220209233659-0079",37,2.9,676,0,false],["app-20220209233659-0079",38,2.9,6062,0,false],["app-20220209233659-0079",39,3.33,2480746,0,false],["app-20220209233659-0079",32,2.95,754,0,false],["app-20220209233659-0079",41,5.61,17736664,0,false],["app-20220209233659-0079",33,2.9,723,0,false],["app-20220209233659-0079",42,3.37,1113495,0,false],["app-20220209233659-0079",36,2.9,1117,0,false],["app-20220209225644-0022",34,2.95,1232,0,false],["app-20220209225644-0022",41,3,279,0,false],["app-20220209225644-0022",33,2.9,2111,0,false],["app-20220209225644-0022",40,3.9,1087230,0,false],["app-20220209225644-0022",39,5.8,1847474,0,false],["app-20220209225644-0022",38,3.33,4900,0,false],["app-20220209225644-0022",31,2.95,1787,0,false],["app-20220209225644-0022",36,3.61,1480774,0,false],["app-20220209225644-0022",32,2.9,4927,0,false],["app-20220209225644-0022",37,6.18,2940295,0,false],["app-20220209225644-0022",35,3.37,215661,0,false],["app-20220209231740-0054",35,3.72,3840225,0,false],["app-20220209231740-0054",38,4.3,1026295,0,false],["app-20220209231740-0054",42,4.83,182464,0,false],["app-20220209231740-0054",43,7.26,549033,0,false],["app-20220209231740-0054",34,2.9,1083,0,false],["app-20220209231740-0054",36,4.3,545739,0,false],["app-20220209231740-0054",40,4.83,291281,0,false],["app-20220209231740-0054",31,2.9,780,0,false],["app-20220209231740-0054",44,3,298,0,false],["app-20220209231740-0054",32,2.9,998,0,false],["app-20220209231740-0054",37,3.72,1619438,0,false],["app-20220209231740-0054",41,4.34,201197,50299,false],["app-20220209231740-0054",33,2.9,6255,0,false],["app-20220209231740-0054",39,4.84,731839,0,false],["app-20220209224833-0014",33,3.33,255030,0,false],["app-20220209224833-0014",46,8.35,1530098,0,false],["app-20220209224833-0014",39,5.93,2135067,213506,false],["app-20220209224833-0014",44,3.56,426937,85387,false],["app-20220209224833-0014",36,3.33,635557,0,false],["app-20220209224833-0014",47,3,230,0,false],["app-20220209224833-0014",34,3.33,655896,0,false],["app-20220209224833-0014",35,5.93,1809231,180923,false],["app-20220209224833-0014",31,2.9,1222,0,false],["app-20220209224833-0014",41,5.93,1717389,171738,false],["app-20220209224833-0014",43,3.43,556978,139244,false],["app-20220209224833-0014",38,3.33,691175,0,false],["app-20220209224833-0014",32,2.9,1130,0,false],["app-20220209224833-0014",40,3.33,2320461,0,false],["app-20220209224833-0014",42,3.13,505475,168491,false],["app-20220209224833-0014",45,3.13,451848,150616,false],["app-20220209224833-0014",37,5.93,3921401,392140,false],["app-20220209234821-0092",35,2.9,1979,0,false],["app-20220209234821-0092",36,3.33,1926531,0,false],["app-20220209234821-0092",40,5.87,588764,0,false],["app-20220209234821-0092",41,3.9,197338,0,false],["app-20220209234821-0092",38,3.37,40706,0,false],["app-20220209234821-0092",39,5.81,3747933,0,false],["app-20220209234821-0092",31,2.95,1001,0,false],["app-20220209234821-0092",32,2.9,2434,0,false],["app-20220209234821-0092",37,3.37,1175209,0,false],["app-20220209234821-0092",34,2.9,1070,0,false],["app-20220209234821-0092",42,3,223,0,false],["app-20220209234821-0092",33,2.9,913,0,false],["app-20220209230826-0037",72,2.63,0,0,true],["app-20220209230826-0037",53,9.24,362626,0,false],["app-20220209230826-0037",69,2.63,0,0,true],["app-20220209230826-0037",40,4.3,203101,0,false],["app-20220209230826-0037",66,2.63,0,0,true],["app-20220209230826-0037",43,4.3,197091,0,false],["app-20220209230826-0037",60,2.63,0,0,true],["app-20220209230826-0037",74,6.1,80534,0,false],["app-20220209230826-0037",52,4.3,198469,0,false],["app-20220209230826-0037",45,6.45,643496,0,false],["app-20220209230826-0037",65,2.63,0,0,true],["app-20220209230826-0037",46,4.3,223109,0,false],["app-20220209230826-0037",41,3.61,116589,0,false],["app-20220209230826-0037",37,4.3,840541,0,false],["app-20220209230826-0037",51,6.45,3493278,0,false],["app-20220209230826-0037",62,2.63,0,0,true],["app-20220209230826-0037",68,2.63,0,0,true],["app-20220209230826-0037",71,2.63,0,0,true],["app-20220209230826-0037",47,3.61,272711,0,false],["app-20220209230826-0037",63,2.63,0,0,true],["app-20220209230826-0037",34,3.61,687256,0,false],["app-20220209230826-0037",31,2.9,1119,0,false],["app-20220209230826-0037",39,6.45,675946,0,false],["app-20220209230826-0037",36,6.45,1436474,0,false],["app-20220209230826-0037",73,8.96,125170,0,false],["app-20220209230826-0037",56,2.63,0,0,true],["app-20220209230826-0037",48,6.45,683716,0,false],["app-20220209230826-0037",57,2.63,0,0,true],["app-20220209230826-0037",67,2.63,0,0,true],["app-20220209230826-0037",61,2.63,0,0,true],["app-20220209230826-0037",35,3.33,46570,0,false],["app-20220209230826-0037",64,2.63,0,0,true],["app-20220209230826-0037",54,2.63,0,0,true],["app-20220209230826-0037",49,4.3,125628,0,false],["app-20220209230826-0037",33,2.9,1088,0,false],["app-20220209230826-0037",55,2.63,0,0,true],["app-20220209230826-0037",44,3.61,180299,0,false],["app-20220209230826-0037",38,3.61,1070835,0,false],["app-20220209230826-0037",58,2.63,0,0,true],["app-20220209230826-0037",59,2.63,0,0,true],["app-20220209230826-0037",32,2.9,1171,0,false],["app-20220209230826-0037",42,6.45,624473,0,false],["app-20220209230826-0037",70,2.63,0,0,true],["app-20220209230826-0037",50,3.61,326380,0,false],["app-20220209232008-0058",34,3.68,2867068,0,false],["app-20220209232008-0058",33,4.3,865584,0,false],["app-20220209232008-0058",32,3.68,1035427,0,false],["app-20220209232008-0058",40,3,437,0,false],["app-20220209232008-0058",36,4.84,2160465,0,false],["app-20220209232008-0058",39,4.5,1161360,0,false],["app-20220209232008-0058",38,7.76,1816580,0,false],["app-20220209232008-0058",35,4.3,1588280,0,false],["app-20220209232008-0058",37,4.84,782649,0,false],["app-20220209232008-0058",31,2.95,1089,0,false],["app-20220209235212-0099",33,3.61,522036,0,false],["app-20220209235212-0099",34,3.68,540303,0,false],["app-20220209235212-0099",31,2.95,6529,0,false],["app-20220209235212-0099",32,2.95,1404,0,false],["app-20220209235212-0099",35,5.46,1025034,85419,false],["app-20220209235212-0099",36,4.69,295,0,false],["app-20220209232605-0069",32,2.9,1119,0,false],["app-20220209232605-0069",33,2.95,1170,0,false],["app-20220209232605-0069",31,2.9,1161,0,false],["app-20220209232605-0069",38,3,458,0,false],["app-20220209232605-0069",37,3.9,644589,0,false],["app-20220209232605-0069",34,2.9,641,0,false],["app-20220209232605-0069",36,2.71,0,0,true],["app-20220209232605-0069",35,3.72,3569683,0,false],["app-20220209232111-0060",33,2.95,6016,0,false],["app-20220209232111-0060",31,2.95,734,0,false],["app-20220209232111-0060",37,3,236,0,false],["app-20220209232111-0060",34,3.72,2227526,0,false],["app-20220209232111-0060",36,4.3,643976,128795,false],["app-20220209232111-0060",35,4.3,999877,0,false],["app-20220209232111-0060",32,2.9,1131,0,false],["app-20220209224619-0010",35,3.72,2770017,0,false],["app-20220209224619-0010",37,3,274,0,false],["app-20220209224619-0010",32,2.9,5308,0,false],["app-20220209224619-0010",33,2.95,1088,0,false],["app-20220209224619-0010",36,3.9,1242297,0,false],["app-20220209224619-0010",31,2.95,1088,0,false],["app-20220209224619-0010",34,2.95,2094,0,false],["app-20220209231559-0051",34,2.45,0,0,true],["app-20220209231559-0051",33,3.54,999547,0,false],["app-20220209231559-0051",42,2.45,0,0,true],["app-20220209231559-0051",40,2.45,0,0,true],["app-20220209231559-0051",38,3.74,458556,91711,false],["app-20220209231559-0051",36,2.45,0,0,true],["app-20220209231559-0051",37,3.74,1535005,307001,false],["app-20220209231559-0051",44,4.74,485,0,false],["app-20220209231559-0051",31,3.54,4179191,0,false],["app-20220209231559-0051",45,3,258,0,false],["app-20220209231559-0051",43,2.45,0,0,true],["app-20220209231559-0051",39,2.45,0,0,true],["app-20220209231559-0051",41,5.03,342,0,false],["app-20220209231559-0051",32,2.9,2247,0,false],["app-20220209231559-0051",35,4.34,306,0,false],["app-20220209230348-0030",65,2.74,0,0,true],["app-20220209230348-0030",69,2.74,0,0,true],["app-20220209230348-0030",75,2.74,0,0,true],["app-20220209230348-0030",80,2.74,0,0,true],["app-20220209230348-0030",66,2.74,0,0,true],["app-20220209230348-0030",34,2.95,160,0,false],["app-20220209230348-0030",81,2.74,0,0,true],["app-20220209230348-0030",59,2.74,0,0,true],["app-20220209230348-0030",39,5.93,9488711,0,false],["app-20220209230348-0030",83,2.74,0,0,true],["app-20220209230348-0030",32,3.37,679259,0,false],["app-20220209230348-0030",70,6.45,965311,0,false],["app-20220209230348-0030",74,2.74,0,0,true],["app-20220209230348-0030",89,2.74,0,0,true],["app-20220209230348-0030",53,2.74,0,0,true],["app-20220209230348-0030",45,4.15,136445,0,false],["app-20220209230348-0030",52,2.74,0,0,true],["app-20220209230348-0030",78,4.3,171200,0,false],["app-20220209230348-0030",86,2.74,0,0,true],["app-20220209230348-0030",93,3.52,103993,25998,false],["app-20220209230348-0030",82,2.74,0,0,true],["app-20220209230348-0030",57,2.74,0,0,true],["app-20220209230348-0030",43,4.2,74861,0,false],["app-20220209230348-0030",54,4.3,178583,0,false],["app-20220209230348-0030",64,2.74,0,0,true],["app-20220209230348-0030",72,2.74,0,0,true],["app-20220209230348-0030",41,2.74,0,0,true],["app-20220209230348-0030",37,2.74,0,0,true],["app-20220209230348-0030",40,2.74,0,0,true],["app-20220209230348-0030",77,2.74,0,0,true],["app-20220209230348-0030",79,2.74,0,0,true],["app-20220209230348-0030",47,2.74,0,0,true],["app-20220209230348-0030",44,2.74,0,0,true],["app-20220209230348-0030",55,2.9,522,0,false],["app-20220209230348-0030",63,6.91,1233672,0,false],["app-20220209230348-0030",56,2.74,0,0,true],["app-20220209230348-0030",33,3.33,38096,0,false],["app-20220209230348-0030",73,2.74,0,0,true],["app-20220209230348-0030",88,2.74,0,0,true],["app-20220209230348-0030",42,2.74,0,0,true],["app-20220209230348-0030",71,2.74,0,0,true],["app-20220209230348-0030",84,2.74,0,0,true],["app-20220209230348-0030",76,2.74,0,0,true],["app-20220209230348-0030",35,2.9,1077,0,false],["app-20220209230348-0030",68,2.74,0,0,true],["app-20220209230348-0030",36,3.33,10660,0,false],["app-20220209230348-0030",92,2.74,0,0,true],["app-20220209230348-0030",48,2.74,0,0,true],["app-20220209230348-0030",49,6.45,518124,0,false],["app-20220209230348-0030",91,2.74,0,0,true],["app-20220209230348-0030",67,2.74,0,0,true]],"datasetInfos":[],"dbfsResultPath":null,"isJsonSchema":true,"metadata":{},"overflow":true,"plotOptions":{"customPlotOptions":{},"displayType":"table","pivotAggregation":null,"pivotColumns":null,"xColumns":null,"yColumns":null},"removedWidgets":[],"schema":[{"metadata":"{}","name":"App ID","type":"\"string\""},{"metadata":"{}","name":"Stage ID","type":"\"long\""},{"metadata":"{}","name":"Average Speedup Factor","type":"\"double\""},{"metadata":"{}","name":"Stage Task Duration","type":"\"long\""},{"metadata":"{}","name":"Unsupported Task Duration","type":"\"long\""},{"metadata":"{}","name":"Stage Estimated","type":"\"boolean\""}],"type":"table"}},"output_type":"display_data"}],"source":["stages_output=pd.read_csv(outputpath_string + \"/rapids_4_spark_qualification_output/rapids_4_spark_qualification_output_stages.csv\")\n","display(stages_output)"]},{"cell_type":"markdown","metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"4d7ce219-ae75-4a0c-a78c-4e7f25b8cd6f","showTitle":false,"title":""}},"source":["## Execs Output"]},{"cell_type":"code","execution_count":null,"metadata":{"application/vnd.databricks.v1+cell":{"cellMetadata":{},"inputWidgets":{},"nuid":"998b0c51-0cb6-408e-a01a-d1f5b1a61e1f","showTitle":false,"title":""}},"outputs":[{"data":{"text/html":["
App IDSQL IDExec NameExpression NameTask Speedup FactorExec DurationSQL Node IdExec Is SupportedExec StagesExec ChildrenExec Children Node IdsExec Should Remove
app-20220209224509-000824ColumnarToRownull1.0030false31nullnulltrue
app-20220209224509-000824ColumnarToRownull1.0089false39nullnulltrue
app-20220209224509-000824WholeStageCodegen (15)WholeStageCodegen (15)8.0423405095true39Sort96false
app-20220209224509-000824Exchangenull4.258497true36:39nullnullfalse
app-20220209224509-00080Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (8)WholeStageCodegen (8)2.92305965true37Project:Filter:ColumnarToRow66:67:68false
app-20220209224509-000824Unionnull3.0085truenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (22)WholeStageCodegen (22)4.51883976true40HashAggregate77false
app-20220209224509-000824Projectnull3.0060truenullnullnullfalse
app-20220209224509-000824Exchangenull4.280029104true35:39nullnullfalse
app-20220209224509-000824Projectnull3.0040truenullnullnullfalse
app-20220209224509-000824Projectnull3.0054truenullnullnullfalse
app-20220209224509-000824Projectnull3.0081truenullnullnullfalse
app-20220209224509-000824Scan parquet null3.0536114true34nullnullfalse
app-20220209224509-000824WholeStageCodegen (6)WholeStageCodegen (6)4.51879889true40HashAggregate10false
app-20220209224509-000824Projectnull3.0056truenullnullnullfalse
app-20220209224509-000824SubqueryBroadcastnull3.0173670truenullnullnullfalse
app-20220209224509-000814Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824Projectnull3.0033truenullnullnullfalse
app-20220209224509-000824HashAggregatenull4.5077true40nullnullfalse
app-20220209224509-000824Scan parquet null3.0750661109true35nullnullfalse
app-20220209224509-000824HashAggregatenull4.506true40nullnullfalse
app-20220209224509-000824Projectnull3.0087truenullnullnullfalse
app-20220209224509-000810Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0035false38nullnulltrue
app-20220209224509-000824BroadcastExchangenull3.0171238truenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (5)WholeStageCodegen (5)4.1331502612true38HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin13:14:15:16:17false
app-20220209224509-000824ColumnarToRownull1.00113false34nullnulltrue
app-20220209224509-000824ColumnarToRownull1.0042false31nullnulltrue
app-20220209224509-000822Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (3)WholeStageCodegen (3)2.976027true31Project:Filter:ColumnarToRow28:29:30false
app-20220209224509-00081Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824BroadcastExchangenull3.0156771truenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0062false37nullnulltrue
app-20220209224509-000824WholeStageCodegen (13)WholeStageCodegen (13)2.91705586true39Project:Filter:ColumnarToRow87:88:89false
app-20220209224509-000824Scan parquet null3.028348true32nullnullfalse
app-20220209224509-000824Sortnull8.00103true39nullnullfalse
app-20220209224509-000823Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824Projectnull3.00106truenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0022false38nullnulltrue
app-20220209224509-000824Unionnull3.008truenullnullnullfalse
app-20220209224509-000812Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824HashAggregatenull4.5010true40nullnullfalse
app-20220209224509-000824Filternull2.8073true33nullnullfalse
app-20220209224509-000824BroadcastExchangenull3.01537110truenullnullnullfalse
app-20220209224509-000824SortMergeJoinnull22.7094true39nullnullfalse
app-20220209224509-000824Projectnull3.0014truenullnullnullfalse
app-20220209224509-000824SubqueryBroadcastnull3.01736101truenullnullnullfalse
app-20220209224509-000824BroadcastExchangenull3.0112844truenullnullnullfalse
app-20220209224509-000816Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824Filternull2.8061true37nullnullfalse
app-20220209224509-000824WholeStageCodegen (16)WholeStageCodegen (16)2.91506623105true35Project:Filter:ColumnarToRow106:107:108false
app-20220209224509-000824Filternull2.8034true38nullnullfalse
app-20220209224509-000824Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209224509-00085Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (20)WholeStageCodegen (20)2.8540111true34Filter:ColumnarToRow112:113false
app-20220209224509-000824SubqueryBroadcastnull3.0173637truenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (14)WholeStageCodegen (14)1.0409098false36ColumnarToRow99false
app-20220209224509-00089Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824Scan parquet null3.01245469true37nullnullfalse
app-20220209224509-00086Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0068false37nullnulltrue
app-20220209224509-000824Filternull2.8021true38nullnullfalse
app-20220209224509-000824TakeOrderedAndProjectnull3.001true41:42nullnullfalse
app-20220209224509-000824BroadcastHashJoinnull5.09015true38nullnullfalse
app-20220209224509-000824BroadcastHashJoinnull5.09057true37nullnullfalse
app-20220209224509-000824Unionnull3.0018truenullnullnullfalse
app-20220209224509-00082Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (7)WholeStageCodegen (7)2.924709959true37Project:Filter:ColumnarToRow60:61:62false
app-20220209224509-00087Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000819Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-00084Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (21)WholeStageCodegen (21)4.13323042579true39HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin80:81:82:83:84false
app-20220209224509-000824Exchangenull4.276878true39:40nullnullfalse
app-20220209224509-000824Scan parquet null3.017303523true38nullnullfalse
app-20220209224509-000815Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0047false32nullnulltrue
app-20220209224509-000824BroadcastHashJoinnull5.09082true39nullnullfalse
app-20220209224509-000824Projectnull3.0066truenullnullnullfalse
app-20220209224509-000824SubqueryBroadcastnull3.0173691truenullnullnullfalse
app-20220209224509-000824BroadcastHashJoinnull5.09084true39nullnullfalse
app-20220209224509-000824Scan parquet null3.01956236true38nullnullfalse
app-20220209224509-000824Scan parquet null3.051575true33nullnullfalse
app-20220209224509-000824Exchangenull4.22064true40:41nullnullfalse
app-20220209224509-000824Projectnull3.0020truenullnullnullfalse
app-20220209224509-000824HashAggregatenull4.5013true38nullnullfalse
app-20220209224509-000824BroadcastHashJoinnull5.09055true37nullnullfalse
app-20220209224509-000824WholeStageCodegen (24)WholeStageCodegen (24)4.5308342true41HashAggregate3false
app-20220209224509-000824Unionnull3.0058truenullnullnullfalse
app-20220209224509-000824Filternull2.8029true31nullnullfalse
app-20220209224509-000824WholeStageCodegen (12)WholeStageCodegen (12)4.53468649true40HashAggregate50false
app-20220209224509-000824HashAggregatenull4.5050true40nullnullfalse
app-20220209224509-000824SubqueryBroadcastnull3.0173664truenullnullnullfalse
app-20220209224509-000824Exchangenull4.2442551true37:40nullnullfalse
app-20220209224509-000813Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824Filternull2.8088true39nullnullfalse
app-20220209224509-000824Filternull2.8046true32nullnullfalse
app-20220209224509-000824Scan parquet null3.074331true31nullnullfalse
app-20220209224509-000824Scan parquet null3.02399100true36nullnullfalse
app-20220209224509-000824WholeStageCodegen (4)WholeStageCodegen (4)2.829145true32Filter:ColumnarToRow46:47false
app-20220209224509-000824Filternull2.8041true31nullnullfalse
app-20220209224509-000824BroadcastHashJoinnull5.09017true38nullnullfalse
app-20220209224509-000824Projectnull3.0093truenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (1)WholeStageCodegen (1)2.932567319true38Project:Filter:ColumnarToRow20:21:22false
app-20220209224509-000824Expandnull3.007true40nullnullfalse
app-20220209224509-000824Exchangenull4.2617911true38:40nullnullfalse
app-20220209224509-000824Projectnull3.0028truenullnullnullfalse
app-20220209224509-000824Projectnull3.0016truenullnullnullfalse
app-20220209224509-000824Filternull2.8067true37nullnullfalse
app-20220209224509-000824ColumnarToRownull1.00108false35nullnulltrue
app-20220209224509-000824Filternull2.80107true35nullnullfalse
app-20220209224509-000824SubqueryBroadcastnull3.0173624truenullnullnullfalse
app-20220209224509-000824Filternull2.80112true34nullnullfalse
app-20220209224509-000824Projectnull3.0083truenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (11)WholeStageCodegen (11)4.1323510952true37HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin53:54:55:56:57false
app-20220209224509-000824Scan parquet null3.013214963true37nullnullfalse
app-20220209224509-000820Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000817Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-00083Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000818Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (3)WholeStageCodegen (3)2.976039true31Project:Filter:ColumnarToRow40:41:42false
app-20220209224509-000824ColumnarToRownull1.0099false36nullnulltrue
app-20220209224509-00088Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (10)WholeStageCodegen (10)2.853872true33Filter:ColumnarToRow73:74false
app-20220209224509-000824WholeStageCodegen (2)WholeStageCodegen (2)2.93627532true38Project:Filter:ColumnarToRow33:34:35false
app-20220209224509-000824HashAggregatenull4.5053true37nullnullfalse
app-20220209224509-000824HashAggregatenull4.503true41nullnullfalse
app-20220209224509-000821Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (23)WholeStageCodegen (23)3.752011495true40HashAggregate:Expand6:7false
app-20220209224509-000824BroadcastExchangenull3.0171226truenullnullnullfalse
app-20220209224509-000811Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224509-000824WholeStageCodegen (18)WholeStageCodegen (18)12.85337652992true39Project:SortMergeJoin93:94false
app-20220209224509-000824WholeStageCodegen (17)WholeStageCodegen (17)8.00102true39Sort103false
app-20220209224509-000824HashAggregatenull4.5080true39nullnullfalse
app-20220209224509-000824ReusedExchangenull1.0025falsenullnullnullfalse
app-20220209224509-000824ColumnarToRownull1.0074false33nullnulltrue
app-20220209224509-000824Scan parquet null3.0864890true39nullnullfalse
app-20220209224509-000824Sortnull8.0096true39nullnullfalse
app-20220209224509-000824Scan parquet null3.074343true31nullnullfalse
app-20220209235114-009724Projectnull3.0035truenullnullnullfalse
app-20220209235114-009724Filternull2.8052true36nullnullfalse
app-20220209235114-009724Projectnull3.0049truenullnullnullfalse
app-20220209235114-009724Projectnull3.0023truenullnullnullfalse
app-20220209235114-009717Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724BroadcastHashJoinnull5.09016true35nullnullfalse
app-20220209235114-009724Projectnull3.0013truenullnullnullfalse
app-20220209235114-00979Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Scan parquet null3.091360520true35nullnullfalse
app-20220209235114-009724Exchangenull4.296942true36:38nullnullfalse
app-20220209235114-009724Scan parquet null3.051138true33nullnullfalse
app-20220209235114-009724BroadcastHashJoinnull5.09046true36nullnullfalse
app-20220209235114-009724Projectnull3.0015truenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (6)WholeStageCodegen (6)3.8441805343true36HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow44:45:46:47:48:49:50:51:52:53false
app-20220209235114-009724HashAggregatenull4.507true40nullnullfalse
app-20220209235114-009724BroadcastExchangenull3.0140155truenullnullnullfalse
app-20220209235114-009724Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209235114-009721Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009720Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Projectnull3.0017truenullnullnullfalse
app-20220209235114-009724Projectnull3.0057truenullnullnullfalse
app-20220209235114-009714Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Projectnull3.0047truenullnullnullfalse
app-20220209235114-00973Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009722Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (8)WholeStageCodegen (8)4.51726true40HashAggregate7false
app-20220209235114-00978Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724TakeOrderedAndProjectnull3.002true40:41nullnullfalse
app-20220209235114-009724Filternull2.8036true33nullnullfalse
app-20220209235114-009724HashAggregatenull4.5044true36nullnullfalse
app-20220209235114-009724Scan parquet null3.050860true34nullnullfalse
app-20220209235114-009724WholeStageCodegen (7)WholeStageCodegen (7)4.54240true38HashAggregate41false
app-20220209235114-009724Projectnull3.004truenullnullnullfalse
app-20220209235114-009713Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (5)WholeStageCodegen (5)3.8414436929true35HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow10:11:12:13:14:15:16:17:18:19false
app-20220209235114-009723Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Projectnull3.0045truenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (1)WholeStageCodegen (1)2.951922true31Project:Filter:ColumnarToRow23:24:25false
app-20220209235114-009724Projectnull3.0011truenullnullnullfalse
app-20220209235114-009724Filternull2.8024true31nullnullfalse
app-20220209235114-009724AdaptiveSparkPlannull1.001falsenullnullnullfalse
app-20220209235114-009724ColumnarToRownull1.0031false32nullnulltrue
app-20220209235114-009724BroadcastHashJoinnull5.09014true35nullnullfalse
app-20220209235114-009724WholeStageCodegen (3)WholeStageCodegen (3)2.951534true33Project:Filter:ColumnarToRow35:36:37false
app-20220209235114-009724HashAggregatenull4.5041true38nullnullfalse
app-20220209235114-00974Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Projectnull3.0029truenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (9)WholeStageCodegen (9)3.0963true40Project4false
app-20220209235114-00977Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009712Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Filternull2.8058true34nullnullfalse
app-20220209235114-009715Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009716Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-00971Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724BroadcastHashJoinnull5.09050true36nullnullfalse
app-20220209235114-009719Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-00975Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724BroadcastHashJoinnull5.09048true36nullnullfalse
app-20220209235114-009724BroadcastNestedLoopJoinnull3.005true40nullnullfalse
app-20220209235114-009724BroadcastExchangenull3.0133133truenullnullnullfalse
app-20220209235114-009724Exchangenull4.225398true35:40nullnullfalse
app-20220209235114-009724BroadcastHashJoinnull5.09012true35nullnullfalse
app-20220209235114-009724ColumnarToRownull1.0019false35nullnulltrue
app-20220209235114-009724Scan parquet null3.029832true32nullnullfalse
app-20220209235114-009724BroadcastExchangenull3.0149021truenullnullnullfalse
app-20220209235114-009711Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-00970Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724BroadcastExchangenull3.0117527truenullnullnullfalse
app-20220209235114-009724ColumnarToRownull1.0037false33nullnulltrue
app-20220209235114-009724Projectnull3.0051truenullnullnullfalse
app-20220209235114-009724ColumnarToRownull1.0053false36nullnulltrue
app-20220209235114-009724Scan parquet null3.051226true31nullnullfalse
app-20220209235114-009724ColumnarToRownull1.0059false34nullnulltrue
app-20220209235114-009724WholeStageCodegen (4)WholeStageCodegen (4)2.953256true34Project:Filter:ColumnarToRow57:58:59false
app-20220209235114-009718Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009710Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Filternull2.8030true32nullnullfalse
app-20220209235114-00972Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724Scan parquet null3.018709354true36nullnullfalse
app-20220209235114-009724BroadcastExchangenull3.031539truenullnullnullfalse
app-20220209235114-00976Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235114-009724WholeStageCodegen (2)WholeStageCodegen (2)2.931728true32Project:Filter:ColumnarToRow29:30:31false
app-20220209235114-009724Filternull2.8018true35nullnullfalse
app-20220209235114-009724ColumnarToRownull1.0025false31nullnulltrue
app-20220209235114-009724HashAggregatenull4.5010true35nullnullfalse
app-20220209230506-003124BroadcastExchangenull3.0170449truenullnullnullfalse
app-20220209230506-003124Exchangenull4.294true39:40nullnullfalse
app-20220209230506-003124WholeStageCodegen (10)WholeStageCodegen (10)2.963570true31Project:Filter:ColumnarToRow71:72:73false
app-20220209230506-003124WholeStageCodegen (13)WholeStageCodegen (13)2.8451381true32Filter:ColumnarToRow82:83false
app-20220209230506-003111Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Projectnull3.009truenullnullnullfalse
app-20220209230506-003124BroadcastExchangenull3.0170469truenullnullnullfalse
app-20220209230506-003124Projectnull3.0023truenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (8)WholeStageCodegen (8)8.03521355true39Sort56false
app-20220209230506-003124WholeStageCodegen (7)WholeStageCodegen (7)2.888475758true37Filter:ColumnarToRow59:60false
app-20220209230506-003118Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Exchangenull4.2611942true36:38nullnullfalse
app-20220209230506-003113Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (12)WholeStageCodegen (12)2.881776true33Filter:ColumnarToRow77:78false
app-20220209230506-003124Filternull2.8052true31nullnullfalse
app-20220209230506-003124WholeStageCodegen (15)WholeStageCodegen (15)4.5334762true40HashAggregate3false
app-20220209230506-003124WholeStageCodegen (3)WholeStageCodegen (3)2.814564643true36Filter:ColumnarToRow44:45false
app-20220209230506-003124HashAggregatenull4.503true40nullnullfalse
app-20220209230506-003124Filternull2.8077true33nullnullfalse
app-20220209230506-003124Sortnull8.0020true39nullnullfalse
app-20220209230506-003124Projectnull3.0036truenullnullnullfalse
app-20220209230506-003124Sortnull8.0026true38nullnullfalse
app-20220209230506-003122Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124ColumnarToRownull1.0053false31nullnulltrue
app-20220209230506-003124Projectnull3.0015truenullnullnullfalse
app-20220209230506-003120Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Scan parquet null3.05912746true36nullnullfalse
app-20220209230506-003124SortMergeJoinnull22.7018true39nullnullfalse
app-20220209230506-003124Filternull2.8029true35nullnullfalse
app-20220209230506-003124ColumnarToRownull1.0073false31nullnulltrue
app-20220209230506-003112Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124ColumnarToRownull1.0083false32nullnulltrue
app-20220209230506-00319Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (6)WholeStageCodegen (6)8.0167505819true39Sort20false
app-20220209230506-003124BroadcastHashJoinnull5.09016true39nullnullfalse
app-20220209230506-00316Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003117Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-00318Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003121Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209230506-003124Projectnull3.0051truenullnullnullfalse
app-20220209230506-003124BroadcastHashJoinnull5.0908true39nullnullfalse
app-20220209230506-003124BroadcastHashJoinnull5.09010true39nullnullfalse
app-20220209230506-003115Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Filternull2.8037true34nullnullfalse
app-20220209230506-003124Scan parquet null3.061074true31nullnullfalse
app-20220209230506-003116Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Scan parquet null3.0426884true32nullnullfalse
app-20220209230506-003110Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003119Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Scan parquet null3.061054true31nullnullfalse
app-20220209230506-003124Scan parquet null3.055986561true37nullnullfalse
app-20220209230506-003124Exchangenull4.2769727true35:38nullnullfalse
app-20220209230506-003124Projectnull3.0011truenullnullnullfalse
app-20220209230506-003124Sortnull8.0056true39nullnullfalse
app-20220209230506-00312Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124BroadcastHashJoinnull5.09014true39nullnullfalse
app-20220209230506-00311Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (9)WholeStageCodegen (9)2.963764true34Project:Filter:ColumnarToRow65:66:67false
app-20220209230506-003124ColumnarToRownull1.0038false34nullnulltrue
app-20220209230506-003124ColumnarToRownull1.0030false35nullnulltrue
app-20220209230506-003124Exchangenull4.2496057true37:39nullnullfalse
app-20220209230506-003124SortMergeJoinnull22.7024true38nullnullfalse
app-20220209230506-003124BroadcastExchangenull3.0246280truenullnullnullfalse
app-20220209230506-003124Filternull2.8059true37nullnullfalse
app-20220209230506-003124WholeStageCodegen (4)WholeStageCodegen (4)8.096863440true38Sort41false
app-20220209230506-003124BroadcastHashJoinnull5.09012true39nullnullfalse
app-20220209230506-00310Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Filternull2.8044true36nullnullfalse
app-20220209230506-00317Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124HashAggregatenull4.506true39nullnullfalse
app-20220209230506-00314Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Projectnull3.0017truenullnullnullfalse
app-20220209230506-003124ColumnarToRownull1.0067false34nullnulltrue
app-20220209230506-003124Scan parquet null3.061868true34nullnullfalse
app-20220209230506-003124WholeStageCodegen (5)WholeStageCodegen (5)12.85158104722true38Project:SortMergeJoin23:24false
app-20220209230506-003124Scan parquet null3.02823131true35nullnullfalse
app-20220209230506-003124Filternull2.8072true31nullnullfalse
app-20220209230506-003124ColumnarToRownull1.0045false36nullnulltrue
app-20220209230506-00313Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Projectnull3.0071truenullnullnullfalse
app-20220209230506-003124Projectnull3.007truenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (14)WholeStageCodegen (14)5.4412225455true39HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:SortMergeJoin6:7:8:9:10:11:12:13:14:15:16:17:18false
app-20220209230506-003124WholeStageCodegen (10)WholeStageCodegen (10)2.963550true31Project:Filter:ColumnarToRow51:52:53false
app-20220209230506-003124Scan parquet null3.061839true34nullnullfalse
app-20220209230506-003124Filternull2.8082true32nullnullfalse
app-20220209230506-003124BroadcastExchangenull3.0169675truenullnullnullfalse
app-20220209230506-003124Scan parquet null3.080779true33nullnullfalse
app-20220209230506-003124SubqueryBroadcastnull3.0171047truenullnullnullfalse
app-20220209230506-003124Projectnull3.0013truenullnullnullfalse
app-20220209230506-003124BroadcastExchangenull3.0166134truenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (2)WholeStageCodegen (2)8.0104414825true38Sort26false
app-20220209230506-003124BroadcastExchangenull3.0166163truenullnullnullfalse
app-20220209230506-003123Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (9)WholeStageCodegen (9)2.963735true34Project:Filter:ColumnarToRow36:37:38false
app-20220209230506-003124SubqueryBroadcastnull3.0171062truenullnullnullfalse
app-20220209230506-003124Projectnull3.0065truenullnullnullfalse
app-20220209230506-003124TakeOrderedAndProjectnull3.001true40:41nullnullfalse
app-20220209230506-003124Filternull2.8066true34nullnullfalse
app-20220209230506-003124ColumnarToRownull1.0060false37nullnulltrue
app-20220209230506-003124ReusedExchangenull1.0033falsenullnullnullfalse
app-20220209230506-003124Exchangenull4.2997321true38:39nullnullfalse
app-20220209230506-003124ColumnarToRownull1.0078false33nullnulltrue
app-20220209230506-003124SubqueryBroadcastnull3.0168032truenullnullnullfalse
app-20220209230506-003124WholeStageCodegen (1)WholeStageCodegen (1)2.86176328true35Filter:ColumnarToRow29:30false
app-20220209230506-003114Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124Sortnull8.0041true38nullnullfalse
app-20220209230506-00315Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230506-003124ReusedExchangenull1.0048falsenullnullnullfalse
app-20220209232634-007024Windownull3.005truenullnullnullfalse
app-20220209232634-007024Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209232634-007024HashAggregatenull4.5010true35nullnullfalse
app-20220209232634-00705Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024Projectnull3.0022truenullnullnullfalse
app-20220209232634-00707Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-00702Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024Scan parquet null3.029742true33nullnullfalse
app-20220209232634-007024Scan parquet null3.049647true32nullnullfalse
app-20220209232634-007014Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-00701Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-00703Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024WholeStageCodegen (5)WholeStageCodegen (5)4.51701719true35HashAggregate10false
app-20220209232634-007024Filternull2.8026true34nullnullfalse
app-20220209232634-007024Sortnull8.007true36nullnullfalse
app-20220209232634-007024ColumnarToRownull1.0035false33nullnulltrue
app-20220209232634-007020Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024Projectnull3.0039truenullnullnullfalse
app-20220209232634-007024Projectnull3.0033truenullnullnullfalse
app-20220209232634-007016Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024ColumnarToRownull1.0046false32nullnulltrue
app-20220209232634-007024WholeStageCodegen (4)WholeStageCodegen (4)3.95123396612true34HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow13:14:15:16:17:18:19:26:27false
app-20220209232634-007024Exchangenull4.28426111true34:35nullnullfalse
app-20220209232634-00708Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024WholeStageCodegen (1)WholeStageCodegen (1)2.9304421true31Project:Filter:ColumnarToRow22:23:24false
app-20220209232634-007024BroadcastExchangenull3.0146043truenullnullnullfalse
app-20220209232634-007024SubqueryBroadcastnull3.0112129truenullnullnullfalse
app-20220209232634-007024WholeStageCodegen (3)WholeStageCodegen (3)2.850244true32Filter:ColumnarToRow45:46false
app-20220209232634-007024WholeStageCodegen (6)WholeStageCodegen (6)8.01345746true36Sort7false
app-20220209232634-007010Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024BroadcastExchangenull3.0111031truenullnullnullfalse
app-20220209232634-007024BroadcastHashJoinnull5.09017true34nullnullfalse
app-20220209232634-007012Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007015Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007019Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024ColumnarToRownull1.0041false33nullnulltrue
app-20220209232634-007024TakeOrderedAndProjectnull3.001true36:37nullnullfalse
app-20220209232634-007024Filternull2.8040true33nullnullfalse
app-20220209232634-00704Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024Exchangenull4.2328true35:36nullnullfalse
app-20220209232634-007024Projectnull3.003truenullnullnullfalse
app-20220209232634-007021Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-00709Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024WholeStageCodegen (2)WholeStageCodegen (2)2.931638true33Project:Filter:ColumnarToRow39:40:41false
app-20220209232634-007024ReusedExchangenull1.0030falsenullnullnullfalse
app-20220209232634-007024BroadcastHashJoinnull5.09015true34nullnullfalse
app-20220209232634-007024BroadcastHashJoinnull5.09019true34nullnullfalse
app-20220209232634-007024WholeStageCodegen (2)WholeStageCodegen (2)2.931632true33Project:Filter:ColumnarToRow33:34:35false
app-20220209232634-007024Filternull2.8023true31nullnullfalse
app-20220209232634-007022Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024ColumnarToRownull1.0027false34nullnulltrue
app-20220209232634-007024Scan parquet null3.029736true33nullnullfalse
app-20220209232634-007024Filternull2.8045true32nullnullfalse
app-20220209232634-007024Projectnull3.0016truenullnullnullfalse
app-20220209232634-007017Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024BroadcastExchangenull3.0172620truenullnullnullfalse
app-20220209232634-007018Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007013Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024ColumnarToRownull1.0024false31nullnulltrue
app-20220209232634-007024Projectnull3.0014truenullnullnullfalse
app-20220209232634-00706Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024Projectnull3.0018truenullnullnullfalse
app-20220209232634-007024Filternull1.004false36nullnullfalse
app-20220209232634-007024Scan parquet null3.065125328true34nullnullfalse
app-20220209232634-007011Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-00700Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209232634-007024HashAggregatenull4.5013true34nullnullfalse
app-20220209232634-007024WholeStageCodegen (7)WholeStageCodegen (7)2.056212true36Project:Filter3:4false
app-20220209232634-007024BroadcastExchangenull3.0111037truenullnullnullfalse
app-20220209232634-007024Scan parquet null3.0291325true31nullnullfalse
app-20220209232634-007024Filternull2.8034true33nullnullfalse
app-20220209232634-007023Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-00262Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624WholeStageCodegen (3)WholeStageCodegen (3)2.846537true33Filter:ColumnarToRow38:39false
app-20220209225845-002624SubqueryBroadcastnull3.0160817truenullnullnullfalse
app-20220209225845-002624BroadcastHashJoinnull5.09013true34nullnullfalse
app-20220209225845-002617Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Exchangenull4.242414true34:35nullnullfalse
app-20220209225845-002624ColumnarToRownull1.0039false33nullnulltrue
app-20220209225845-002614Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Scan parquet null3.068724true31nullnullfalse
app-20220209225845-002624BroadcastHashJoinnull5.09011true34nullnullfalse
app-20220209225845-002613Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002622Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Scan parquet null3.07024716true34nullnullfalse
app-20220209225845-002624Projectnull3.008truenullnullnullfalse
app-20220209225845-00268Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002610Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624WholeStageCodegen (4)WholeStageCodegen (4)3.844430465true34HashAggregate:Expand:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow6:7:8:9:10:11:12:13:14:15false
app-20220209225845-002624Projectnull3.0010truenullnullnullfalse
app-20220209225845-002624HashAggregatenull4.506true34nullnullfalse
app-20220209225845-002624Filternull2.8028true31nullnullfalse
app-20220209225845-00266Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Projectnull3.0012truenullnullnullfalse
app-20220209225845-00263Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002616Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Filternull2.8038true33nullnullfalse
app-20220209225845-002624Projectnull3.0021truenullnullnullfalse
app-20220209225845-002624WholeStageCodegen (2)WholeStageCodegen (2)2.8254432true32Filter:ColumnarToRow33:34false
app-20220209225845-002624Filternull2.8014true34nullnullfalse
app-20220209225845-00267Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-00265Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-00269Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624BroadcastHashJoinnull5.0909true34nullnullfalse
app-20220209225845-002623Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624ColumnarToRownull1.0029false31nullnulltrue
app-20220209225845-002619Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Scan parquet null3.068730true31nullnullfalse
app-20220209225845-002624Scan parquet null3.0232935true32nullnullfalse
app-20220209225845-002624ReusedExchangenull1.0018falsenullnullnullfalse
app-20220209225845-002618Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624Expandnull3.007true34nullnullfalse
app-20220209225845-002624BroadcastExchangenull3.0158719truenullnullnullfalse
app-20220209225845-002620Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624BroadcastExchangenull3.0132636truenullnullnullfalse
app-20220209225845-002624Filternull2.8022true31nullnullfalse
app-20220209225845-002624Projectnull3.0027truenullnullnullfalse
app-20220209225845-002624ColumnarToRownull1.0023false31nullnulltrue
app-20220209225845-002624Filternull2.8033true32nullnullfalse
app-20220209225845-002624BroadcastExchangenull3.0158725truenullnullnullfalse
app-20220209225845-002624TakeOrderedAndProjectnull3.001true35:36nullnullfalse
app-20220209225845-002624HashAggregatenull4.503true35nullnullfalse
app-20220209225845-002621Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624ColumnarToRownull1.0034false32nullnulltrue
app-20220209225845-00261Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002611Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624WholeStageCodegen (5)WholeStageCodegen (5)4.54723102true35HashAggregate3false
app-20220209225845-002624BroadcastExchangenull3.0190531truenullnullnullfalse
app-20220209225845-002615Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002612Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-00260Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209225845-002624WholeStageCodegen (1)WholeStageCodegen (1)2.970726true31Project:Filter:ColumnarToRow27:28:29false
app-20220209225845-002624ColumnarToRownull1.0015false34nullnulltrue
app-20220209225845-002624WholeStageCodegen (1)WholeStageCodegen (1)2.970720true31Project:Filter:ColumnarToRow21:22:23false
app-20220209225845-002624Scan parquet null3.046240true33nullnullfalse
app-20220209225845-002624Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209225845-00264Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-01031Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010314Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010313Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324WholeStageCodegen (5)WholeStageCodegen (5)5.172152true36Project:Sort:HashAggregate3:4:5false
app-20220209235526-010319Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324BroadcastHashJoinnull5.09010true34nullnullfalse
app-20220209235526-010310Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-01039Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-01030Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-01033Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Projectnull3.0011truenullnullnullfalse
app-20220209235526-01036Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Projectnull3.009truenullnullnullfalse
app-20220209235526-01037Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324BroadcastHashJoinnull5.09012true34nullnullfalse
app-20220209235526-010324ColumnarToRownull1.0035false31nullnulltrue
app-20220209235526-010324BroadcastExchangenull3.0130719truenullnullnullfalse
app-20220209235526-010324ColumnarToRownull1.0023false33nullnulltrue
app-20220209235526-01034Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324ColumnarToRownull1.0017false34nullnulltrue
app-20220209235526-010322Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010312Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Scan parquet null3.0105143618true34nullnullfalse
app-20220209235526-010315Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Projectnull3.0027truenullnullnullfalse
app-20220209235526-010324HashAggregatenull4.508true34nullnullfalse
app-20220209235526-010324BroadcastExchangenull3.0147031truenullnullnullfalse
app-20220209235526-010316Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Scan parquet null3.060536true31nullnullfalse
app-20220209235526-010324Filternull2.8016true34nullnullfalse
app-20220209235526-010324BroadcastExchangenull3.0114625truenullnullnullfalse
app-20220209235526-01032Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Scan parquet null3.028330true32nullnullfalse
app-20220209235526-010321Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Projectnull3.0021truenullnullnullfalse
app-20220209235526-010324Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209235526-010324ColumnarToRownull1.0029false32nullnulltrue
app-20220209235526-010318Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Projectnull3.0015truenullnullnullfalse
app-20220209235526-010324Filternull2.8034true31nullnullfalse
app-20220209235526-010324Filternull2.8028true32nullnullfalse
app-20220209235526-010311Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010323Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324AdaptiveSparkPlannull1.001falsenullnullnullfalse
app-20220209235526-010324Sortnull8.004true36nullnullfalse
app-20220209235526-010317Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010320Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324BroadcastHashJoinnull5.09014true34nullnullfalse
app-20220209235526-010324Scan parquet null3.049224true33nullnullfalse
app-20220209235526-010324WholeStageCodegen (1)WholeStageCodegen (1)2.949820true33Project:Filter:ColumnarToRow21:22:23false
app-20220209235526-010324WholeStageCodegen (4)WholeStageCodegen (4)3.8415773287true34HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow8:9:10:11:12:13:14:15:16:17false
app-20220209235526-010324Projectnull3.0013truenullnullnullfalse
app-20220209235526-010324Projectnull3.0033truenullnullnullfalse
app-20220209235526-010324WholeStageCodegen (2)WholeStageCodegen (2)2.930326true32Project:Filter:ColumnarToRow27:28:29false
app-20220209235526-01035Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Filternull2.8022true33nullnullfalse
app-20220209235526-010324HashAggregatenull4.505true36nullnullfalse
app-20220209235526-010324WholeStageCodegen (3)WholeStageCodegen (3)2.961032true31Project:Filter:ColumnarToRow33:34:35false
app-20220209235526-01038Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209235526-010324Exchangenull4.222986true34:36nullnullfalse
app-20220209235526-010324Projectnull3.003truenullnullnullfalse
app-20220209231919-005716Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-00579Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209231919-005724Exchangenull4.251124true34:36nullnullfalse
app-20220209231919-005714Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Scan parquet null3.029836true32nullnullfalse
app-20220209231919-005724Projectnull3.0033truenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (4)WholeStageCodegen (4)8.01353893522true36Sort23false
app-20220209231919-00570Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Filternull2.8019true35nullnullfalse
app-20220209231919-005724WholeStageCodegen (7)WholeStageCodegen (7)2.931648true32Project:Filter:ColumnarToRow49:50:51false
app-20220209231919-00574Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Filternull2.8044true31nullnullfalse
app-20220209231919-005724Scan parquet null3.028546true31nullnullfalse
app-20220209231919-005724ColumnarToRownull1.0045false31nullnulltrue
app-20220209231919-005724BroadcastExchangenull3.0120831truenullnullnullfalse
app-20220209231919-00573Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724SortMergeJoinnull22.7014true36nullnullfalse
app-20220209231919-005724Projectnull3.0013truenullnullnullfalse
app-20220209231919-005717Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005715Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Filternull2.8034true32nullnullfalse
app-20220209231919-005724ColumnarToRownull1.0040false33nullnulltrue
app-20220209231919-005724Exchangenull4.214647617true35:36nullnullfalse
app-20220209231919-005724ColumnarToRownull1.0027false34nullnulltrue
app-20220209231919-005724Scan parquet null3.029852true32nullnullfalse
app-20220209231919-005724SubqueryBroadcastnull3.0123429truenullnullnullfalse
app-20220209231919-00571Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005712Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (8)WholeStageCodegen (8)6.0675557345true36HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:SortMergeJoin6:7:8:9:10:11:12:13:14false
app-20220209231919-005721Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Projectnull3.009truenullnullnullfalse
app-20220209231919-005724Filternull2.8026true34nullnullfalse
app-20220209231919-005713Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (3)WholeStageCodegen (3)2.87635225true34Filter:ColumnarToRow26:27false
app-20220209231919-00577Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724TakeOrderedAndProjectnull3.001true37:38nullnullfalse
app-20220209231919-005724Filternull2.8039true33nullnullfalse
app-20220209231919-005724Projectnull3.0011truenullnullnullfalse
app-20220209231919-005724ColumnarToRownull1.0035false32nullnulltrue
app-20220209231919-005724Scan parquet null3.028941true33nullnullfalse
app-20220209231919-005724Exchangenull4.214924true36:37nullnullfalse
app-20220209231919-005718Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724HashAggregatenull4.503true37nullnullfalse
app-20220209231919-00575Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (6)WholeStageCodegen (6)2.831343true31Filter:ColumnarToRow44:45false
app-20220209231919-005724WholeStageCodegen (2)WholeStageCodegen (2)8.02180315true36Sort16false
app-20220209231919-005711Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (5)WholeStageCodegen (5)2.830238true33Filter:ColumnarToRow39:40false
app-20220209231919-005724ColumnarToRownull1.0020false35nullnulltrue
app-20220209231919-005724Sortnull8.0016true36nullnullfalse
app-20220209231919-005724BroadcastHashJoinnull5.09010true36nullnullfalse
app-20220209231919-005723Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Scan parquet null3.04765328true34nullnullfalse
app-20220209231919-005724BroadcastExchangenull3.0120847truenullnullnullfalse
app-20220209231919-005724HashAggregatenull4.506true36nullnullfalse
app-20220209231919-005724BroadcastExchangenull3.0121437truenullnullnullfalse
app-20220209231919-005724Scan parquet null3.0147268121true35nullnullfalse
app-20220209231919-005724Sortnull8.0023true36nullnullfalse
app-20220209231919-005724ReusedExchangenull1.0030falsenullnullnullfalse
app-20220209231919-005724BroadcastHashJoinnull5.09012true36nullnullfalse
app-20220209231919-005724WholeStageCodegen (7)WholeStageCodegen (7)2.931632true32Project:Filter:ColumnarToRow33:34:35false
app-20220209231919-00576Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005710Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724ColumnarToRownull1.0051false32nullnulltrue
app-20220209231919-005724BroadcastHashJoinnull5.0908true36nullnullfalse
app-20220209231919-005724Projectnull3.0049truenullnullnullfalse
app-20220209231919-005722Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-00572Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724BroadcastExchangenull3.0125842truenullnullnullfalse
app-20220209231919-005724Projectnull3.007truenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (9)WholeStageCodegen (9)4.5841222true37HashAggregate3false
app-20220209231919-00578Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005719Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724Filternull2.8050true32nullnullfalse
app-20220209231919-005720Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231919-005724WholeStageCodegen (1)WholeStageCodegen (1)2.8441400118true35Filter:ColumnarToRow19:20false
app-20220209231533-00509Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Filternull2.8014true32nullnullfalse
app-20220209231533-005024WholeStageCodegen (4)WholeStageCodegen (4)4.5804502true34HashAggregate3false
app-20220209231533-005024BroadcastHashJoinnull5.09010true33nullnullfalse
app-20220209231533-005024BroadcastExchangenull3.0143211truenullnullnullfalse
app-20220209231533-005024SubqueryBroadcastnull3.0144220truenullnullnullfalse
app-20220209231533-005018Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024BroadcastExchangenull3.0146121truenullnullnullfalse
app-20220209231533-005024Projectnull3.0023truenullnullnullfalse
app-20220209231533-00507Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005023Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Filternull2.8017true33nullnullfalse
app-20220209231533-005014Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Filternull2.8024true31nullnullfalse
app-20220209231533-005024HashAggregatenull4.506true33nullnullfalse
app-20220209231533-00502Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024ColumnarToRownull1.0025false31nullnulltrue
app-20220209231533-00506Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Scan parquet null3.054616true32nullnullfalse
app-20220209231533-005010Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Scan parquet null3.072029019true33nullnullfalse
app-20220209231533-005024WholeStageCodegen (2)WholeStageCodegen (2)2.966122true31Project:Filter:ColumnarToRow23:24:25false
app-20220209231533-005017Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024HashAggregatenull4.503true34nullnullfalse
app-20220209231533-005024TakeOrderedAndProjectnull3.001true34:35nullnullfalse
app-20220209231533-005019Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024ColumnarToRownull1.0018false33nullnulltrue
app-20220209231533-005024BroadcastHashJoinnull5.0908true33nullnullfalse
app-20220209231533-005013Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005012Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Projectnull3.0013truenullnullnullfalse
app-20220209231533-005021Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024ColumnarToRownull1.0015false32nullnulltrue
app-20220209231533-00508Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Scan parquet null3.065226true31nullnullfalse
app-20220209231533-005024WholeStageCodegen (3)WholeStageCodegen (3)3.9214097295true33HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow6:7:8:9:10:17:18false
app-20220209231533-005024Projectnull3.009truenullnullnullfalse
app-20220209231533-00504Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005016Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005022Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005015Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005020Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-00501Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-00500Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-00505Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024WholeStageCodegen (1)WholeStageCodegen (1)2.956612true32Project:Filter:ColumnarToRow13:14:15false
app-20220209231533-00503Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209231533-005024Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209231533-005024Projectnull3.007truenullnullnullfalse
app-20220209231533-005024Exchangenull4.2115424true33:34nullnullfalse
app-20220209231533-005011Execute CreateViewCommandnull1.000falsenullnullnullfalse
application_1665146417445_00023WholeStageCodegenWholeStageCodegen3.7503true6HashAggregate:Project4:5false
application_1665146417445_00020CollectLimitnull1.000falsenullnullnullfalse
application_1665146417445_00023WholeStageCodegenWholeStageCodegen4.500true7HashAggregate1false
application_1665146417445_00021Projectnull3.001truenullnullnullfalse
application_1665146417445_00020WholeStageCodegenWholeStageCodegen3.001truenullProject2false
application_1665146417445_00021WholeStageCodegenWholeStageCodegen3.000true1Project1false
application_1665146417445_00023Exchangenull4.206true5nullnullfalse
application_1665146417445_00022HashAggregatenull4.501true4nullnullfalse
application_1665146417445_00022HashAggregatenull4.506true3nullnullfalse
application_1665146417445_00022HashAggregatenull4.504true3nullnullfalse
application_1665146417445_00021Scan hive ecomm_ops_tables.s0s0jzb_browse_shelf_cat_mapnull1.002false1nullnullfalse
application_1665146417445_00022Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_modnull1.008false2nullnullfalse
application_1665146417445_00020Projectnull3.002truenullnullnullfalse
application_1665146417445_00023HashAggregatenull4.504true6nullnullfalse
application_1665146417445_00023HashAggregatenull4.501true7nullnullfalse
application_1665146417445_00023Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_modnull1.007false5nullnullfalse
application_1665146417445_00022HashAggregatenull4.505true3nullnullfalse
application_1665146417445_00020Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_modnull1.003false0nullnullfalse
application_1665146417445_00022WholeStageCodegenWholeStageCodegen4.500true4HashAggregate1false
application_1665146417445_00023Projectnull3.005truenullnullnullfalse
application_1665146417445_00022Exchangenull4.202true3nullnullfalse
application_1665146417445_00022WholeStageCodegenWholeStageCodegen4.503true3HashAggregate:HashAggregate:HashAggregate4:5:6false
application_1665146417445_00022Exchangenull4.207true2nullnullfalse
application_1665146417445_00023Exchangenull4.202true6nullnullfalse
app-20220209230053-002824Exchangenull4.23630436true49:50nullnullfalse
app-20220209230053-002824Exchangenull4.2164896true37:38nullnullfalse
app-20220209230053-002824WholeStageCodegen (35)WholeStageCodegen (35)8.09740356227true52Sort228false
app-20220209230053-002824Projectnull3.00155truenullnullnullfalse
app-20220209230053-00284Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Projectnull3.00204truenullnullnullfalse
app-20220209230053-002824Projectnull3.00143truenullnullnullfalse
app-20220209230053-002824Projectnull3.0072truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (6)WholeStageCodegen (6)3.4333255637true49Project:Filter:HashAggregate38:39:40false
app-20220209230053-002824WholeStageCodegen (32)WholeStageCodegen (32)3.0334418172true44Project173false
app-20220209230053-002824SubqueryBroadcastnull3.0160551truenullnullnullfalse
app-20220209230053-002824HashAggregatenull4.5043true47nullnullfalse
app-20220209230053-002824Projectnull3.0030truenullnullnullfalse
app-20220209230053-00287Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Projectnull3.0017truenullnullnullfalse
app-20220209230053-002824BroadcastExchangenull3.0108202truenullnullnullfalse
app-20220209230053-002815Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-00283Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Scan parquet null3.08779181true41nullnullfalse
app-20220209230053-002824Filternull2.8062true33nullnullfalse
app-20220209230053-002824HashAggregatenull1.00224false52nullnullfalse
app-20220209230053-002824WholeStageCodegen (2)WholeStageCodegen (2)8.057073819true50Sort20false
app-20220209230053-002824Projectnull3.00225truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.00223false52nullnullfalse
app-20220209230053-002824Exchangenull4.2309177true41:44nullnullfalse
app-20220209230053-002824TakeOrderedAndProjectnull3.001true53:54nullnullfalse
app-20220209230053-002824WholeStageCodegen (15)WholeStageCodegen (15)2.821724137true45Filter:ColumnarToRow138:139false
app-20220209230053-002824SortMergeJoinnull22.7012true51nullnullfalse
app-20220209230053-002824WholeStageCodegen (23)WholeStageCodegen (23)6.96293476true51HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin7:8:9:10:11false
app-20220209230053-002824WholeStageCodegen (4)WholeStageCodegen (4)2.82258215true32Filter:ColumnarToRow216:217false
app-20220209230053-002824SortMergeJoinnull22.70241true52nullnullfalse
app-20220209230053-002824Sortnull8.00228true52nullnullfalse
app-20220209230053-002824Projectnull3.00236truenullnullnullfalse
app-20220209230053-002824Filternull2.80189true42nullnullfalse
app-20220209230053-002824Scan parquet null3.028733true31nullnullfalse
app-20220209230053-002824ColumnarToRownull1.00157false31nullnulltrue
app-20220209230053-002824HashAggregatenull4.50193true40nullnullfalse
app-20220209230053-002824Projectnull3.0046truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (1)WholeStageCodegen (1)2.81533322true48Filter:ColumnarToRow23:24false
app-20220209230053-00286Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002812Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (42)WholeStageCodegen (42)8.07107509242true52Sort243false
app-20220209230053-002824Sortnull8.00233true52nullnullfalse
app-20220209230053-002824ColumnarToRownull1.0049false47nullnulltrue
app-20220209230053-002824WholeStageCodegen (4)WholeStageCodegen (4)8.07271900120true37Sort121false
app-20220209230053-002824Filternull2.8048true47nullnullfalse
app-20220209230053-002824Exchangenull4.2836815true50:51nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.01206127truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (26)WholeStageCodegen (26)8.0616179175true44Sort176false
app-20220209230053-002824HashAggregatenull1.00163false52nullnullfalse
app-20220209230053-002824HashAggregatenull1.00239false52nullnullfalse
app-20220209230053-002824Sortnull8.00235true52nullnullfalse
app-20220209230053-002824WholeStageCodegen (21)WholeStageCodegen (21)5.671192790141true51Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin142:143:144:145:146:147:148false
app-20220209230053-002824SortMergeJoinnull22.70226true52nullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70104true37nullnullfalse
app-20220209230053-002824ColumnarToRownull1.00118false34nullnulltrue
app-20220209230053-002824WholeStageCodegen (3)WholeStageCodegen (3)2.954860true33Project:Filter:ColumnarToRow61:62:63false
app-20220209230053-002824BroadcastHashJoinnull5.090165true52nullnullfalse
app-20220209230053-002824Filternull2.8067true32nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.0115228truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.00146false51nullnullfalse
app-20220209230053-002824Sortnull8.0020true50nullnullfalse
app-20220209230053-002824WholeStageCodegen (1)WholeStageCodegen (1)2.948203true39Project:Filter:ColumnarToRow204:205:206false
app-20220209230053-002824Exchangenull4.21065true51:53nullnullfalse
app-20220209230053-002824Exchangenull4.26954171true44:52nullnullfalse
app-20220209230053-002824Scan parquet null3.0203869true32nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.01925214truenullnullnullfalse
app-20220209230053-002824Projectnull3.00173truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (47)WholeStageCodegen (47)6.9658082162true52HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin163:164:165:166:167false
app-20220209230053-002824WholeStageCodegen (13)WholeStageCodegen (13)8.0768468986true51Sort87false
app-20220209230053-002824Sortnull8.00176true44nullnullfalse
app-20220209230053-002811Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824HashAggregatenull4.50190true42nullnullfalse
app-20220209230053-002824Sortnull8.00152true51nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.0159653truenullnullnullfalse
app-20220209230053-002824Projectnull3.0055truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (5)WholeStageCodegen (5)3.924787686192true40HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow193:194:195:196:197:198:199false
app-20220209230053-002824WholeStageCodegen (5)WholeStageCodegen (5)2.9341115true34Project:Filter:ColumnarToRow116:117:118false
app-20220209230053-002824Projectnull3.00221truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (38)WholeStageCodegen (38)5.6715748975219true52Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin220:221:222:223:224:225:226false
app-20220209230053-00282Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-00289Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70167true52nullnullfalse
app-20220209230053-002824WholeStageCodegen (10)WholeStageCodegen (10)2.9162909081true46Project:Filter:ColumnarToRow82:83:84false
app-20220209230053-002824Filternull2.8031true31nullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70133true51nullnullfalse
app-20220209230053-00288Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Scan parquet null3.02038218true32nullnullfalse
app-20220209230053-002824WholeStageCodegen (8)WholeStageCodegen (8)3.031701316true50Project17false
app-20220209230053-002810Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824BroadcastHashJoinnull5.090102true37nullnullfalse
app-20220209230053-002824Unionnull3.002truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (45)WholeStageCodegen (45)5.67579620234true52Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin235:236:237:238:239:240:241false
app-20220209230053-002824HashAggregatenull4.5095true38nullnullfalse
app-20220209230053-002824Sortnull8.00230true52nullnullfalse
app-20220209230053-002824Exchangenull4.257306107true35:37nullnullfalse
app-20220209230053-00281Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824BroadcastExchangenull3.01152153truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.0075false51nullnullfalse
app-20220209230053-002824Scan parquet null3.052564true33nullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70231true52nullnullfalse
app-20220209230053-002824Sortnull8.00142true51nullnullfalse
app-20220209230053-002824ColumnarToRownull1.00212false33nullnulltrue
app-20220209230053-002824BroadcastExchangenull3.01596208truenullnullnullfalse
app-20220209230053-002824Projectnull3.00210truenullnullnullfalse
app-20220209230053-002824ColumnarToRownull1.0091false43nullnulltrue
app-20220209230053-002824WholeStageCodegen (4)WholeStageCodegen (4)2.8225866true32Filter:ColumnarToRow67:68false
app-20220209230053-002824Filternull2.80179true41nullnullfalse
app-20220209230053-002824Sortnull8.0079true51nullnullfalse
app-20220209230053-002824Scan parquet null3.01128383111true35nullnullfalse
app-20220209230053-002824Filternull1.0073false51nullnullfalse
app-20220209230053-002824WholeStageCodegen (5)WholeStageCodegen (5)2.9341128true34Project:Filter:ColumnarToRow129:130:131false
app-20220209230053-002824Sortnull8.00245true52nullnullfalse
app-20220209230053-002824ColumnarToRownull1.0024false48nullnulltrue
app-20220209230053-002824BroadcastHashJoinnull5.090195true40nullnullfalse
app-20220209230053-002824SortMergeJoinnull22.7018true50nullnullfalse
app-20220209230053-002824HashAggregatenull1.004false53nullnullfalse
app-20220209230053-002824Projectnull3.00196truenullnullnullfalse
app-20220209230053-002824SubqueryBroadcastnull3.01212112truenullnullnullfalse
app-20220209230053-002824Filternull1.00144false51nullnullfalse
app-20220209230053-002823Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Exchangenull4.2374136true45:52:51nullnullfalse
app-20220209230053-002817Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824HashAggregatenull4.5098true37nullnullfalse
app-20220209230053-002824Filternull2.80216true32nullnullfalse
app-20220209230053-002824Execute InsertIntoHadoopFsRelationCommand parquetnull3.000truenullnullnullfalse
app-20220209230053-002824Exchangenull4.27422580true46:52:51nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.0159659truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (7)WholeStageCodegen (7)8.026532234true50Sort35false
app-20220209230053-002824Exchangenull4.264161true52:53nullnullfalse
app-20220209230053-002824ColumnarToRownull1.0084false46nullnulltrue
app-20220209230053-002824Projectnull3.00166truenullnullnullfalse
app-20220209230053-002824Filternull2.80138true45nullnullfalse
app-20220209230053-002824Projectnull3.0076truenullnullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70148true51nullnullfalse
app-20220209230053-002824Exchangenull4.236854186true42:44nullnullfalse
app-20220209230053-002824WholeStageCodegen (1)WholeStageCodegen (1)2.83141204108true35Filter:ColumnarToRow109:110false
app-20220209230053-002813Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70168true52nullnullfalse
app-20220209230053-002824WholeStageCodegen (11)WholeStageCodegen (11)8.0773691078true51Sort79false
app-20220209230053-002824ReusedExchangenull1.0027falsenullnullnullfalse
app-20220209230053-002824SubqueryBroadcastnull3.0118326truenullnullnullfalse
app-20220209230053-002824ColumnarToRownull1.00125false36nullnulltrue
app-20220209230053-002824Scan parquet null3.020580126true36nullnullfalse
app-20220209230053-002824Scan parquet null3.0525213true33nullnullfalse
app-20220209230053-002824WholeStageCodegen (48)WholeStageCodegen (48)1.03979159false53HashAggregate160false
app-20220209230053-002824Sortnull8.00106true37nullnullfalse
app-20220209230053-002824Filternull2.80205true39nullnullfalse
app-20220209230053-002824Projectnull3.008truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.007false51nullnullfalse
app-20220209230053-002824WholeStageCodegen (14)WholeStageCodegen (14)5.671308543670true51Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin71:72:73:74:75:76:77false
app-20220209230053-002824HashAggregatenull1.00145false51nullnullfalse
app-20220209230053-002824Projectnull3.00129truenullnullnullfalse
app-20220209230053-002824ColumnarToRownull1.00110false35nullnulltrue
app-20220209230053-002824WholeStageCodegen (33)WholeStageCodegen (33)8.01156186169true52Sort170false
app-20220209230053-002824Exchangenull4.23485041true47:49nullnullfalse
app-20220209230053-002824ColumnarToRownull1.0032false31nullnulltrue
app-20220209230053-002824Filternull2.80124true36nullnullfalse
app-20220209230053-002824Projectnull3.0010truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.00238false52nullnullfalse
app-20220209230053-002824Projectnull3.00101truenullnullnullfalse
app-20220209230053-002824Sortnull8.0071true51nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.0192565truenullnullnullfalse
app-20220209230053-002824Filternull2.8023true48nullnullfalse
app-20220209230053-002818Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824SubqueryBroadcastnull3.01183182truenullnullnullfalse
app-20220209230053-002824Sortnull8.00170true52nullnullfalse
app-20220209230053-002824BroadcastHashJoinnull5.09045true47nullnullfalse
app-20220209230053-002824ColumnarToRownull1.00180false41nullnulltrue
app-20220209230053-002824HashAggregatenull4.5040true49nullnullfalse
app-20220209230053-002824Scan parquet null3.07319350true47nullnullfalse
app-20220209230053-002824WholeStageCodegen (40)WholeStageCodegen (40)8.00232true52Sort233false
app-20220209230053-002816Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Filternull2.80198true40nullnullfalse
app-20220209230053-002824Scan parquet null3.0736225true48nullnullfalse
app-20220209230053-002824Projectnull3.00240truenullnullnullfalse
app-20220209230053-002824Filternull2.80211true33nullnullfalse
app-20220209230053-002824Sortnull8.00121true37nullnullfalse
app-20220209230053-002824WholeStageCodegen (18)WholeStageCodegen (18)8.05641193149true51Sort150false
app-20220209230053-002824Filternull2.80117true34nullnullfalse
app-20220209230053-002824WholeStageCodegen (22)WholeStageCodegen (22)2.9305154true31Project:Filter:ColumnarToRow155:156:157false
app-20220209230053-002824Scan parquet null3.011173140true45nullnullfalse
app-20220209230053-002824BroadcastExchangenull3.01206114truenullnullnullfalse
app-20220209230053-002824ColumnarToRownull1.0068false32nullnulltrue
app-20220209230053-002824Filternull2.80156true31nullnullfalse
app-20220209230053-002824Scan parquet null3.052558true33nullnullfalse
app-20220209230053-002824Sortnull8.00220true52nullnullfalse
app-20220209230053-002821Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824SortMergeJoinnull22.70174true44nullnullfalse
app-20220209230053-002824Scan parquet null3.036108885true46nullnullfalse
app-20220209230053-002814Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (9)WholeStageCodegen (9)8.031903113true51Sort14false
app-20220209230053-002824Sortnull8.0035true50nullnullfalse
app-20220209230053-002824Sortnull8.0087true51nullnullfalse
app-20220209230053-002824HashAggregatenull1.0099false37nullnullfalse
app-20220209230053-002824Scan parquet null3.0972392true43nullnullfalse
app-20220209230053-002824WholeStageCodegen (6)WholeStageCodegen (6)5.76707748097true37HashAggregate:HashAggregate:HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin98:99:100:101:102:103:104false
app-20220209230053-002824WholeStageCodegen (22)WholeStageCodegen (22)2.930529true31Project:Filter:ColumnarToRow30:31:32false
app-20220209230053-002824BroadcastHashJoinnull5.09047true47nullnullfalse
app-20220209230053-002824Projectnull3.00188truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (12)WholeStageCodegen (12)2.81437289true43Filter:ColumnarToRow90:91false
app-20220209230053-002824SubqueryBroadcastnull3.0108201truenullnullnullfalse
app-20220209230053-002824Projectnull3.0082truenullnullnullfalse
app-20220209230053-002824ColumnarToRownull1.00217false32nullnulltrue
app-20220209230053-002824Filternull1.00222false52nullnullfalse
app-20220209230053-002824Filternull2.80130true34nullnullfalse
app-20220209230053-002824SortMergeJoinnull22.7011true51nullnullfalse
app-20220209230053-002824Projectnull3.00116truenullnullnullfalse
app-20220209230053-002824ReusedExchangenull1.0052falsenullnullnullfalse
app-20220209230053-002824Filternull2.8039true49nullnullfalse
app-20220209230053-00285Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Projectnull3.00194truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (3)WholeStageCodegen (3)2.827817123true36Filter:ColumnarToRow124:125false
app-20220209230053-002824Filternull2.8083true46nullnullfalse
app-20220209230053-002824Projectnull3.00164truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (2)WholeStageCodegen (2)8.07610479105true37Sort106false
app-20220209230053-002824Exchangenull4.224920191true40:42nullnullfalse
app-20220209230053-002824Filternull2.80109true35nullnullfalse
app-20220209230053-002824Projectnull3.00103truenullnullnullfalse
app-20220209230053-002820Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Filternull1.00237false52nullnullfalse
app-20220209230053-002824ColumnarToRownull1.0057false33nullnulltrue
app-20220209230053-002824ColumnarToRownull1.00139false45nullnulltrue
app-20220209230053-002824ColumnarToRownull1.00131false34nullnulltrue
app-20220209230053-002824ColumnarToRownull1.0063false33nullnulltrue
app-20220209230053-002824WholeStageCodegen (25)WholeStageCodegen (25)2.815032178true41Filter:ColumnarToRow179:180false
app-20220209230053-002824ColumnarToRownull1.00206false39nullnulltrue
app-20220209230053-002824SortMergeJoinnull22.7077true51nullnullfalse
app-20220209230053-002824Exchangenull4.2124122true36:37nullnullfalse
app-20220209230053-002824WholeStageCodegen (37)WholeStageCodegen (37)8.09684161229true52Sort230false
app-20220209230053-002824ColumnarToRownull1.00199false40nullnulltrue
app-20220209230053-002824Sortnull8.00150true51nullnullfalse
app-20220209230053-002824Projectnull3.00147truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (24)WholeStageCodegen (24)1.0153863false53HashAggregate4false
app-20220209230053-002824WholeStageCodegen (3)WholeStageCodegen (3)2.9548209true33Project:Filter:ColumnarToRow210:211:212false
app-20220209230053-002824Scan parquet null3.0287158true31nullnullfalse
app-20220209230053-002824HashAggregatenull1.0074false51nullnullfalse
app-20220209230053-002824ReusedExchangenull1.00113falsenullnullnullfalse
app-20220209230053-002824Subquerynull1.0093falsenullnullnullfalse
app-20220209230053-002824Exchangenull4.215288true43:52:51nullnullfalse
app-20220209230053-002824Sortnull8.00135true51nullnullfalse
app-20220209230053-002824Projectnull3.0038truenullnullnullfalse
app-20220209230053-002824HashAggregatenull1.00160false53nullnullfalse
app-20220209230053-002824Scan parquet null3.0324132true34nullnullfalse
app-20220209230053-002824WholeStageCodegen (20)WholeStageCodegen (20)8.05632344151true51Sort152false
app-20220209230053-002824Scan parquet null3.0104034200true40nullnullfalse
app-20220209230053-002824WholeStageCodegen (31)WholeStageCodegen (31)8.0280275183true44Sort184false
app-20220209230053-002824Exchangenull4.281921true48:50nullnullfalse
app-20220209230053-002824WholeStageCodegen (3)WholeStageCodegen (3)2.954854true33Project:Filter:ColumnarToRow55:56:57false
app-20220209230053-002824WholeStageCodegen (7)WholeStageCodegen (7)4.5994true38HashAggregate95false
app-20220209230053-00280Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Filternull2.8090true43nullnullfalse
app-20220209230053-002824Scan parquet null3.031207true39nullnullfalse
app-20220209230053-002824ReusedExchangenull1.00185falsenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (5)WholeStageCodegen (5)3.92484989842true47HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow43:44:45:46:47:48:49false
app-20220209230053-002824Sortnull8.00243true52nullnullfalse
app-20220209230053-002824HashAggregatenull1.00100false37nullnullfalse
app-20220209230053-002824BroadcastHashJoinnull5.090197true40nullnullfalse
app-20220209230053-002824WholeStageCodegen (6)WholeStageCodegen (6)3.43329696187true42Project:Filter:HashAggregate188:189:190false
app-20220209230053-002824Sortnull8.00184true44nullnullfalse
app-20220209230053-002824Scan parquet null3.0324119true34nullnullfalse
app-20220209230053-002822Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Filternull2.8056true33nullnullfalse
app-20220209230053-002824Sortnull8.0014true51nullnullfalse
app-20220209230053-002824BroadcastHashJoinnull5.0909true51nullnullfalse
app-20220209230053-002824Projectnull3.0061truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (16)WholeStageCodegen (16)8.00134true51Sort135false
app-20220209230053-002819Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230053-002824Projectnull3.0044truenullnullnullfalse
app-20220209230053-002824WholeStageCodegen (44)WholeStageCodegen (44)8.07091464244true52Sort245false
app-20220209230750-003624WholeStageCodegen (19)WholeStageCodegen (19)2.811348582true40Filter:ColumnarToRow83:84false
app-20220209230750-003624Projectnull3.005truenullnullnullfalse
app-20220209230750-003624SortMergeJoinnull22.7023true37nullnullfalse
app-20220209230750-003624ColumnarToRownull1.0039false32nullnulltrue
app-20220209230750-003624HashAggregatenull4.5057true41nullnullfalse
app-20220209230750-003624ColumnarToRownull1.0090false31nullnulltrue
app-20220209230750-003624Filternull2.8017true38nullnullfalse
app-20220209230750-003624Scan parquet null3.0939853true33nullnullfalse
app-20220209230750-003624Scan parquet null3.0892791true31nullnullfalse
app-20220209230750-003624ReusedExchangenull1.0034falsenullnullnullfalse
app-20220209230750-003624BroadcastHashJoinnull5.0904true42nullnullfalse
app-20220209230750-003624BroadcastExchangenull3.0149435truenullnullnullfalse
app-20220209230750-003614Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624Sortnull8.0055true41nullnullfalse
app-20220209230750-003624Projectnull3.0071truenullnullnullfalse
app-20220209230750-003624WholeStageCodegen (11)WholeStageCodegen (11)8.062515967true35Sort68false
app-20220209230750-003624Scan parquet null3.06281985true40nullnullfalse
app-20220209230750-003611Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624WholeStageCodegen (6)WholeStageCodegen (6)10.07191090520true37HashAggregate:Project:SortMergeJoin21:22:23false
app-20220209230750-003624Filternull1.0056false41nullnullfalse
app-20220209230750-003624SortMergeJoinnull22.7066true35nullnullfalse
app-20220209230750-003624Sortnull8.0014true41nullnullfalse
app-20220209230750-003624HashAggregatenull4.5061true39nullnullfalse
app-20220209230750-003624Sortnull8.0025true37nullnullfalse
app-20220209230750-003624Sortnull8.008true42nullnullfalse
app-20220209230750-00363Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624WholeStageCodegen (14)WholeStageCodegen (14)10.0754130563true35HashAggregate:Project:SortMergeJoin64:65:66false
app-20220209230750-003624Projectnull3.0022truenullnullnullfalse
app-20220209230750-003624ColumnarToRownull1.0052false33nullnulltrue
app-20220209230750-003624WholeStageCodegen (7)WholeStageCodegen (7)3.6535682516true38Filter:HashAggregate17:18false
app-20220209230750-003624Filternull2.8089true31nullnullfalse
app-20220209230750-003615Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-00365Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003616Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624WholeStageCodegen (2)WholeStageCodegen (2)3.6340442927true36Project:BroadcastHashJoin:Filter:ColumnarToRow28:29:30:31false
app-20220209230750-003624BroadcastExchangenull3.0149441truenullnullnullfalse
app-20220209230750-003624Projectnull3.0065truenullnullnullfalse
app-20220209230750-003624HashAggregatenull4.5021true37nullnullfalse
app-20220209230750-00362Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624Projectnull3.0037truenullnullnullfalse
app-20220209230750-00364Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-00367Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624WholeStageCodegen (18)WholeStageCodegen (18)8.04382647true42Sort8false
app-20220209230750-00360Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209230750-003624Exchangenull4.29152569true34:35nullnullfalse
app-20220209230750-003624HashAggregatenull4.5064true35nullnullfalse
app-20220209230750-003624WholeStageCodegen (5)WholeStageCodegen (5)8.0176929047true37Sort48false
Showing the first 1000 rows.
"]},"metadata":{"application/vnd.databricks.v1+output":{"addedWidgets":{},"aggData":[],"aggError":"","aggOverflow":false,"aggSchema":[],"aggSeriesLimitReached":false,"aggType":"","arguments":{},"columnCustomDisplayInfos":{},"data":[["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,30,false,"31",null,null,true],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,89,false,"39",null,null,true],["app-20220209224509-0008",24,"WholeStageCodegen (15)","WholeStageCodegen (15)",8,4234050,95,true,"39","Sort","96",false],["app-20220209224509-0008",24,"Exchange",null,4.2,584,97,true,"36:39",null,null,false],["app-20220209224509-0008",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (8)","WholeStageCodegen (8)",2.9,23059,65,true,"37","Project:Filter:ColumnarToRow","66:67:68",false],["app-20220209224509-0008",24,"Union",null,3,0,85,true,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (22)","WholeStageCodegen (22)",4.5,18839,76,true,"40","HashAggregate","77",false],["app-20220209224509-0008",24,"Project",null,3,0,60,true,null,null,null,false],["app-20220209224509-0008",24,"Exchange",null,4.2,80029,104,true,"35:39",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,40,true,null,null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,54,true,null,null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,81,true,null,null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,536,114,true,"34",null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",4.5,187988,9,true,"40","HashAggregate","10",false],["app-20220209224509-0008",24,"Project",null,3,0,56,true,null,null,null,false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,70,true,null,null,null,false],["app-20220209224509-0008",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,33,true,null,null,null,false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,77,true,"40",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,750661,109,true,"35",null,null,false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,6,true,"40",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,87,true,null,null,null,false],["app-20220209224509-0008",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,35,false,"38",null,null,true],["app-20220209224509-0008",24,"BroadcastExchange",null,3,1712,38,true,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",4.13,315026,12,true,"38","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin","13:14:15:16:17",false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,113,false,"34",null,null,true],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,42,false,"31",null,null,true],["app-20220209224509-0008",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,760,27,true,"31","Project:Filter:ColumnarToRow","28:29:30",false],["app-20220209224509-0008",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"BroadcastExchange",null,3,1567,71,true,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,62,false,"37",null,null,true],["app-20220209224509-0008",24,"WholeStageCodegen (13)","WholeStageCodegen (13)",2.9,17055,86,true,"39","Project:Filter:ColumnarToRow","87:88:89",false],["app-20220209224509-0008",24,"Scan parquet ",null,3,283,48,true,"32",null,null,false],["app-20220209224509-0008",24,"Sort",null,8,0,103,true,"39",null,null,false],["app-20220209224509-0008",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,106,true,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,22,false,"38",null,null,true],["app-20220209224509-0008",24,"Union",null,3,0,8,true,null,null,null,false],["app-20220209224509-0008",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,10,true,"40",null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,73,true,"33",null,null,false],["app-20220209224509-0008",24,"BroadcastExchange",null,3,1537,110,true,null,null,null,false],["app-20220209224509-0008",24,"SortMergeJoin",null,22.7,0,94,true,"39",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,14,true,null,null,null,false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,101,true,null,null,null,false],["app-20220209224509-0008",24,"BroadcastExchange",null,3,1128,44,true,null,null,null,false],["app-20220209224509-0008",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,61,true,"37",null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (16)","WholeStageCodegen (16)",2.9,1506623,105,true,"35","Project:Filter:ColumnarToRow","106:107:108",false],["app-20220209224509-0008",24,"Filter",null,2.8,0,34,true,"38",null,null,false],["app-20220209224509-0008",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209224509-0008",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (20)","WholeStageCodegen (20)",2.8,540,111,true,"34","Filter:ColumnarToRow","112:113",false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,37,true,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (14)","WholeStageCodegen (14)",1,4090,98,false,"36","ColumnarToRow","99",false],["app-20220209224509-0008",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,12454,69,true,"37",null,null,false],["app-20220209224509-0008",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,68,false,"37",null,null,true],["app-20220209224509-0008",24,"Filter",null,2.8,0,21,true,"38",null,null,false],["app-20220209224509-0008",24,"TakeOrderedAndProject",null,3,0,1,true,"41:42",null,null,false],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,15,true,"38",null,null,false],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,57,true,"37",null,null,false],["app-20220209224509-0008",24,"Union",null,3,0,18,true,null,null,null,false],["app-20220209224509-0008",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",2.9,247099,59,true,"37","Project:Filter:ColumnarToRow","60:61:62",false],["app-20220209224509-0008",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (21)","WholeStageCodegen (21)",4.13,3230425,79,true,"39","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin","80:81:82:83:84",false],["app-20220209224509-0008",24,"Exchange",null,4.2,768,78,true,"39:40",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,173035,23,true,"38",null,null,false],["app-20220209224509-0008",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,47,false,"32",null,null,true],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,82,true,"39",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,66,true,null,null,null,false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,91,true,null,null,null,false],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,84,true,"39",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,19562,36,true,"38",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,515,75,true,"33",null,null,false],["app-20220209224509-0008",24,"Exchange",null,4.2,206,4,true,"40:41",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,20,true,null,null,null,false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,13,true,"38",null,null,false],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,55,true,"37",null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (24)","WholeStageCodegen (24)",4.5,30834,2,true,"41","HashAggregate","3",false],["app-20220209224509-0008",24,"Union",null,3,0,58,true,null,null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,29,true,"31",null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (12)","WholeStageCodegen (12)",4.5,34686,49,true,"40","HashAggregate","50",false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,50,true,"40",null,null,false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,64,true,null,null,null,false],["app-20220209224509-0008",24,"Exchange",null,4.2,4425,51,true,"37:40",null,null,false],["app-20220209224509-0008",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,88,true,"39",null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,46,true,"32",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,743,31,true,"31",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,2399,100,true,"36",null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",2.8,291,45,true,"32","Filter:ColumnarToRow","46:47",false],["app-20220209224509-0008",24,"Filter",null,2.8,0,41,true,"31",null,null,false],["app-20220209224509-0008",24,"BroadcastHashJoin",null,5.09,0,17,true,"38",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,93,true,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,325673,19,true,"38","Project:Filter:ColumnarToRow","20:21:22",false],["app-20220209224509-0008",24,"Expand",null,3,0,7,true,"40",null,null,false],["app-20220209224509-0008",24,"Exchange",null,4.2,6179,11,true,"38:40",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,28,true,null,null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,16,true,null,null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,67,true,"37",null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,108,false,"35",null,null,true],["app-20220209224509-0008",24,"Filter",null,2.8,0,107,true,"35",null,null,false],["app-20220209224509-0008",24,"SubqueryBroadcast",null,3,1736,24,true,null,null,null,false],["app-20220209224509-0008",24,"Filter",null,2.8,0,112,true,"34",null,null,false],["app-20220209224509-0008",24,"Project",null,3,0,83,true,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (11)","WholeStageCodegen (11)",4.13,235109,52,true,"37","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin","53:54:55:56:57",false],["app-20220209224509-0008",24,"Scan parquet ",null,3,132149,63,true,"37",null,null,false],["app-20220209224509-0008",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,760,39,true,"31","Project:Filter:ColumnarToRow","40:41:42",false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,99,false,"36",null,null,true],["app-20220209224509-0008",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (10)","WholeStageCodegen (10)",2.8,538,72,true,"33","Filter:ColumnarToRow","73:74",false],["app-20220209224509-0008",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,36275,32,true,"38","Project:Filter:ColumnarToRow","33:34:35",false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,53,true,"37",null,null,false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,3,true,"41",null,null,false],["app-20220209224509-0008",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (23)","WholeStageCodegen (23)",3.75,201149,5,true,"40","HashAggregate:Expand","6:7",false],["app-20220209224509-0008",24,"BroadcastExchange",null,3,1712,26,true,null,null,null,false],["app-20220209224509-0008",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209224509-0008",24,"WholeStageCodegen (18)","WholeStageCodegen (18)",12.85,3376529,92,true,"39","Project:SortMergeJoin","93:94",false],["app-20220209224509-0008",24,"WholeStageCodegen (17)","WholeStageCodegen (17)",8,0,102,true,"39","Sort","103",false],["app-20220209224509-0008",24,"HashAggregate",null,4.5,0,80,true,"39",null,null,false],["app-20220209224509-0008",24,"ReusedExchange",null,1,0,25,false,null,null,null,false],["app-20220209224509-0008",24,"ColumnarToRow",null,1,0,74,false,"33",null,null,true],["app-20220209224509-0008",24,"Scan parquet ",null,3,8648,90,true,"39",null,null,false],["app-20220209224509-0008",24,"Sort",null,8,0,96,true,"39",null,null,false],["app-20220209224509-0008",24,"Scan parquet ",null,3,743,43,true,"31",null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,35,true,null,null,null,false],["app-20220209235114-0097",24,"Filter",null,2.8,0,52,true,"36",null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,49,true,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,23,true,null,null,null,false],["app-20220209235114-0097",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,16,true,"35",null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,13,true,null,null,null,false],["app-20220209235114-0097",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Scan parquet ",null,3,913605,20,true,"35",null,null,false],["app-20220209235114-0097",24,"Exchange",null,4.2,969,42,true,"36:38",null,null,false],["app-20220209235114-0097",24,"Scan parquet ",null,3,511,38,true,"33",null,null,false],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,46,true,"36",null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,15,true,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",3.84,418053,43,true,"36","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow","44:45:46:47:48:49:50:51:52:53",false],["app-20220209235114-0097",24,"HashAggregate",null,4.5,0,7,true,"40",null,null,false],["app-20220209235114-0097",24,"BroadcastExchange",null,3,1401,55,true,null,null,null,false],["app-20220209235114-0097",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209235114-0097",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,17,true,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,57,true,null,null,null,false],["app-20220209235114-0097",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,47,true,null,null,null,false],["app-20220209235114-0097",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (8)","WholeStageCodegen (8)",4.5,172,6,true,"40","HashAggregate","7",false],["app-20220209235114-0097",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"TakeOrderedAndProject",null,3,0,2,true,"40:41",null,null,false],["app-20220209235114-0097",24,"Filter",null,2.8,0,36,true,"33",null,null,false],["app-20220209235114-0097",24,"HashAggregate",null,4.5,0,44,true,"36",null,null,false],["app-20220209235114-0097",24,"Scan parquet ",null,3,508,60,true,"34",null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",4.5,42,40,true,"38","HashAggregate","41",false],["app-20220209235114-0097",24,"Project",null,3,0,4,true,null,null,null,false],["app-20220209235114-0097",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",3.84,1443692,9,true,"35","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow","10:11:12:13:14:15:16:17:18:19",false],["app-20220209235114-0097",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,45,true,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,519,22,true,"31","Project:Filter:ColumnarToRow","23:24:25",false],["app-20220209235114-0097",24,"Project",null,3,0,11,true,null,null,null,false],["app-20220209235114-0097",24,"Filter",null,2.8,0,24,true,"31",null,null,false],["app-20220209235114-0097",24,"AdaptiveSparkPlan",null,1,0,1,false,null,null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,31,false,"32",null,null,true],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,14,true,"35",null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,515,34,true,"33","Project:Filter:ColumnarToRow","35:36:37",false],["app-20220209235114-0097",24,"HashAggregate",null,4.5,0,41,true,"38",null,null,false],["app-20220209235114-0097",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Project",null,3,0,29,true,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (9)","WholeStageCodegen (9)",3,96,3,true,"40","Project","4",false],["app-20220209235114-0097",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Filter",null,2.8,0,58,true,"34",null,null,false],["app-20220209235114-0097",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,50,true,"36",null,null,false],["app-20220209235114-0097",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,48,true,"36",null,null,false],["app-20220209235114-0097",24,"BroadcastNestedLoopJoin",null,3,0,5,true,"40",null,null,false],["app-20220209235114-0097",24,"BroadcastExchange",null,3,1331,33,true,null,null,null,false],["app-20220209235114-0097",24,"Exchange",null,4.2,2539,8,true,"35:40",null,null,false],["app-20220209235114-0097",24,"BroadcastHashJoin",null,5.09,0,12,true,"35",null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,19,false,"35",null,null,true],["app-20220209235114-0097",24,"Scan parquet ",null,3,298,32,true,"32",null,null,false],["app-20220209235114-0097",24,"BroadcastExchange",null,3,1490,21,true,null,null,null,false],["app-20220209235114-0097",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"BroadcastExchange",null,3,1175,27,true,null,null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,37,false,"33",null,null,true],["app-20220209235114-0097",24,"Project",null,3,0,51,true,null,null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,53,false,"36",null,null,true],["app-20220209235114-0097",24,"Scan parquet ",null,3,512,26,true,"31",null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,59,false,"34",null,null,true],["app-20220209235114-0097",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",2.9,532,56,true,"34","Project:Filter:ColumnarToRow","57:58:59",false],["app-20220209235114-0097",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Filter",null,2.8,0,30,true,"32",null,null,false],["app-20220209235114-0097",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"Scan parquet ",null,3,187093,54,true,"36",null,null,false],["app-20220209235114-0097",24,"BroadcastExchange",null,3,315,39,true,null,null,null,false],["app-20220209235114-0097",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235114-0097",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,317,28,true,"32","Project:Filter:ColumnarToRow","29:30:31",false],["app-20220209235114-0097",24,"Filter",null,2.8,0,18,true,"35",null,null,false],["app-20220209235114-0097",24,"ColumnarToRow",null,1,0,25,false,"31",null,null,true],["app-20220209235114-0097",24,"HashAggregate",null,4.5,0,10,true,"35",null,null,false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,1704,49,true,null,null,null,false],["app-20220209230506-0031",24,"Exchange",null,4.2,9,4,true,"39:40",null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (10)","WholeStageCodegen (10)",2.9,635,70,true,"31","Project:Filter:ColumnarToRow","71:72:73",false],["app-20220209230506-0031",24,"WholeStageCodegen (13)","WholeStageCodegen (13)",2.8,4513,81,true,"32","Filter:ColumnarToRow","82:83",false],["app-20220209230506-0031",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,9,true,null,null,null,false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,1704,69,true,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,23,true,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (8)","WholeStageCodegen (8)",8,35213,55,true,"39","Sort","56",false],["app-20220209230506-0031",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",2.8,884757,58,true,"37","Filter:ColumnarToRow","59:60",false],["app-20220209230506-0031",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Exchange",null,4.2,6119,42,true,"36:38",null,null,false],["app-20220209230506-0031",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (12)","WholeStageCodegen (12)",2.8,817,76,true,"33","Filter:ColumnarToRow","77:78",false],["app-20220209230506-0031",24,"Filter",null,2.8,0,52,true,"31",null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (15)","WholeStageCodegen (15)",4.5,33476,2,true,"40","HashAggregate","3",false],["app-20220209230506-0031",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.8,145646,43,true,"36","Filter:ColumnarToRow","44:45",false],["app-20220209230506-0031",24,"HashAggregate",null,4.5,0,3,true,"40",null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,77,true,"33",null,null,false],["app-20220209230506-0031",24,"Sort",null,8,0,20,true,"39",null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,36,true,null,null,null,false],["app-20220209230506-0031",24,"Sort",null,8,0,26,true,"38",null,null,false],["app-20220209230506-0031",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,53,false,"31",null,null,true],["app-20220209230506-0031",24,"Project",null,3,0,15,true,null,null,null,false],["app-20220209230506-0031",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,59127,46,true,"36",null,null,false],["app-20220209230506-0031",24,"SortMergeJoin",null,22.7,0,18,true,"39",null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,29,true,"35",null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,73,false,"31",null,null,true],["app-20220209230506-0031",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,83,false,"32",null,null,true],["app-20220209230506-0031",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",8,1675058,19,true,"39","Sort","20",false],["app-20220209230506-0031",24,"BroadcastHashJoin",null,5.09,0,16,true,"39",null,null,false],["app-20220209230506-0031",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,51,true,null,null,null,false],["app-20220209230506-0031",24,"BroadcastHashJoin",null,5.09,0,8,true,"39",null,null,false],["app-20220209230506-0031",24,"BroadcastHashJoin",null,5.09,0,10,true,"39",null,null,false],["app-20220209230506-0031",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,37,true,"34",null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,610,74,true,"31",null,null,false],["app-20220209230506-0031",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,4268,84,true,"32",null,null,false],["app-20220209230506-0031",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,610,54,true,"31",null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,559865,61,true,"37",null,null,false],["app-20220209230506-0031",24,"Exchange",null,4.2,7697,27,true,"35:38",null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,11,true,null,null,null,false],["app-20220209230506-0031",24,"Sort",null,8,0,56,true,"39",null,null,false],["app-20220209230506-0031",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"BroadcastHashJoin",null,5.09,0,14,true,"39",null,null,false],["app-20220209230506-0031",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (9)","WholeStageCodegen (9)",2.9,637,64,true,"34","Project:Filter:ColumnarToRow","65:66:67",false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,38,false,"34",null,null,true],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,30,false,"35",null,null,true],["app-20220209230506-0031",24,"Exchange",null,4.2,4960,57,true,"37:39",null,null,false],["app-20220209230506-0031",24,"SortMergeJoin",null,22.7,0,24,true,"38",null,null,false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,2462,80,true,null,null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,59,true,"37",null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",8,968634,40,true,"38","Sort","41",false],["app-20220209230506-0031",24,"BroadcastHashJoin",null,5.09,0,12,true,"39",null,null,false],["app-20220209230506-0031",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,44,true,"36",null,null,false],["app-20220209230506-0031",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"HashAggregate",null,4.5,0,6,true,"39",null,null,false],["app-20220209230506-0031",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,17,true,null,null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,67,false,"34",null,null,true],["app-20220209230506-0031",24,"Scan parquet ",null,3,618,68,true,"34",null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",12.85,1581047,22,true,"38","Project:SortMergeJoin","23:24",false],["app-20220209230506-0031",24,"Scan parquet ",null,3,28231,31,true,"35",null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,72,true,"31",null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,45,false,"36",null,null,true],["app-20220209230506-0031",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,71,true,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,7,true,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (14)","WholeStageCodegen (14)",5.44,1222545,5,true,"39","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:SortMergeJoin","6:7:8:9:10:11:12:13:14:15:16:17:18",false],["app-20220209230506-0031",24,"WholeStageCodegen (10)","WholeStageCodegen (10)",2.9,635,50,true,"31","Project:Filter:ColumnarToRow","51:52:53",false],["app-20220209230506-0031",24,"Scan parquet ",null,3,618,39,true,"34",null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,82,true,"32",null,null,false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,1696,75,true,null,null,null,false],["app-20220209230506-0031",24,"Scan parquet ",null,3,807,79,true,"33",null,null,false],["app-20220209230506-0031",24,"SubqueryBroadcast",null,3,1710,47,true,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,13,true,null,null,null,false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,1661,34,true,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",8,1044148,25,true,"38","Sort","26",false],["app-20220209230506-0031",24,"BroadcastExchange",null,3,1661,63,true,null,null,null,false],["app-20220209230506-0031",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (9)","WholeStageCodegen (9)",2.9,637,35,true,"34","Project:Filter:ColumnarToRow","36:37:38",false],["app-20220209230506-0031",24,"SubqueryBroadcast",null,3,1710,62,true,null,null,null,false],["app-20220209230506-0031",24,"Project",null,3,0,65,true,null,null,null,false],["app-20220209230506-0031",24,"TakeOrderedAndProject",null,3,0,1,true,"40:41",null,null,false],["app-20220209230506-0031",24,"Filter",null,2.8,0,66,true,"34",null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,60,false,"37",null,null,true],["app-20220209230506-0031",24,"ReusedExchange",null,1,0,33,false,null,null,null,false],["app-20220209230506-0031",24,"Exchange",null,4.2,9973,21,true,"38:39",null,null,false],["app-20220209230506-0031",24,"ColumnarToRow",null,1,0,78,false,"33",null,null,true],["app-20220209230506-0031",24,"SubqueryBroadcast",null,3,1680,32,true,null,null,null,false],["app-20220209230506-0031",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.8,61763,28,true,"35","Filter:ColumnarToRow","29:30",false],["app-20220209230506-0031",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"Sort",null,8,0,41,true,"38",null,null,false],["app-20220209230506-0031",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230506-0031",24,"ReusedExchange",null,1,0,48,false,null,null,null,false],["app-20220209232634-0070",24,"Window",null,3,0,5,true,null,null,null,false],["app-20220209232634-0070",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209232634-0070",24,"HashAggregate",null,4.5,0,10,true,"35",null,null,false],["app-20220209232634-0070",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,22,true,null,null,null,false],["app-20220209232634-0070",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"Scan parquet ",null,3,297,42,true,"33",null,null,false],["app-20220209232634-0070",24,"Scan parquet ",null,3,496,47,true,"32",null,null,false],["app-20220209232634-0070",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",4.5,170171,9,true,"35","HashAggregate","10",false],["app-20220209232634-0070",24,"Filter",null,2.8,0,26,true,"34",null,null,false],["app-20220209232634-0070",24,"Sort",null,8,0,7,true,"36",null,null,false],["app-20220209232634-0070",24,"ColumnarToRow",null,1,0,35,false,"33",null,null,true],["app-20220209232634-0070",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,39,true,null,null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,33,true,null,null,null,false],["app-20220209232634-0070",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"ColumnarToRow",null,1,0,46,false,"32",null,null,true],["app-20220209232634-0070",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",3.95,1233966,12,true,"34","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow","13:14:15:16:17:18:19:26:27",false],["app-20220209232634-0070",24,"Exchange",null,4.2,84261,11,true,"34:35",null,null,false],["app-20220209232634-0070",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,3044,21,true,"31","Project:Filter:ColumnarToRow","22:23:24",false],["app-20220209232634-0070",24,"BroadcastExchange",null,3,1460,43,true,null,null,null,false],["app-20220209232634-0070",24,"SubqueryBroadcast",null,3,1121,29,true,null,null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.8,502,44,true,"32","Filter:ColumnarToRow","45:46",false],["app-20220209232634-0070",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",8,134574,6,true,"36","Sort","7",false],["app-20220209232634-0070",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"BroadcastExchange",null,3,1110,31,true,null,null,null,false],["app-20220209232634-0070",24,"BroadcastHashJoin",null,5.09,0,17,true,"34",null,null,false],["app-20220209232634-0070",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"ColumnarToRow",null,1,0,41,false,"33",null,null,true],["app-20220209232634-0070",24,"TakeOrderedAndProject",null,3,0,1,true,"36:37",null,null,false],["app-20220209232634-0070",24,"Filter",null,2.8,0,40,true,"33",null,null,false],["app-20220209232634-0070",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"Exchange",null,4.2,32,8,true,"35:36",null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,3,true,null,null,null,false],["app-20220209232634-0070",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,316,38,true,"33","Project:Filter:ColumnarToRow","39:40:41",false],["app-20220209232634-0070",24,"ReusedExchange",null,1,0,30,false,null,null,null,false],["app-20220209232634-0070",24,"BroadcastHashJoin",null,5.09,0,15,true,"34",null,null,false],["app-20220209232634-0070",24,"BroadcastHashJoin",null,5.09,0,19,true,"34",null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,316,32,true,"33","Project:Filter:ColumnarToRow","33:34:35",false],["app-20220209232634-0070",24,"Filter",null,2.8,0,23,true,"31",null,null,false],["app-20220209232634-0070",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"ColumnarToRow",null,1,0,27,false,"34",null,null,true],["app-20220209232634-0070",24,"Scan parquet ",null,3,297,36,true,"33",null,null,false],["app-20220209232634-0070",24,"Filter",null,2.8,0,45,true,"32",null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,16,true,null,null,null,false],["app-20220209232634-0070",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"BroadcastExchange",null,3,1726,20,true,null,null,null,false],["app-20220209232634-0070",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"ColumnarToRow",null,1,0,24,false,"31",null,null,true],["app-20220209232634-0070",24,"Project",null,3,0,14,true,null,null,null,false],["app-20220209232634-0070",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"Project",null,3,0,18,true,null,null,null,false],["app-20220209232634-0070",24,"Filter",null,1,0,4,false,"36",null,null,false],["app-20220209232634-0070",24,"Scan parquet ",null,3,651253,28,true,"34",null,null,false],["app-20220209232634-0070",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209232634-0070",24,"HashAggregate",null,4.5,0,13,true,"34",null,null,false],["app-20220209232634-0070",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",2,5621,2,true,"36","Project:Filter","3:4",false],["app-20220209232634-0070",24,"BroadcastExchange",null,3,1110,37,true,null,null,null,false],["app-20220209232634-0070",24,"Scan parquet ",null,3,2913,25,true,"31",null,null,false],["app-20220209232634-0070",24,"Filter",null,2.8,0,34,true,"33",null,null,false],["app-20220209232634-0070",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.8,465,37,true,"33","Filter:ColumnarToRow","38:39",false],["app-20220209225845-0026",24,"SubqueryBroadcast",null,3,1608,17,true,null,null,null,false],["app-20220209225845-0026",24,"BroadcastHashJoin",null,5.09,0,13,true,"34",null,null,false],["app-20220209225845-0026",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Exchange",null,4.2,4241,4,true,"34:35",null,null,false],["app-20220209225845-0026",24,"ColumnarToRow",null,1,0,39,false,"33",null,null,true],["app-20220209225845-0026",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Scan parquet ",null,3,687,24,true,"31",null,null,false],["app-20220209225845-0026",24,"BroadcastHashJoin",null,5.09,0,11,true,"34",null,null,false],["app-20220209225845-0026",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Scan parquet ",null,3,70247,16,true,"34",null,null,false],["app-20220209225845-0026",24,"Project",null,3,0,8,true,null,null,null,false],["app-20220209225845-0026",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",3.84,443046,5,true,"34","HashAggregate:Expand:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow","6:7:8:9:10:11:12:13:14:15",false],["app-20220209225845-0026",24,"Project",null,3,0,10,true,null,null,null,false],["app-20220209225845-0026",24,"HashAggregate",null,4.5,0,6,true,"34",null,null,false],["app-20220209225845-0026",24,"Filter",null,2.8,0,28,true,"31",null,null,false],["app-20220209225845-0026",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Project",null,3,0,12,true,null,null,null,false],["app-20220209225845-0026",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Filter",null,2.8,0,38,true,"33",null,null,false],["app-20220209225845-0026",24,"Project",null,3,0,21,true,null,null,null,false],["app-20220209225845-0026",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.8,2544,32,true,"32","Filter:ColumnarToRow","33:34",false],["app-20220209225845-0026",24,"Filter",null,2.8,0,14,true,"34",null,null,false],["app-20220209225845-0026",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"BroadcastHashJoin",null,5.09,0,9,true,"34",null,null,false],["app-20220209225845-0026",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"ColumnarToRow",null,1,0,29,false,"31",null,null,true],["app-20220209225845-0026",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Scan parquet ",null,3,687,30,true,"31",null,null,false],["app-20220209225845-0026",24,"Scan parquet ",null,3,2329,35,true,"32",null,null,false],["app-20220209225845-0026",24,"ReusedExchange",null,1,0,18,false,null,null,null,false],["app-20220209225845-0026",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"Expand",null,3,0,7,true,"34",null,null,false],["app-20220209225845-0026",24,"BroadcastExchange",null,3,1587,19,true,null,null,null,false],["app-20220209225845-0026",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"BroadcastExchange",null,3,1326,36,true,null,null,null,false],["app-20220209225845-0026",24,"Filter",null,2.8,0,22,true,"31",null,null,false],["app-20220209225845-0026",24,"Project",null,3,0,27,true,null,null,null,false],["app-20220209225845-0026",24,"ColumnarToRow",null,1,0,23,false,"31",null,null,true],["app-20220209225845-0026",24,"Filter",null,2.8,0,33,true,"32",null,null,false],["app-20220209225845-0026",24,"BroadcastExchange",null,3,1587,25,true,null,null,null,false],["app-20220209225845-0026",24,"TakeOrderedAndProject",null,3,0,1,true,"35:36",null,null,false],["app-20220209225845-0026",24,"HashAggregate",null,4.5,0,3,true,"35",null,null,false],["app-20220209225845-0026",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"ColumnarToRow",null,1,0,34,false,"32",null,null,true],["app-20220209225845-0026",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",4.5,472310,2,true,"35","HashAggregate","3",false],["app-20220209225845-0026",24,"BroadcastExchange",null,3,1905,31,true,null,null,null,false],["app-20220209225845-0026",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209225845-0026",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,707,26,true,"31","Project:Filter:ColumnarToRow","27:28:29",false],["app-20220209225845-0026",24,"ColumnarToRow",null,1,0,15,false,"34",null,null,true],["app-20220209225845-0026",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,707,20,true,"31","Project:Filter:ColumnarToRow","21:22:23",false],["app-20220209225845-0026",24,"Scan parquet ",null,3,462,40,true,"33",null,null,false],["app-20220209225845-0026",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209225845-0026",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",5.17,215,2,true,"36","Project:Sort:HashAggregate","3:4:5",false],["app-20220209235526-0103",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"BroadcastHashJoin",null,5.09,0,10,true,"34",null,null,false],["app-20220209235526-0103",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,11,true,null,null,null,false],["app-20220209235526-0103",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,9,true,null,null,null,false],["app-20220209235526-0103",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"BroadcastHashJoin",null,5.09,0,12,true,"34",null,null,false],["app-20220209235526-0103",24,"ColumnarToRow",null,1,0,35,false,"31",null,null,true],["app-20220209235526-0103",24,"BroadcastExchange",null,3,1307,19,true,null,null,null,false],["app-20220209235526-0103",24,"ColumnarToRow",null,1,0,23,false,"33",null,null,true],["app-20220209235526-0103",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"ColumnarToRow",null,1,0,17,false,"34",null,null,true],["app-20220209235526-0103",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Scan parquet ",null,3,1051436,18,true,"34",null,null,false],["app-20220209235526-0103",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,27,true,null,null,null,false],["app-20220209235526-0103",24,"HashAggregate",null,4.5,0,8,true,"34",null,null,false],["app-20220209235526-0103",24,"BroadcastExchange",null,3,1470,31,true,null,null,null,false],["app-20220209235526-0103",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Scan parquet ",null,3,605,36,true,"31",null,null,false],["app-20220209235526-0103",24,"Filter",null,2.8,0,16,true,"34",null,null,false],["app-20220209235526-0103",24,"BroadcastExchange",null,3,1146,25,true,null,null,null,false],["app-20220209235526-0103",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Scan parquet ",null,3,283,30,true,"32",null,null,false],["app-20220209235526-0103",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,21,true,null,null,null,false],["app-20220209235526-0103",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209235526-0103",24,"ColumnarToRow",null,1,0,29,false,"32",null,null,true],["app-20220209235526-0103",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,15,true,null,null,null,false],["app-20220209235526-0103",24,"Filter",null,2.8,0,34,true,"31",null,null,false],["app-20220209235526-0103",24,"Filter",null,2.8,0,28,true,"32",null,null,false],["app-20220209235526-0103",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"AdaptiveSparkPlan",null,1,0,1,false,null,null,null,false],["app-20220209235526-0103",24,"Sort",null,8,0,4,true,"36",null,null,false],["app-20220209235526-0103",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"BroadcastHashJoin",null,5.09,0,14,true,"34",null,null,false],["app-20220209235526-0103",24,"Scan parquet ",null,3,492,24,true,"33",null,null,false],["app-20220209235526-0103",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,498,20,true,"33","Project:Filter:ColumnarToRow","21:22:23",false],["app-20220209235526-0103",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",3.84,1577328,7,true,"34","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:Filter:ColumnarToRow","8:9:10:11:12:13:14:15:16:17",false],["app-20220209235526-0103",24,"Project",null,3,0,13,true,null,null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,33,true,null,null,null,false],["app-20220209235526-0103",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,303,26,true,"32","Project:Filter:ColumnarToRow","27:28:29",false],["app-20220209235526-0103",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Filter",null,2.8,0,22,true,"33",null,null,false],["app-20220209235526-0103",24,"HashAggregate",null,4.5,0,5,true,"36",null,null,false],["app-20220209235526-0103",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,610,32,true,"31","Project:Filter:ColumnarToRow","33:34:35",false],["app-20220209235526-0103",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209235526-0103",24,"Exchange",null,4.2,2298,6,true,"34:36",null,null,false],["app-20220209235526-0103",24,"Project",null,3,0,3,true,null,null,null,false],["app-20220209231919-0057",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209231919-0057",24,"Exchange",null,4.2,511,24,true,"34:36",null,null,false],["app-20220209231919-0057",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Scan parquet ",null,3,298,36,true,"32",null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,33,true,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",8,13538935,22,true,"36","Sort","23",false],["app-20220209231919-0057",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,19,true,"35",null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",2.9,316,48,true,"32","Project:Filter:ColumnarToRow","49:50:51",false],["app-20220209231919-0057",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,44,true,"31",null,null,false],["app-20220209231919-0057",24,"Scan parquet ",null,3,285,46,true,"31",null,null,false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,45,false,"31",null,null,true],["app-20220209231919-0057",24,"BroadcastExchange",null,3,1208,31,true,null,null,null,false],["app-20220209231919-0057",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"SortMergeJoin",null,22.7,0,14,true,"36",null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,13,true,null,null,null,false],["app-20220209231919-0057",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,34,true,"32",null,null,false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,40,false,"33",null,null,true],["app-20220209231919-0057",24,"Exchange",null,4.2,146476,17,true,"35:36",null,null,false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,27,false,"34",null,null,true],["app-20220209231919-0057",24,"Scan parquet ",null,3,298,52,true,"32",null,null,false],["app-20220209231919-0057",24,"SubqueryBroadcast",null,3,1234,29,true,null,null,null,false],["app-20220209231919-0057",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (8)","WholeStageCodegen (8)",6.06,7555734,5,true,"36","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Project:SortMergeJoin","6:7:8:9:10:11:12:13:14",false],["app-20220209231919-0057",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,9,true,null,null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,26,true,"34",null,null,false],["app-20220209231919-0057",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.8,76352,25,true,"34","Filter:ColumnarToRow","26:27",false],["app-20220209231919-0057",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"TakeOrderedAndProject",null,3,0,1,true,"37:38",null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,39,true,"33",null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,11,true,null,null,null,false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,35,false,"32",null,null,true],["app-20220209231919-0057",24,"Scan parquet ",null,3,289,41,true,"33",null,null,false],["app-20220209231919-0057",24,"Exchange",null,4.2,1492,4,true,"36:37",null,null,false],["app-20220209231919-0057",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"HashAggregate",null,4.5,0,3,true,"37",null,null,false],["app-20220209231919-0057",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",2.8,313,43,true,"31","Filter:ColumnarToRow","44:45",false],["app-20220209231919-0057",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",8,21803,15,true,"36","Sort","16",false],["app-20220209231919-0057",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",2.8,302,38,true,"33","Filter:ColumnarToRow","39:40",false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,20,false,"35",null,null,true],["app-20220209231919-0057",24,"Sort",null,8,0,16,true,"36",null,null,false],["app-20220209231919-0057",24,"BroadcastHashJoin",null,5.09,0,10,true,"36",null,null,false],["app-20220209231919-0057",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Scan parquet ",null,3,47653,28,true,"34",null,null,false],["app-20220209231919-0057",24,"BroadcastExchange",null,3,1208,47,true,null,null,null,false],["app-20220209231919-0057",24,"HashAggregate",null,4.5,0,6,true,"36",null,null,false],["app-20220209231919-0057",24,"BroadcastExchange",null,3,1214,37,true,null,null,null,false],["app-20220209231919-0057",24,"Scan parquet ",null,3,1472681,21,true,"35",null,null,false],["app-20220209231919-0057",24,"Sort",null,8,0,23,true,"36",null,null,false],["app-20220209231919-0057",24,"ReusedExchange",null,1,0,30,false,null,null,null,false],["app-20220209231919-0057",24,"BroadcastHashJoin",null,5.09,0,12,true,"36",null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",2.9,316,32,true,"32","Project:Filter:ColumnarToRow","33:34:35",false],["app-20220209231919-0057",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"ColumnarToRow",null,1,0,51,false,"32",null,null,true],["app-20220209231919-0057",24,"BroadcastHashJoin",null,5.09,0,8,true,"36",null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,49,true,null,null,null,false],["app-20220209231919-0057",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"BroadcastExchange",null,3,1258,42,true,null,null,null,false],["app-20220209231919-0057",24,"Project",null,3,0,7,true,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (9)","WholeStageCodegen (9)",4.5,84122,2,true,"37","HashAggregate","3",false],["app-20220209231919-0057",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"Filter",null,2.8,0,50,true,"32",null,null,false],["app-20220209231919-0057",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231919-0057",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.8,4414001,18,true,"35","Filter:ColumnarToRow","19:20",false],["app-20220209231533-0050",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Filter",null,2.8,0,14,true,"32",null,null,false],["app-20220209231533-0050",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",4.5,80450,2,true,"34","HashAggregate","3",false],["app-20220209231533-0050",24,"BroadcastHashJoin",null,5.09,0,10,true,"33",null,null,false],["app-20220209231533-0050",24,"BroadcastExchange",null,3,1432,11,true,null,null,null,false],["app-20220209231533-0050",24,"SubqueryBroadcast",null,3,1442,20,true,null,null,null,false],["app-20220209231533-0050",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"BroadcastExchange",null,3,1461,21,true,null,null,null,false],["app-20220209231533-0050",24,"Project",null,3,0,23,true,null,null,null,false],["app-20220209231533-0050",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Filter",null,2.8,0,17,true,"33",null,null,false],["app-20220209231533-0050",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Filter",null,2.8,0,24,true,"31",null,null,false],["app-20220209231533-0050",24,"HashAggregate",null,4.5,0,6,true,"33",null,null,false],["app-20220209231533-0050",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"ColumnarToRow",null,1,0,25,false,"31",null,null,true],["app-20220209231533-0050",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Scan parquet ",null,3,546,16,true,"32",null,null,false],["app-20220209231533-0050",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Scan parquet ",null,3,720290,19,true,"33",null,null,false],["app-20220209231533-0050",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",2.9,661,22,true,"31","Project:Filter:ColumnarToRow","23:24:25",false],["app-20220209231533-0050",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"HashAggregate",null,4.5,0,3,true,"34",null,null,false],["app-20220209231533-0050",24,"TakeOrderedAndProject",null,3,0,1,true,"34:35",null,null,false],["app-20220209231533-0050",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"ColumnarToRow",null,1,0,18,false,"33",null,null,true],["app-20220209231533-0050",24,"BroadcastHashJoin",null,5.09,0,8,true,"33",null,null,false],["app-20220209231533-0050",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Project",null,3,0,13,true,null,null,null,false],["app-20220209231533-0050",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"ColumnarToRow",null,1,0,15,false,"32",null,null,true],["app-20220209231533-0050",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Scan parquet ",null,3,652,26,true,"31",null,null,false],["app-20220209231533-0050",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",3.92,1409729,5,true,"33","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow","6:7:8:9:10:17:18",false],["app-20220209231533-0050",24,"Project",null,3,0,9,true,null,null,null,false],["app-20220209231533-0050",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,566,12,true,"32","Project:Filter:ColumnarToRow","13:14:15",false],["app-20220209231533-0050",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209231533-0050",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209231533-0050",24,"Project",null,3,0,7,true,null,null,null,false],["app-20220209231533-0050",24,"Exchange",null,4.2,11542,4,true,"33:34",null,null,false],["app-20220209231533-0050",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["application_1665146417445_0002",3,"WholeStageCodegen","WholeStageCodegen",3.75,0,3,true,"6","HashAggregate:Project","4:5",false],["application_1665146417445_0002",0,"CollectLimit",null,1,0,0,false,null,null,null,false],["application_1665146417445_0002",3,"WholeStageCodegen","WholeStageCodegen",4.5,0,0,true,"7","HashAggregate","1",false],["application_1665146417445_0002",1,"Project",null,3,0,1,true,null,null,null,false],["application_1665146417445_0002",0,"WholeStageCodegen","WholeStageCodegen",3,0,1,true,null,"Project","2",false],["application_1665146417445_0002",1,"WholeStageCodegen","WholeStageCodegen",3,0,0,true,"1","Project","1",false],["application_1665146417445_0002",3,"Exchange",null,4.2,0,6,true,"5",null,null,false],["application_1665146417445_0002",2,"HashAggregate",null,4.5,0,1,true,"4",null,null,false],["application_1665146417445_0002",2,"HashAggregate",null,4.5,0,6,true,"3",null,null,false],["application_1665146417445_0002",2,"HashAggregate",null,4.5,0,4,true,"3",null,null,false],["application_1665146417445_0002",1,"Scan hive ecomm_ops_tables.s0s0jzb_browse_shelf_cat_map",null,1,0,2,false,"1",null,null,false],["application_1665146417445_0002",2,"Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_mod",null,1,0,8,false,"2",null,null,false],["application_1665146417445_0002",0,"Project",null,3,0,2,true,null,null,null,false],["application_1665146417445_0002",3,"HashAggregate",null,4.5,0,4,true,"6",null,null,false],["application_1665146417445_0002",3,"HashAggregate",null,4.5,0,1,true,"7",null,null,false],["application_1665146417445_0002",3,"Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_mod",null,1,0,7,false,"5",null,null,false],["application_1665146417445_0002",2,"HashAggregate",null,4.5,0,5,true,"3",null,null,false],["application_1665146417445_0002",0,"Scan hive ecomm_ops_tables.zzz_dart_browse_ads_prod_mod",null,1,0,3,false,"0",null,null,false],["application_1665146417445_0002",2,"WholeStageCodegen","WholeStageCodegen",4.5,0,0,true,"4","HashAggregate","1",false],["application_1665146417445_0002",3,"Project",null,3,0,5,true,null,null,null,false],["application_1665146417445_0002",2,"Exchange",null,4.2,0,2,true,"3",null,null,false],["application_1665146417445_0002",2,"WholeStageCodegen","WholeStageCodegen",4.5,0,3,true,"3","HashAggregate:HashAggregate:HashAggregate","4:5:6",false],["application_1665146417445_0002",2,"Exchange",null,4.2,0,7,true,"2",null,null,false],["application_1665146417445_0002",3,"Exchange",null,4.2,0,2,true,"6",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,36304,36,true,"49:50",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,1648,96,true,"37:38",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (35)","WholeStageCodegen (35)",8,9740356,227,true,"52","Sort","228",false],["app-20220209230053-0028",24,"Project",null,3,0,155,true,null,null,null,false],["app-20220209230053-0028",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,204,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,143,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,72,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",3.43,332556,37,true,"49","Project:Filter:HashAggregate","38:39:40",false],["app-20220209230053-0028",24,"WholeStageCodegen (32)","WholeStageCodegen (32)",3,334418,172,true,"44","Project","173",false],["app-20220209230053-0028",24,"SubqueryBroadcast",null,3,1605,51,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,43,true,"47",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,30,true,null,null,null,false],["app-20220209230053-0028",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,17,true,null,null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,108,202,true,null,null,null,false],["app-20220209230053-0028",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,8779,181,true,"41",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,62,true,"33",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,224,false,"52",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",8,570738,19,true,"50","Sort","20",false],["app-20220209230053-0028",24,"Project",null,3,0,225,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,223,false,"52",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,309,177,true,"41:44",null,null,false],["app-20220209230053-0028",24,"TakeOrderedAndProject",null,3,0,1,true,"53:54",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (15)","WholeStageCodegen (15)",2.8,21724,137,true,"45","Filter:ColumnarToRow","138:139",false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,12,true,"51",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (23)","WholeStageCodegen (23)",6.96,29347,6,true,"51","HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin","7:8:9:10:11",false],["app-20220209230053-0028",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",2.8,2258,215,true,"32","Filter:ColumnarToRow","216:217",false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,241,true,"52",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,228,true,"52",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,236,true,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,189,true,"42",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,287,33,true,"31",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,157,false,"31",null,null,true],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,193,true,"40",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,46,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.8,15333,22,true,"48","Filter:ColumnarToRow","23:24",false],["app-20220209230053-0028",6,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",12,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (42)","WholeStageCodegen (42)",8,7107509,242,true,"52","Sort","243",false],["app-20220209230053-0028",24,"Sort",null,8,0,233,true,"52",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,49,false,"47",null,null,true],["app-20220209230053-0028",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",8,7271900,120,true,"37","Sort","121",false],["app-20220209230053-0028",24,"Filter",null,2.8,0,48,true,"47",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,8368,15,true,"50:51",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1206,127,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (26)","WholeStageCodegen (26)",8,616179,175,true,"44","Sort","176",false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,163,false,"52",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,239,false,"52",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,235,true,"52",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (21)","WholeStageCodegen (21)",5.67,1192790,141,true,"51","Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin","142:143:144:145:146:147:148",false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,226,true,"52",null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,104,true,"37",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,118,false,"34",null,null,true],["app-20220209230053-0028",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,548,60,true,"33","Project:Filter:ColumnarToRow","61:62:63",false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,165,true,"52",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,67,true,"32",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1152,28,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,146,false,"51",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,20,true,"50",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.9,48,203,true,"39","Project:Filter:ColumnarToRow","204:205:206",false],["app-20220209230053-0028",24,"Exchange",null,4.2,106,5,true,"51:53",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,6954,171,true,"44:52",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,2038,69,true,"32",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1925,214,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,173,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (47)","WholeStageCodegen (47)",6.96,58082,162,true,"52","HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin","163:164:165:166:167",false],["app-20220209230053-0028",24,"WholeStageCodegen (13)","WholeStageCodegen (13)",8,7684689,86,true,"51","Sort","87",false],["app-20220209230053-0028",24,"Sort",null,8,0,176,true,"44",null,null,false],["app-20220209230053-0028",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,190,true,"42",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,152,true,"51",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1596,53,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,55,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",3.92,4787686,192,true,"40","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow","193:194:195:196:197:198:199",false],["app-20220209230053-0028",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",2.9,341,115,true,"34","Project:Filter:ColumnarToRow","116:117:118",false],["app-20220209230053-0028",24,"Project",null,3,0,221,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (38)","WholeStageCodegen (38)",5.67,15748975,219,true,"52","Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin","220:221:222:223:224:225:226",false],["app-20220209230053-0028",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",9,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,167,true,"52",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (10)","WholeStageCodegen (10)",2.9,1629090,81,true,"46","Project:Filter:ColumnarToRow","82:83:84",false],["app-20220209230053-0028",24,"Filter",null,2.8,0,31,true,"31",null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,133,true,"51",null,null,false],["app-20220209230053-0028",8,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,2038,218,true,"32",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (8)","WholeStageCodegen (8)",3,317013,16,true,"50","Project","17",false],["app-20220209230053-0028",10,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,102,true,"37",null,null,false],["app-20220209230053-0028",24,"Union",null,3,0,2,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (45)","WholeStageCodegen (45)",5.67,579620,234,true,"52","Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin","235:236:237:238:239:240:241",false],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,95,true,"38",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,230,true,"52",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,57306,107,true,"35:37",null,null,false],["app-20220209230053-0028",1,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1152,153,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,75,false,"51",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,525,64,true,"33",null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,231,true,"52",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,142,true,"51",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,212,false,"33",null,null,true],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1596,208,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,210,true,null,null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,91,false,"43",null,null,true],["app-20220209230053-0028",24,"WholeStageCodegen (4)","WholeStageCodegen (4)",2.8,2258,66,true,"32","Filter:ColumnarToRow","67:68",false],["app-20220209230053-0028",24,"Filter",null,2.8,0,179,true,"41",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,79,true,"51",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,1128383,111,true,"35",null,null,false],["app-20220209230053-0028",24,"Filter",null,1,0,73,false,"51",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",2.9,341,128,true,"34","Project:Filter:ColumnarToRow","129:130:131",false],["app-20220209230053-0028",24,"Sort",null,8,0,245,true,"52",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,24,false,"48",null,null,true],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,195,true,"40",null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,18,true,"50",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,4,false,"53",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,196,true,null,null,null,false],["app-20220209230053-0028",24,"SubqueryBroadcast",null,3,1212,112,true,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,1,0,144,false,"51",null,null,false],["app-20220209230053-0028",23,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,374,136,true,"45:52:51",null,null,false],["app-20220209230053-0028",17,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,98,true,"37",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,216,true,"32",null,null,false],["app-20220209230053-0028",24,"Execute InsertIntoHadoopFsRelationCommand parquet",null,3,0,0,true,null,null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,74225,80,true,"46:52:51",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1596,59,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",8,265322,34,true,"50","Sort","35",false],["app-20220209230053-0028",24,"Exchange",null,4.2,64,161,true,"52:53",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,84,false,"46",null,null,true],["app-20220209230053-0028",24,"Project",null,3,0,166,true,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,138,true,"45",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,76,true,null,null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,148,true,"51",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,36854,186,true,"42:44",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (1)","WholeStageCodegen (1)",2.8,3141204,108,true,"35","Filter:ColumnarToRow","109:110",false],["app-20220209230053-0028",13,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,168,true,"52",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (11)","WholeStageCodegen (11)",8,7736910,78,true,"51","Sort","79",false],["app-20220209230053-0028",24,"ReusedExchange",null,1,0,27,false,null,null,null,false],["app-20220209230053-0028",24,"SubqueryBroadcast",null,3,1183,26,true,null,null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,125,false,"36",null,null,true],["app-20220209230053-0028",24,"Scan parquet ",null,3,20580,126,true,"36",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,525,213,true,"33",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (48)","WholeStageCodegen (48)",1,3979,159,false,"53","HashAggregate","160",false],["app-20220209230053-0028",24,"Sort",null,8,0,106,true,"37",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,205,true,"39",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,8,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,7,false,"51",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (14)","WholeStageCodegen (14)",5.67,13085436,70,true,"51","Sort:Project:Filter:HashAggregate:HashAggregate:Project:SortMergeJoin","71:72:73:74:75:76:77",false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,145,false,"51",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,129,true,null,null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,110,false,"35",null,null,true],["app-20220209230053-0028",24,"WholeStageCodegen (33)","WholeStageCodegen (33)",8,1156186,169,true,"52","Sort","170",false],["app-20220209230053-0028",24,"Exchange",null,4.2,34850,41,true,"47:49",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,32,false,"31",null,null,true],["app-20220209230053-0028",24,"Filter",null,2.8,0,124,true,"36",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,10,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,238,false,"52",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,101,true,null,null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,71,true,"51",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1925,65,true,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,23,true,"48",null,null,false],["app-20220209230053-0028",18,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"SubqueryBroadcast",null,3,1183,182,true,null,null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,170,true,"52",null,null,false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,45,true,"47",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,180,false,"41",null,null,true],["app-20220209230053-0028",24,"HashAggregate",null,4.5,0,40,true,"49",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,73193,50,true,"47",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (40)","WholeStageCodegen (40)",8,0,232,true,"52","Sort","233",false],["app-20220209230053-0028",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,198,true,"40",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,7362,25,true,"48",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,240,true,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,211,true,"33",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,121,true,"37",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (18)","WholeStageCodegen (18)",8,5641193,149,true,"51","Sort","150",false],["app-20220209230053-0028",24,"Filter",null,2.8,0,117,true,"34",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (22)","WholeStageCodegen (22)",2.9,305,154,true,"31","Project:Filter:ColumnarToRow","155:156:157",false],["app-20220209230053-0028",24,"Scan parquet ",null,3,11173,140,true,"45",null,null,false],["app-20220209230053-0028",24,"BroadcastExchange",null,3,1206,114,true,null,null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,68,false,"32",null,null,true],["app-20220209230053-0028",24,"Filter",null,2.8,0,156,true,"31",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,525,58,true,"33",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,220,true,"52",null,null,false],["app-20220209230053-0028",21,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,174,true,"44",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,361088,85,true,"46",null,null,false],["app-20220209230053-0028",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (9)","WholeStageCodegen (9)",8,319031,13,true,"51","Sort","14",false],["app-20220209230053-0028",24,"Sort",null,8,0,35,true,"50",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,87,true,"51",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,99,false,"37",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,9723,92,true,"43",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",5.76,7077480,97,true,"37","HashAggregate:HashAggregate:HashAggregate:Project:BroadcastHashJoin:Project:SortMergeJoin","98:99:100:101:102:103:104",false],["app-20220209230053-0028",24,"WholeStageCodegen (22)","WholeStageCodegen (22)",2.9,305,29,true,"31","Project:Filter:ColumnarToRow","30:31:32",false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,47,true,"47",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,188,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (12)","WholeStageCodegen (12)",2.8,14372,89,true,"43","Filter:ColumnarToRow","90:91",false],["app-20220209230053-0028",24,"SubqueryBroadcast",null,3,108,201,true,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,82,true,null,null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,217,false,"32",null,null,true],["app-20220209230053-0028",24,"Filter",null,1,0,222,false,"52",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,130,true,"34",null,null,false],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,11,true,"51",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,116,true,null,null,null,false],["app-20220209230053-0028",24,"ReusedExchange",null,1,0,52,false,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,39,true,"49",null,null,false],["app-20220209230053-0028",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,194,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.8,27817,123,true,"36","Filter:ColumnarToRow","124:125",false],["app-20220209230053-0028",24,"Filter",null,2.8,0,83,true,"46",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,164,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",8,7610479,105,true,"37","Sort","106",false],["app-20220209230053-0028",24,"Exchange",null,4.2,24920,191,true,"40:42",null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,109,true,"35",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,103,true,null,null,null,false],["app-20220209230053-0028",20,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,1,0,237,false,"52",null,null,false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,57,false,"33",null,null,true],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,139,false,"45",null,null,true],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,131,false,"34",null,null,true],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,63,false,"33",null,null,true],["app-20220209230053-0028",24,"WholeStageCodegen (25)","WholeStageCodegen (25)",2.8,15032,178,true,"41","Filter:ColumnarToRow","179:180",false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,206,false,"39",null,null,true],["app-20220209230053-0028",24,"SortMergeJoin",null,22.7,0,77,true,"51",null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,124,122,true,"36:37",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (37)","WholeStageCodegen (37)",8,9684161,229,true,"52","Sort","230",false],["app-20220209230053-0028",24,"ColumnarToRow",null,1,0,199,false,"40",null,null,true],["app-20220209230053-0028",24,"Sort",null,8,0,150,true,"51",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,147,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (24)","WholeStageCodegen (24)",1,15386,3,false,"53","HashAggregate","4",false],["app-20220209230053-0028",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,548,209,true,"33","Project:Filter:ColumnarToRow","210:211:212",false],["app-20220209230053-0028",24,"Scan parquet ",null,3,287,158,true,"31",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,74,false,"51",null,null,false],["app-20220209230053-0028",24,"ReusedExchange",null,1,0,113,false,null,null,null,false],["app-20220209230053-0028",24,"Subquery",null,1,0,93,false,null,null,null,false],["app-20220209230053-0028",24,"Exchange",null,4.2,152,88,true,"43:52:51",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,135,true,"51",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,38,true,null,null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,160,false,"53",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,324,132,true,"34",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (20)","WholeStageCodegen (20)",8,5632344,151,true,"51","Sort","152",false],["app-20220209230053-0028",24,"Scan parquet ",null,3,104034,200,true,"40",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (31)","WholeStageCodegen (31)",8,280275,183,true,"44","Sort","184",false],["app-20220209230053-0028",24,"Exchange",null,4.2,819,21,true,"48:50",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (3)","WholeStageCodegen (3)",2.9,548,54,true,"33","Project:Filter:ColumnarToRow","55:56:57",false],["app-20220209230053-0028",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",4.5,9,94,true,"38","HashAggregate","95",false],["app-20220209230053-0028",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,90,true,"43",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,31,207,true,"39",null,null,false],["app-20220209230053-0028",24,"ReusedExchange",null,1,0,185,false,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",3.92,4849898,42,true,"47","HashAggregate:Project:BroadcastHashJoin:Project:BroadcastHashJoin:Filter:ColumnarToRow","43:44:45:46:47:48:49",false],["app-20220209230053-0028",24,"Sort",null,8,0,243,true,"52",null,null,false],["app-20220209230053-0028",24,"HashAggregate",null,1,0,100,false,"37",null,null,false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,197,true,"40",null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",3.43,329696,187,true,"42","Project:Filter:HashAggregate","188:189:190",false],["app-20220209230053-0028",24,"Sort",null,8,0,184,true,"44",null,null,false],["app-20220209230053-0028",24,"Scan parquet ",null,3,324,119,true,"34",null,null,false],["app-20220209230053-0028",22,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Filter",null,2.8,0,56,true,"33",null,null,false],["app-20220209230053-0028",24,"Sort",null,8,0,14,true,"51",null,null,false],["app-20220209230053-0028",24,"BroadcastHashJoin",null,5.09,0,9,true,"51",null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,61,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (16)","WholeStageCodegen (16)",8,0,134,true,"51","Sort","135",false],["app-20220209230053-0028",19,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230053-0028",24,"Project",null,3,0,44,true,null,null,null,false],["app-20220209230053-0028",24,"WholeStageCodegen (44)","WholeStageCodegen (44)",8,7091464,244,true,"52","Sort","245",false],["app-20220209230750-0036",24,"WholeStageCodegen (19)","WholeStageCodegen (19)",2.8,113485,82,true,"40","Filter:ColumnarToRow","83:84",false],["app-20220209230750-0036",24,"Project",null,3,0,5,true,null,null,null,false],["app-20220209230750-0036",24,"SortMergeJoin",null,22.7,0,23,true,"37",null,null,false],["app-20220209230750-0036",24,"ColumnarToRow",null,1,0,39,false,"32",null,null,true],["app-20220209230750-0036",24,"HashAggregate",null,4.5,0,57,true,"41",null,null,false],["app-20220209230750-0036",24,"ColumnarToRow",null,1,0,90,false,"31",null,null,true],["app-20220209230750-0036",24,"Filter",null,2.8,0,17,true,"38",null,null,false],["app-20220209230750-0036",24,"Scan parquet ",null,3,9398,53,true,"33",null,null,false],["app-20220209230750-0036",24,"Scan parquet ",null,3,8927,91,true,"31",null,null,false],["app-20220209230750-0036",24,"ReusedExchange",null,1,0,34,false,null,null,null,false],["app-20220209230750-0036",24,"BroadcastHashJoin",null,5.09,0,4,true,"42",null,null,false],["app-20220209230750-0036",24,"BroadcastExchange",null,3,1494,35,true,null,null,null,false],["app-20220209230750-0036",14,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"Sort",null,8,0,55,true,"41",null,null,false],["app-20220209230750-0036",24,"Project",null,3,0,71,true,null,null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (11)","WholeStageCodegen (11)",8,625159,67,true,"35","Sort","68",false],["app-20220209230750-0036",24,"Scan parquet ",null,3,62819,85,true,"40",null,null,false],["app-20220209230750-0036",11,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (6)","WholeStageCodegen (6)",10.07,1910905,20,true,"37","HashAggregate:Project:SortMergeJoin","21:22:23",false],["app-20220209230750-0036",24,"Filter",null,1,0,56,false,"41",null,null,false],["app-20220209230750-0036",24,"SortMergeJoin",null,22.7,0,66,true,"35",null,null,false],["app-20220209230750-0036",24,"Sort",null,8,0,14,true,"41",null,null,false],["app-20220209230750-0036",24,"HashAggregate",null,4.5,0,61,true,"39",null,null,false],["app-20220209230750-0036",24,"Sort",null,8,0,25,true,"37",null,null,false],["app-20220209230750-0036",24,"Sort",null,8,0,8,true,"42",null,null,false],["app-20220209230750-0036",3,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (14)","WholeStageCodegen (14)",10.07,541305,63,true,"35","HashAggregate:Project:SortMergeJoin","64:65:66",false],["app-20220209230750-0036",24,"Project",null,3,0,22,true,null,null,null,false],["app-20220209230750-0036",24,"ColumnarToRow",null,1,0,52,false,"33",null,null,true],["app-20220209230750-0036",24,"WholeStageCodegen (7)","WholeStageCodegen (7)",3.65,356825,16,true,"38","Filter:HashAggregate","17:18",false],["app-20220209230750-0036",24,"Filter",null,2.8,0,89,true,"31",null,null,false],["app-20220209230750-0036",15,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",5,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",16,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (2)","WholeStageCodegen (2)",3.63,404429,27,true,"36","Project:BroadcastHashJoin:Filter:ColumnarToRow","28:29:30:31",false],["app-20220209230750-0036",24,"BroadcastExchange",null,3,1494,41,true,null,null,null,false],["app-20220209230750-0036",24,"Project",null,3,0,65,true,null,null,null,false],["app-20220209230750-0036",24,"HashAggregate",null,4.5,0,21,true,"37",null,null,false],["app-20220209230750-0036",2,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"Project",null,3,0,37,true,null,null,null,false],["app-20220209230750-0036",4,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",7,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (18)","WholeStageCodegen (18)",8,438264,7,true,"42","Sort","8",false],["app-20220209230750-0036",0,"Execute CreateViewCommand",null,1,0,0,false,null,null,null,false],["app-20220209230750-0036",24,"Exchange",null,4.2,91525,69,true,"34:35",null,null,false],["app-20220209230750-0036",24,"HashAggregate",null,4.5,0,64,true,"35",null,null,false],["app-20220209230750-0036",24,"WholeStageCodegen (5)","WholeStageCodegen (5)",8,1769290,47,true,"37","Sort","48",false]],"datasetInfos":[],"dbfsResultPath":null,"isJsonSchema":true,"metadata":{},"overflow":true,"plotOptions":{"customPlotOptions":{},"displayType":"table","pivotAggregation":null,"pivotColumns":null,"xColumns":null,"yColumns":null},"removedWidgets":[],"schema":[{"metadata":"{}","name":"App ID","type":"\"string\""},{"metadata":"{}","name":"SQL ID","type":"\"long\""},{"metadata":"{}","name":"Exec Name","type":"\"string\""},{"metadata":"{}","name":"Expression Name","type":"\"string\""},{"metadata":"{}","name":"Task Speedup Factor","type":"\"double\""},{"metadata":"{}","name":"Exec Duration","type":"\"long\""},{"metadata":"{}","name":"SQL Node Id","type":"\"long\""},{"metadata":"{}","name":"Exec Is Supported","type":"\"boolean\""},{"metadata":"{}","name":"Exec Stages","type":"\"string\""},{"metadata":"{}","name":"Exec Children","type":"\"string\""},{"metadata":"{}","name":"Exec Children Node Ids","type":"\"string\""},{"metadata":"{}","name":"Exec Should Remove","type":"\"boolean\""}],"type":"table"}},"output_type":"display_data"}],"source":["execs_output=pd.read_csv(outputpath_string + \"/rapids_4_spark_qualification_output/rapids_4_spark_qualification_output_execs.csv\")\n","display(execs_output)"]}],"metadata":{"application/vnd.databricks.v1+notebook":{"dashboards":[{"elements":[],"globalVars":{},"guid":"0ed3c80b-b2f6-4c89-9a92-1af2f168d5ea","layoutOption":{"grid":true,"stack":true},"nuid":"91c1bfb2-695a-4e5c-8a25-848a433108dc","origId":2721260844584915,"title":"Executive View","version":"DashboardViewV1","width":1600},{"elements":[],"globalVars":{},"guid":"ab4cecf9-0471-4fee-aa33-8927bb7e1bb1","layoutOption":{"grid":true,"stack":true},"nuid":"62243296-4562-4f06-90ac-d7a609f19c16","origId":2721260844584916,"title":"App View","version":"DashboardViewV1","width":1920}],"language":"python","notebookMetadata":{"pythonIndentUnit":2,"widgetLayout":[{"breakBefore":false,"name":"log_path","width":551},{"breakBefore":false,"name":"output_path","width":551}]},"notebookName":"[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template","notebookOrigID":2721260844584890,"widgets":{"log_path":{"currentValue":"/dbfs/user1/qualification_logs","nuid":"88986aa6-6e67-4d09-aeeb-7c96ea1ea8f1","widgetInfo":{"defaultValue":"","label":null,"name":"log_path","options":{"validationRegex":null,"widgetType":"text"},"widgetType":"text"}},"output_path":{"currentValue":"/tmp","nuid":"0b9846bd-5c3e-4ae2-ba00-80bb9da1ee32","widgetInfo":{"defaultValue":"","label":null,"name":"output_path","options":{"validationRegex":null,"widgetType":"text"},"widgetType":"text"}}}},"language_info":{"name":"python"}},"nbformat":4,"nbformat_minor":0} - +{ + "cells": [ + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "df33c614-2ecc-47a0-8600-bc891681997f", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Welcome to the Qualification Tool for the RAPIDS Accelerator for Apache Spark\n", + "\n", + "To run the qualification tool, enter the log path that represents the DBFS location of your Spark GPU event logs. Then, select \"Run all\" to execute the notebook. Once the notebook completes, various output tables will appear below. For more options on running the profiling tool, please refer to the [Qualification Tool User Guide](https://docs.nvidia.com/spark-rapids/user-guide/latest/qualification/quickstart.html#running-the-tool).\n", + "\n", + "### Note\n", + "- Currently, only local or DBFS event log paths are supported.\n", + "- The DBFS path must use the File API format. Example: `/dbfs/`.\n", + "- Multiple event logs must be comma-separated.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "5e9f5796-46ed-49ac-9d08-c8b98a87c39d", + "showTitle": true, + "title": "Set Tools Version" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "TOOLS_VER = \"24.06.0\"\n", + "print(f\"Using Tools Version: {TOOLS_VER}\")" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "313ee58b-61b3-4010-9d60-d21eceea796c", + "showTitle": true, + "title": "Install Package" + } + }, + "outputs": [], + "source": [ + "%pip install spark-rapids-user-tools==$TOOLS_VER > /dev/null" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "acf401a3-12d3-4236-a6c5-8fe8990b153a", + "showTitle": true, + "title": "Environment Setup" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import os\n", + "import pandas as pd\n", + "\n", + "# Initialize variables from widgets\n", + "dbutils.widgets.dropdown(\"Cloud Provider\", \"aws\", [\"aws\", \"azure\"])\n", + "CSP=dbutils.widgets.get(\"Cloud Provider\")\n", + "\n", + "dbutils.widgets.text(\"Eventlog Path\", \"/dbfs/user1/qualification_logs\")\n", + "EVENTLOG_PATH=dbutils.widgets.get(\"Eventlog Path\")\n", + "\n", + "dbutils.widgets.text(\"Output Path\", \"/tmp\")\n", + "OUTPUT_PATH=dbutils.widgets.get(\"Output Path\")\n", + "\n", + "# Setup environment variables\n", + "os.environ[\"CSP\"] = CSP\n", + "os.environ[\"EVENTLOG_PATH\"] = EVENTLOG_PATH\n", + "os.environ[\"OUTPUT_PATH\"] = OUTPUT_PATH\n", + "\n", + "# Setup console output file\n", + "CONSOLE_OUTPUT_PATH = os.path.join(OUTPUT_PATH, 'console_output.log')\n", + "CONSOLE_ERROR_PATH = os.path.join(OUTPUT_PATH, 'console_error.log')\n", + "os.environ['CONSOLE_OUTPUT_PATH'] = CONSOLE_OUTPUT_PATH\n", + "os.environ['CONSOLE_ERROR_PATH'] = CONSOLE_ERROR_PATH\n", + "print(f'Console output will be stored at {CONSOLE_OUTPUT_PATH} and errors will be stored at {CONSOLE_ERROR_PATH}')" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "693b5ee0-7500-43f3-b3e2-717fd5468aa8", + "showTitle": true, + "title": "Run Qualification Tool" + } + }, + "outputs": [], + "source": [ + "%sh\n", + "spark_rapids qualification --platform databricks-$CSP --eventlogs $EVENTLOG_PATH -o $OUTPUT_PATH > $CONSOLE_OUTPUT_PATH 2> $CONSOLE_ERROR_PATH" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "f83af6c8-5a79-4a46-965b-38a4cb621877", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Console Output\n", + "Console output shows the top candidates and their estimated GPU speedup.\n", + "\n", + "**Note**: Use the `--verbose` flag in the command above for more detailed output.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "c61527b7-a21a-492c-bab8-77f83dc5cabf", + "showTitle": true, + "title": "Show Console Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "%sh\n", + "cat $CONSOLE_OUTPUT_PATH" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "f3c68b28-fc62-40ae-8528-799f3fc7507e", + "showTitle": true, + "title": "Show Error Log" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "%sh\n", + "cat $CONSOLE_ERROR_PATH" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "05f96ca1-1b08-494c-a12b-7e6cc3dcc546", + "showTitle": true, + "title": "Parse Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import re\n", + "import shutil\n", + "import os\n", + "\n", + "def extract_file_info(console_output_path, output_base_path):\n", + " try:\n", + " with open(console_output_path, 'r') as file:\n", + " stdout_text = file.read()\n", + " \n", + " # Extract log file location\n", + " location_match = re.search(r\"Location: (.+)\", stdout_text)\n", + " if not location_match:\n", + " raise ValueError(\"Log file location not found in the provided text.\")\n", + " \n", + " log_file_location = location_match.group(1)\n", + " \n", + " # Extract qualification output folder\n", + " qual_match = re.search(r\"qual_[^/]+(?=\\.log)\", log_file_location)\n", + " if not qual_match:\n", + " raise ValueError(\"Output folder not found in the log file location.\")\n", + " \n", + " output_folder_name = qual_match.group(0)\n", + " output_folder = os.path.join(output_base_path, output_folder_name)\n", + " return output_folder, log_file_location\n", + " \n", + " except Exception as e:\n", + " raise RuntimeError(f\"Cannot parse console output. Reason: {e}\")\n", + "\n", + "def copy_logs(destination_folder, *log_files):\n", + " try:\n", + " log_folder = os.path.join(destination_folder, \"logs\")\n", + " os.makedirs(log_folder, exist_ok=True)\n", + " \n", + " for log_file in log_files:\n", + " if os.path.exists(log_file):\n", + " shutil.copy2(log_file, log_folder)\n", + " else:\n", + " print(f\"Log file not found: {log_file}\")\n", + " except Exception as e:\n", + " raise RuntimeError(f\"Cannot copy logs to output. Reason: {e}\")\n", + "\n", + "try:\n", + " output_folder, log_file_location = extract_file_info(CONSOLE_OUTPUT_PATH, OUTPUT_PATH)\n", + " print(f\"Output folder detected {output_folder}\")\n", + " copy_logs(output_folder, log_file_location, CONSOLE_OUTPUT_PATH, CONSOLE_ERROR_PATH)\n", + " print(f\"Logs successfully copied to {output_folder}\")\n", + "except Exception as e:\n", + " print(e)\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "8c65adcd-a933-482e-a50b-d40fa8f50e16", + "showTitle": true, + "title": "Download Output" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "import shutil\n", + "import os\n", + "import re\n", + "\n", + "current_working_directory = os.getcwd()\n", + "\n", + "def create_destination_folders(folder_name):\n", + " os.makedirs(folder_name, exist_ok=True)\n", + " base_download_folder_path = os.path.join(\"/dbfs/FileStore/\", folder_name)\n", + " os.makedirs(base_download_folder_path, exist_ok=True) \n", + " return base_download_folder_path\n", + "\n", + "def create_download_link(source_folder, destination_folder_name):\n", + " folder_to_compress = os.path.basename(source_folder)\n", + " zip_file_name = folder_to_compress + '.zip'\n", + " local_zip_file_path = os.path.join(current_working_directory, destination_folder_name, zip_file_name)\n", + " download_folder_path = os.path.join(destination_folder_name, zip_file_name)\n", + " try:\n", + " base_download_folder_path = create_destination_folders(destination_folder_name)\n", + " shutil.make_archive(folder_to_compress, 'zip', source_folder)\n", + " shutil.copy2(zip_file_name, base_download_folder_path)\n", + " if os.path.exists(local_zip_file_path):\n", + " os.remove(local_zip_file_path)\n", + " shutil.move(zip_file_name, local_zip_file_path)\n", + " \n", + " download_button_html = f\"\"\"\n", + " \n", + " \n", + "
\n", + " Zipped output file created at {local_zip_file_path}\n", + "
\n", + "
\n", + " Download Output\n", + "
\n", + " \"\"\"\n", + " displayHTML(download_button_html)\n", + " except Exception as e:\n", + " error_message_html = f\"\"\"\n", + "
\n", + " Error: Cannot create download link for {source_folder}. Reason: {e}\n", + "
\n", + " \"\"\"\n", + " displayHTML(error_message_html)\n", + "\n", + "destination_folder_name = \"Tools_Output\"\n", + "create_download_link(output_folder, destination_folder_name)\n" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "bbe50fde-0bd6-4281-95fd-6a1ec6f17ab2", + "showTitle": false, + "title": "" + } + }, + "source": [ + "\n", + "## Summary Output\n", + "\n", + "The report provides a comprehensive overview of the entire application execution, estimated speedup, including unsupported operators and non-SQL operations. By default, the applications and queries are sorted in descending order based on the following fields:\n", + "\n", + "- Estimated GPU Speedup Category\n", + "- Estimated GPU Speedup" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "b8bca4a6-16d8-4b60-ba7b-9aff64bdcaa1", + "showTitle": true, + "title": "qualification_summary.csv" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "summary_output=pd.read_csv(os.path.join(output_folder, \"qualification_summary.csv\"))\n", + "display(summary_output)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "6756159b-30ca-407a-ab6b-9c29ced01ea6", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Stages Output\n", + "\n", + "For each stage used in SQL operations, the Qualification tool generates the following information:\n", + "\n", + "1. App ID\n", + "2. Stage ID\n", + "3. Average Speedup Factor: The average estimated speed-up of all the operators in the given stage.\n", + "4. Stage Task Duration: The amount of time spent in tasks of SQL DataFrame operations for the given stage.\n", + "5. Unsupported Task Duration: The sum of task durations for the unsupported operators. For more details, see [Supported Operators](https://nvidia.github.io/spark-rapids/docs/supported_ops.html).\n", + "6. Stage Estimated: Indicates if the stage duration had to be estimated (True or False).\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "cdde6177-db5f-434a-995b-776678a64a3a", + "showTitle": true, + "title": "rapids_4_spark_qualification_output_stages.csv" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "jar_output_folder = os.path.join(output_folder, \"rapids_4_spark_qualification_output\")\n", + "stages_output=pd.read_csv(os.path.join(jar_output_folder, \"rapids_4_spark_qualification_output_stages.csv\"))\n", + "display(stages_output)" + ] + }, + { + "cell_type": "markdown", + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "4d7ce219-ae75-4a0c-a78c-4e7f25b8cd6f", + "showTitle": false, + "title": "" + } + }, + "source": [ + "## Execs Output\n", + "\n", + "The Qualification tool generates a report of the “Exec” in the “SparkPlan” or “Executor Nodes” along with the estimated acceleration on the GPU. Please refer to the [Supported Operators guide](https://nvidia.github.io/spark-rapids/docs/supported_ops.html) for more details on limitations on UDFs and unsupported operators.\n", + "\n", + "1. App ID\n", + "2. SQL ID\n", + "3. Exec Name: Example: Filter, HashAggregate\n", + "4. Expression Name\n", + "5. Task Speedup Factor: The average acceleration of the operators based on the original CPU duration of the operator divided by the GPU duration. The tool uses historical queries and benchmarks to estimate a speed-up at an individual operator level to calculate how much a specific operator would accelerate on GPU.\n", + "6. Exec Duration: Wall-clock time measured from when the operator starts until it is completed.\n", + "7. SQL Node ID\n", + "8. Exec Is Supported: Indicates whether the Exec is supported by RAPIDS. Refer to the Supported Operators section for details.\n", + "9. Exec Stages: An array of stage IDs.\n", + "10. Exec Children\n", + "11. Exec Children Node IDs\n", + "12. Exec Should Remove: Indicates whether the Op is removed from the migrated plan.\n" + ] + }, + { + "cell_type": "code", + "execution_count": 0, + "metadata": { + "application/vnd.databricks.v1+cell": { + "cellMetadata": { + "byteLimit": 2048000, + "rowLimit": 10000 + }, + "inputWidgets": {}, + "nuid": "998b0c51-0cb6-408e-a01a-d1f5b1a61e1f", + "showTitle": true, + "title": "rapids_4_spark_qualification_output_execs" + }, + "jupyter": { + "source_hidden": true + } + }, + "outputs": [], + "source": [ + "execs_output=pd.read_csv(os.path.join(jar_output_folder, \"rapids_4_spark_qualification_output_execs.csv\"))\n", + "display(execs_output)" + ] + } + ], + "metadata": { + "application/vnd.databricks.v1+notebook": { + "dashboards": [ + { + "elements": [], + "globalVars": {}, + "guid": "", + "layoutOption": { + "grid": true, + "stack": true + }, + "nuid": "91c1bfb2-695a-4e5c-8a25-848a433108dc", + "origId": 825198511668429, + "title": "Executive View", + "version": "DashboardViewV1", + "width": 1600 + }, + { + "elements": [], + "globalVars": {}, + "guid": "", + "layoutOption": { + "grid": true, + "stack": true + }, + "nuid": "62243296-4562-4f06-90ac-d7a609f19c16", + "origId": 825198511668430, + "title": "App View", + "version": "DashboardViewV1", + "width": 1920 + } + ], + "environmentMetadata": null, + "language": "python", + "notebookMetadata": { + "mostRecentlyExecutedCommandWithImplicitDF": { + "commandId": 825198511668420, + "dataframes": [ + "_sqldf" + ] + }, + "pythonIndentUnit": 2, + "widgetLayout": [ + { + "breakBefore": false, + "name": "Cloud Provider", + "width": 183 + }, + { + "breakBefore": false, + "name": "Eventlog Path", + "width": 728 + }, + { + "breakBefore": false, + "name": "Output Path", + "width": 232 + } + ] + }, + "notebookName": "[RAPIDS Accelerator for Apache Spark] Qualification Tool Notebook Template", + "widgets": { + "Cloud Provider": { + "currentValue": "aws", + "nuid": "8dddcaf7-104e-4247-b811-ff7a133b28d4", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "dropdown", + "defaultValue": "aws", + "label": null, + "name": "Cloud Provider", + "options": { + "widgetType": "dropdown", + "autoCreated": null, + "choices": [ + "aws", + "azure" + ] + } + } + }, + "Eventlog Path": { + "currentValue": "/dbfs/user1/qualification_logs", + "nuid": "1272501d-5ad9-42be-ab62-35768b2fc384", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "text", + "defaultValue": "/dbfs/user1/qualification_logs", + "label": null, + "name": "Eventlog Path", + "options": { + "widgetType": "text", + "autoCreated": null, + "validationRegex": null + } + } + }, + "Output Path": { + "currentValue": "/tmp", + "nuid": "ab7e082c-1ef9-4912-8fd7-51bf985eb9c1", + "typedWidgetInfo": null, + "widgetInfo": { + "widgetType": "text", + "defaultValue": "/tmp", + "label": null, + "name": "Output Path", + "options": { + "widgetType": "text", + "autoCreated": null, + "validationRegex": null + } + } + } + } + }, + "language_info": { + "name": "python" + } + }, + "nbformat": 4, + "nbformat_minor": 0 +} diff --git a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification User Tool Notebook Template.ipynb b/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification User Tool Notebook Template.ipynb deleted file mode 100644 index 4f1519235..000000000 --- a/tools/databricks/[RAPIDS Accelerator for Apache Spark] Qualification User Tool Notebook Template.ipynb +++ /dev/null @@ -1,2252 +0,0 @@ -{ - "cells": [ - { - "cell_type": "markdown", - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "df33c614-2ecc-47a0-8600-bc891681997f", - "showTitle": false, - "title": "" - } - }, - "source": [ - "# Welcome to the Qualification User Tool for the RAPIDS Accelerator for Apache Spark\n", - "To run the user tool, you need to enter a log path that represents the DBFS location for your Spark CPU event logs. Then you can select \"Run all\" to execute the notebook. After the notebook completes, you will see various output tables show up below. More options for running the qualification user tool can be found here: https://docs.nvidia.com/spark-rapids/user-guide/latest/spark-qualification-tool.html#running-the-qualification-tool-standalone-for-csp-environments-on-spark-event-logs.\n", - "\n", - "## Summary Output\n", - "The report represents the entire app execution, including unsupported operators and non-SQL operations. By default, the applications and queries are sorted in descending order by the following fields:\n", - "- Recommendation;\n", - "- Estimated GPU Speed-up;\n", - "- Estimated GPU Time Saved; and\n", - "- End Time.\n", - "\n", - "## Stages Output\n", - "For each stage used in SQL operations, the Qualification tool generates the following information:\n", - "1. App ID\n", - "1. Stage ID\n", - "1. Average Speedup Factor: the average estimated speed-up of all the operators in the given stage.\n", - "1. Stage Task Duration: amount of time spent in tasks of SQL Dataframe operations for the given stage.\n", - "1. Unsupported Task Duration: sum of task durations for the unsupported operators. For more details, see Supported Operators.\n", - "1. Stage Estimated: True or False indicates if we had to estimate the stage duration.\n", - "\n", - "## Execs Output\n", - "The Qualification tool generates a report of the “Exec” in the “SparkPlan” or “Executor Nodes” along with the estimated acceleration on the GPU. Please refer to the Supported Operators guide for more details on limitations on UDFs and unsupported operators.\n", - "1. App ID\n", - "1. SQL ID\n", - "1. Exec Name: example Filter, HashAggregate\n", - "1. Expression Name\n", - "1. Task Speedup Factor: it is simply the average acceleration of the operators based on the original CPU duration of the operator divided by the GPU duration. The tool uses historical queries and benchmarks to estimate a speed-up at an individual operator level to calculate how much a specific operator would accelerate on GPU.\n", - "1. Exec Duration: wall-Clock time measured since the operator starts till it is completed.\n", - "1. SQL Node Id\n", - "1. Exec Is Supported: whether the Exec is supported by RAPIDS or not. Please refer to the Supported Operators section.\n", - "1. Exec Stages: an array of stage IDs\n", - "1. Exec Children\n", - "1. Exec Children Node Ids\n", - "1. Exec Should Remove: whether the Op is removed from the migrated plan." - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "811645aa-ec72-4bd9-8b79-fb1cadf768f8", - "showTitle": true, - "title": "Environment Setup" - }, - "jupyter": { - "source_hidden": true - } - }, - "outputs": [ - { - "output_type": "stream", - "name": "stdout", - "output_type": "stream", - "text": [ - "Setting up the virtual environment 'databricks_venv'.\nSpark Rapids User Tools installed successfully.\n" - ] - } - ], - "source": [ - "%sh\n", - "VENV=\"databricks_venv\"\n", - "echo \"Setting up the virtual environment '$VENV'.\"\n", - "(apt update && \\\n", - "apt install -y python3-venv && \\\n", - "python3 -m venv $VENV && \\\n", - "source $VENV/bin/activate && \\\n", - "echo \"Installing Spark Rapids User Tools\"\n", - "pip install spark-rapids-user-tools) > /dev/null 2>&1 || \\\n", - "{ echo \"Error: Failed to install Spark Rapids User Tools\"; exit 1; }\n", - "echo \"Spark Rapids User Tools installed successfully.\"\n" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "acf401a3-12d3-4236-a6c5-8fe8990b153a", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "import os\n", - "import pandas as pd\n", - "dbutils.widgets.text(\"log_path\", \"\")\n", - "eventlog_string=dbutils.widgets.get(\"log_path\")\n", - "\n", - "dbutils.widgets.text(\"output_path\", \"\")\n", - "outputpath_string=dbutils.widgets.get(\"output_path\")\n", - "\n", - "dbutils.widgets.dropdown(\"csp\", \"aws\", [\"aws\", \"azure\"])\n", - "csp_string=dbutils.widgets.get(\"csp\")\n", - "\n", - "os.environ[\"EVENTLOG_PATH\"] = eventlog_string\n", - "os.environ[\"OUTPUT_PATH\"] = outputpath_string\n", - "os.environ[\"PLATFORM\"] = f\"databricks-{csp_string}\"" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "693b5ee0-7500-43f3-b3e2-717fd5468aa8", - "showTitle": false, - "title": "" - } - }, - "outputs": [], - "source": [ - "%sh\n", - "source databricks_venv/bin/activate\n", - "spark_rapids_user_tools $PLATFORM qualification --eventlogs $EVENTLOG_PATH --local_folder $OUTPUT_PATH --verbose &> $OUTPUT_PATH/qual_debug.log" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "05f96ca1-1b08-494c-a12b-7e6cc3dcc546", - "showTitle": true, - "title": "Parse Output" - }, - "jupyter": { - "source_hidden": true - } - }, - "outputs": [], - "source": [ - "log_path = os.path.join(outputpath_string, \"qual_debug.log\")\n", - "\n", - "try:\n", - " with open(log_path, 'r') as file:\n", - " output_folder = next((line.split(\":\", 1)[1].strip() for line in file if line.startswith(\"Qualification tool output: \")), None)\n", - " if output_folder is None:\n", - " raise ValueError(f\"Cannot find output folder. See logs: {log_path}\")\n", - "except FileNotFoundError:\n", - " print(f\"File not found: {log_path}\")" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "bbe50fde-0bd6-4281-95fd-6a1ec6f17ab2", - "showTitle": false, - "title": "" - } - }, - "source": [ - "## Summary Output" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "fb8edb26-e173-47ff-92a1-463baec7c06b", - "showTitle": false, - "title": "" - } - }, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/html": [ - "
App NameApp IDRecommendationEstimated GPU SpeedupEstimated GPU DurationEstimated GPU Time SavedSQL DF DurationSQL Dataframe Task DurationApp DurationGPU OpportunityExecutor CPU Time PercentSQL Ids with FailuresUnsupported Read File Formats and TypesUnsupported Write Data FormatComplex TypesNested Complex TypesPotential ProblemsLongest SQL DurationNONSQL Task Duration Plus OverheadUnsupported Task DurationSupported SQL DF Task DurationTask Speedup FactorApp Duration EstimatedUnsupported ExecsUnsupported ExpressionsEstimated Job Frequency (monthly)
TPC-DS Like Bench q1app-20220209224147-0004Recommended1.422476.589130.41134177598550316071341737.09nullnullnullnullnullnull134123012015075985503.13falseExecute CreateViewCommandnull30
" - ] - }, - "metadata": { - "application/vnd.databricks.v1+output": { - "addedWidgets": {}, - "aggData": [], - "aggError": "", - "aggOverflow": false, - "aggSchema": [], - "aggSeriesLimitReached": false, - "aggType": "", - "arguments": {}, - "columnCustomDisplayInfos": {}, - "data": [ - [ - "TPC-DS Like Bench q1", - "app-20220209224147-0004", - "Recommended", - 1.4, - 22476.58, - 9130.41, - 13417, - 7598550, - 31607, - 13417, - 37.09, - null, - null, - null, - null, - null, - null, - 13412, - 3012015, - 0, - 7598550, - 3.13, - false, - "Execute CreateViewCommand", - null, - 30 - ] - ], - "datasetInfos": [], - "dbfsResultPath": null, - "isJsonSchema": true, - "metadata": {}, - "overflow": false, - "plotOptions": { - "customPlotOptions": {}, - "displayType": "table", - "pivotAggregation": null, - "pivotColumns": null, - "xColumns": null, - "yColumns": null - }, - "removedWidgets": [], - "schema": [ - { - "metadata": "{}", - "name": "App Name", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "App ID", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Recommendation", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Estimated GPU Speedup", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Estimated GPU Duration", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Estimated GPU Time Saved", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "SQL DF Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "SQL Dataframe Task Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "App Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "GPU Opportunity", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Executor CPU Time Percent", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "SQL Ids with Failures", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Unsupported Read File Formats and Types", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Unsupported Write Data Format", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Complex Types", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Nested Complex Types", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Potential Problems", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Longest SQL Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "NONSQL Task Duration Plus Overhead", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Unsupported Task Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Supported SQL DF Task Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Task Speedup Factor", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "App Duration Estimated", - "type": "\"boolean\"" - }, - { - "metadata": "{}", - "name": "Unsupported Execs", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Unsupported Expressions", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Estimated Job Frequency (monthly)", - "type": "\"long\"" - } - ], - "type": "table" - } - }, - "output_type": "display_data" - } - ], - "source": [ - "summary_output=pd.read_csv(os.path.join(output_folder, \"rapids_4_spark_qualification_output.csv\"))\n", - "display(summary_output)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "6756159b-30ca-407a-ab6b-9c29ced01ea6", - "showTitle": false, - "title": "" - } - }, - "source": [ - "## Stages Output" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "cdde6177-db5f-434a-995b-776678a64a3a", - "showTitle": false, - "title": "" - } - }, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/html": [ - "
App IDStage IDAverage Speedup FactorStage Task DurationUnsupported Task DurationStage EstimatedNumber of transitions from or to GPU
app-20220209224147-0004374.35953090false0
app-20220209224147-0004322.679690false0
app-20220209224147-0004363.0216310760false0
app-20220209224147-0004394.883790290false0
app-20220209224147-0004332.6911413110false0
app-20220209224147-0004402.452180false0
app-20220209224147-0004312.679140false0
app-20220209224147-0004342.6926254370false0
app-20220209224147-0004352.9311666720false0
app-20220209224147-0004382.99576150false0
" - ] - }, - "metadata": { - "application/vnd.databricks.v1+output": { - "addedWidgets": {}, - "aggData": [], - "aggError": "", - "aggOverflow": false, - "aggSchema": [], - "aggSeriesLimitReached": false, - "aggType": "", - "arguments": {}, - "columnCustomDisplayInfos": {}, - "data": [ - [ - "app-20220209224147-0004", - 37, - 4.3, - 595309, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 32, - 2.67, - 969, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 36, - 3.02, - 1631076, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 39, - 4.88, - 379029, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 33, - 2.69, - 1141311, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 40, - 2.45, - 218, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 31, - 2.67, - 914, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 34, - 2.69, - 2625437, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 35, - 2.93, - 1166672, - 0, - false, - 0 - ], - [ - "app-20220209224147-0004", - 38, - 2.99, - 57615, - 0, - false, - 0 - ] - ], - "datasetInfos": [], - "dbfsResultPath": null, - "isJsonSchema": true, - "metadata": {}, - "overflow": false, - "plotOptions": { - "customPlotOptions": {}, - "displayType": "table", - "pivotAggregation": null, - "pivotColumns": null, - "xColumns": null, - "yColumns": null - }, - "removedWidgets": [], - "schema": [ - { - "metadata": "{}", - "name": "App ID", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Stage ID", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Average Speedup Factor", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Stage Task Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Unsupported Task Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Stage Estimated", - "type": "\"boolean\"" - }, - { - "metadata": "{}", - "name": "Number of transitions from or to GPU", - "type": "\"long\"" - } - ], - "type": "table" - } - }, - "output_type": "display_data" - } - ], - "source": [ - "stages_output=pd.read_csv(os.path.join(output_folder, \"rapids_4_spark_qualification_output_stages.csv\"))\n", - "display(stages_output)" - ] - }, - { - "cell_type": "markdown", - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "4d7ce219-ae75-4a0c-a78c-4e7f25b8cd6f", - "showTitle": false, - "title": "" - } - }, - "source": [ - "## Execs Output" - ] - }, - { - "cell_type": "code", - "execution_count": 0, - "metadata": { - "application/vnd.databricks.v1+cell": { - "cellMetadata": { - "byteLimit": 2048000, - "rowLimit": 10000 - }, - "inputWidgets": {}, - "nuid": "998b0c51-0cb6-408e-a01a-d1f5b1a61e1f", - "showTitle": false, - "title": "" - } - }, - "outputs": [ - { - "output_type": "display_data", - "data": { - "text/html": [ - "
App IDSQL IDExec NameExpression NameTask Speedup FactorExec DurationSQL Node IdExec Is SupportedExec StagesExec ChildrenExec Children Node IdsExec Should Remove
app-20220209224147-00048Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424WholeStageCodegen (7)WholeStageCodegen (7)3.2385810046true35HashAggregate:HashAggregate47:48false
app-20220209224147-000424TakeOrderedAndProjectnull2.4501true39:40nullnullfalse
app-20220209224147-000424WholeStageCodegen (9)WholeStageCodegen (9)3.151059true31Project:Filter:ColumnarToRow60:61:62false
app-20220209224147-000424Execute InsertIntoHadoopFsRelationCommand parquetnull2.4500truenullnullnullfalse
app-20220209224147-000424SortMergeJoinnull20.57012true37nullnullfalse
app-20220209224147-00045Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Filternull3.75038true32nullnullfalse
app-20220209224147-000424Scan parquetnull2.451942970true38nullnullfalse
app-20220209224147-000424Exchangenull2.78242345true35:37nullnullfalse
app-20220209224147-000410Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Filternull3.75032true32nullnulltrue
app-20220209224147-000424WholeStageCodegen (6)WholeStageCodegen (6)3.06157938450true34HashAggregate:Project:BroadcastHashJoin:Filter:ColumnarToRow51:52:53:54:55false
app-20220209224147-000424HashAggregatenull3.23047true35nullnullfalse
app-20220209224147-000424ColumnarToRownull1.0039false32nullnulltrue
app-20220209224147-000424Projectnull2.4503truenullnullnullfalse
app-20220209224147-00042Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000412Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424ColumnarToRownull1.0062false31nullnulltrue
app-20220209224147-00049Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Exchangenull2.78347true37:39nullnullfalse
app-20220209224147-00041Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Projectnull2.45037truenullnullnullfalse
app-20220209224147-000416Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424WholeStageCodegen (13)WholeStageCodegen (13)6.11579164true39Sort65false
app-20220209224147-000424SortMergeJoinnull20.5704true39nullnullfalse
app-20220209224147-000424WholeStageCodegen (8)WholeStageCodegen (8)4.3611634141true37Sort:Filter:HashAggregate42:43:44false
app-20220209224147-000424Scan parquetnull2.4554840true32nullnullfalse
app-20220209224147-000424HashAggregatenull3.23044true37nullnullfalse
app-20220209224147-000424WholeStageCodegen (10)WholeStageCodegen (10)7.071794158true37Project:BroadcastHashJoin:Project:SortMergeJoin9:10:11:12false
app-20220209224147-000424HashAggregatenull3.23048true35nullnullfalse
app-20220209224147-000424Filternull3.75068true38nullnullfalse
app-20220209224147-000424Scan parquetnull2.4577446456true34nullnullfalse
app-20220209224147-000424WholeStageCodegen (1)WholeStageCodegen (1)3.156736true32Project:Filter:ColumnarToRow37:38:39false
app-20220209224147-000413Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424BroadcastHashJoinnull2.82023true33nullnullfalse
app-20220209224147-000424Filternull3.75043true37nullnullfalse
app-20220209224147-000424ColumnarToRownull1.0033false32nullnulltrue
app-20220209224147-000417Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Filternull3.75024true33nullnullfalse
app-20220209224147-000424WholeStageCodegen (12)WholeStageCodegen (12)3.753194467true38Filter:ColumnarToRow68:69false
app-20220209224147-000424Scan parquetnull2.4528286426true33nullnullfalse
app-20220209224147-000418Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424HashAggregatenull3.23051true34nullnullfalse
app-20220209224147-000424BroadcastHashJoinnull2.82010true37nullnullfalse
app-20220209224147-000424Sortnull6.11065true39nullnullfalse
app-20220209224147-000424WholeStageCodegen (2)WholeStageCodegen (2)3.0683372720true33HashAggregate:Project:BroadcastHashJoin:Filter:ColumnarToRow21:22:23:24:25false
app-20220209224147-000424WholeStageCodegen (3)WholeStageCodegen (3)3.4975826916true36Filter:HashAggregate17:18false
app-20220209224147-000424BroadcastExchangenull2.45146335truenullnullnullfalse
app-20220209224147-000424SubqueryBroadcastnull2.45148627truenullnullnullfalse
app-20220209224147-000421Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424HashAggregatenull3.23018true36nullnullfalse
app-20220209224147-000419Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Projectnull2.4509truenullnullnullfalse
app-20220209224147-000424Projectnull2.45052truenullnullnullfalse
app-20220209224147-000424Filternull3.75054true34nullnullfalse
app-20220209224147-000424HashAggregatenull3.23021true33nullnullfalse
app-20220209224147-000424ColumnarToRownull1.0025false33nullnulltrue
app-20220209224147-000424BroadcastHashJoinnull2.82053true34nullnullfalse
app-20220209224147-000424BroadcastExchangenull2.45142458truenullnullnullfalse
app-20220209224147-00044Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424ColumnarToRownull1.0069false38nullnulltrue
app-20220209224147-000422Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000415Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Projectnull2.45011truenullnullnullfalse
app-20220209224147-000424WholeStageCodegen (1)WholeStageCodegen (1)1.056730true32Project:Filter:ColumnarToRow31:32:33true
app-20220209224147-000424ReusedExchangenull1.0028truenullnullnulltrue
app-20220209224147-000423Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Scan parquetnull2.4550663true31nullnullfalse
app-20220209224147-000424Projectnull2.45031truenullnullnulltrue
app-20220209224147-000424Exchangenull2.78794015true36:37nullnullfalse
app-20220209224147-000424WholeStageCodegen (14)WholeStageCodegen (14)11.511728102true39Project:SortMergeJoin3:4false
app-20220209224147-00046Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424ColumnarToRownull1.0055false34nullnulltrue
app-20220209224147-000424Sortnull6.11042true37nullnullfalse
app-20220209224147-000424Scan parquetnull2.4554834true32nullnulltrue
app-20220209224147-000424Projectnull2.45022truenullnullnullfalse
app-20220209224147-000411Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424WholeStageCodegen (4)WholeStageCodegen (4)6.1141238013true37Sort14false
app-20220209224147-00047Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000420Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Filternull3.75017true36nullnullfalse
app-20220209224147-000424BroadcastExchangenull2.45146329truenullnullnulltrue
app-20220209224147-000424Exchangenull2.781024449true34:35nullnullfalse
app-20220209224147-000414Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-00040Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Sortnull6.11014true37nullnullfalse
app-20220209224147-00043Execute CreateViewCommandnull1.000falsenullnullnullfalse
app-20220209224147-000424Exchangenull2.7813066true38:39nullnullfalse
app-20220209224147-000424Filternull3.75061true31nullnullfalse
app-20220209224147-000424Sortnull6.1106true39nullnullfalse
app-20220209224147-000424Projectnull2.45060truenullnullnullfalse
app-20220209224147-000424WholeStageCodegen (11)WholeStageCodegen (11)6.112608045true39Sort6false
app-20220209224147-000424SubqueryBroadcastnull2.45148657truenullnullnullfalse
app-20220209224147-000424Exchangenull2.781614819true33:36nullnullfalse
" - ] - }, - "metadata": { - "application/vnd.databricks.v1+output": { - "addedWidgets": {}, - "aggData": [], - "aggError": "", - "aggOverflow": false, - "aggSchema": [], - "aggSeriesLimitReached": false, - "aggType": "", - "arguments": {}, - "columnCustomDisplayInfos": {}, - "data": [ - [ - "app-20220209224147-0004", - 8, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (7)", - "WholeStageCodegen (7)", - 3.23, - 858100, - 46, - true, - "35", - "HashAggregate:HashAggregate", - "47:48", - false - ], - [ - "app-20220209224147-0004", - 24, - "TakeOrderedAndProject", - null, - 2.45, - 0, - 1, - true, - "39:40", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (9)", - "WholeStageCodegen (9)", - 3.1, - 510, - 59, - true, - "31", - "Project:Filter:ColumnarToRow", - "60:61:62", - false - ], - [ - "app-20220209224147-0004", - 24, - "Execute InsertIntoHadoopFsRelationCommand parquet", - null, - 2.45, - 0, - 0, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "SortMergeJoin", - null, - 20.57, - 0, - 12, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 5, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 38, - true, - "32", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 19429, - 70, - true, - "38", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 2423, - 45, - true, - "35:37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 10, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 32, - true, - "32", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (6)", - "WholeStageCodegen (6)", - 3.06, - 1579384, - 50, - true, - "34", - "HashAggregate:Project:BroadcastHashJoin:Filter:ColumnarToRow", - "51:52:53:54:55", - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 47, - true, - "35", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 39, - false, - "32", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 3, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 2, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 12, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 62, - false, - "31", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 9, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 34, - 7, - true, - "37:39", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 1, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 37, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 16, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (13)", - "WholeStageCodegen (13)", - 6.11, - 5791, - 64, - true, - "39", - "Sort", - "65", - false - ], - [ - "app-20220209224147-0004", - 24, - "SortMergeJoin", - null, - 20.57, - 0, - 4, - true, - "39", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (8)", - "WholeStageCodegen (8)", - 4.36, - 116341, - 41, - true, - "37", - "Sort:Filter:HashAggregate", - "42:43:44", - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 548, - 40, - true, - "32", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 44, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (10)", - "WholeStageCodegen (10)", - 7.07, - 179415, - 8, - true, - "37", - "Project:BroadcastHashJoin:Project:SortMergeJoin", - "9:10:11:12", - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 48, - true, - "35", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 68, - true, - "38", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 774464, - 56, - true, - "34", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (1)", - "WholeStageCodegen (1)", - 3.1, - 567, - 36, - true, - "32", - "Project:Filter:ColumnarToRow", - "37:38:39", - false - ], - [ - "app-20220209224147-0004", - 13, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastHashJoin", - null, - 2.82, - 0, - 23, - true, - "33", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 43, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 33, - false, - "32", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 17, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 24, - true, - "33", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (12)", - "WholeStageCodegen (12)", - 3.75, - 31944, - 67, - true, - "38", - "Filter:ColumnarToRow", - "68:69", - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 282864, - 26, - true, - "33", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 18, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 51, - true, - "34", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastHashJoin", - null, - 2.82, - 0, - 10, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Sort", - null, - 6.11, - 0, - 65, - true, - "39", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (2)", - "WholeStageCodegen (2)", - 3.06, - 833727, - 20, - true, - "33", - "HashAggregate:Project:BroadcastHashJoin:Filter:ColumnarToRow", - "21:22:23:24:25", - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (3)", - "WholeStageCodegen (3)", - 3.49, - 758269, - 16, - true, - "36", - "Filter:HashAggregate", - "17:18", - false - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastExchange", - null, - 2.45, - 1463, - 35, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "SubqueryBroadcast", - null, - 2.45, - 1486, - 27, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 21, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 18, - true, - "36", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 19, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 9, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 52, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 54, - true, - "34", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "HashAggregate", - null, - 3.23, - 0, - 21, - true, - "33", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 25, - false, - "33", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastHashJoin", - null, - 2.82, - 0, - 53, - true, - "34", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastExchange", - null, - 2.45, - 1424, - 58, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 4, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 69, - false, - "38", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 22, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 15, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 11, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (1)", - "WholeStageCodegen (1)", - 1.0, - 567, - 30, - true, - "32", - "Project:Filter:ColumnarToRow", - "31:32:33", - true - ], - [ - "app-20220209224147-0004", - 24, - "ReusedExchange", - null, - 1.0, - 0, - 28, - true, - null, - null, - null, - true - ], - [ - "app-20220209224147-0004", - 23, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 506, - 63, - true, - "31", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 31, - true, - null, - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 7940, - 15, - true, - "36:37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (14)", - "WholeStageCodegen (14)", - 11.51, - 172810, - 2, - true, - "39", - "Project:SortMergeJoin", - "3:4", - false - ], - [ - "app-20220209224147-0004", - 6, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "ColumnarToRow", - null, - 1.0, - 0, - 55, - false, - "34", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "Sort", - null, - 6.11, - 0, - 42, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Scan parquet", - null, - 2.45, - 548, - 34, - true, - "32", - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 22, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 11, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (4)", - "WholeStageCodegen (4)", - 6.11, - 412380, - 13, - true, - "37", - "Sort", - "14", - false - ], - [ - "app-20220209224147-0004", - 7, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 20, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 17, - true, - "36", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "BroadcastExchange", - null, - 2.45, - 1463, - 29, - true, - null, - null, - null, - true - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 10244, - 49, - true, - "34:35", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 14, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 0, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Sort", - null, - 6.11, - 0, - 14, - true, - "37", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 3, - "Execute CreateViewCommand", - null, - 1.0, - 0, - 0, - false, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 130, - 66, - true, - "38:39", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Filter", - null, - 3.75, - 0, - 61, - true, - "31", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Sort", - null, - 6.11, - 0, - 6, - true, - "39", - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Project", - null, - 2.45, - 0, - 60, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "WholeStageCodegen (11)", - "WholeStageCodegen (11)", - 6.11, - 260804, - 5, - true, - "39", - "Sort", - "6", - false - ], - [ - "app-20220209224147-0004", - 24, - "SubqueryBroadcast", - null, - 2.45, - 1486, - 57, - true, - null, - null, - null, - false - ], - [ - "app-20220209224147-0004", - 24, - "Exchange", - null, - 2.78, - 16148, - 19, - true, - "33:36", - null, - null, - false - ] - ], - "datasetInfos": [], - "dbfsResultPath": null, - "isJsonSchema": true, - "metadata": {}, - "overflow": false, - "plotOptions": { - "customPlotOptions": {}, - "displayType": "table", - "pivotAggregation": null, - "pivotColumns": null, - "xColumns": null, - "yColumns": null - }, - "removedWidgets": [], - "schema": [ - { - "metadata": "{}", - "name": "App ID", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "SQL ID", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Exec Name", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Expression Name", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Task Speedup Factor", - "type": "\"double\"" - }, - { - "metadata": "{}", - "name": "Exec Duration", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "SQL Node Id", - "type": "\"long\"" - }, - { - "metadata": "{}", - "name": "Exec Is Supported", - "type": "\"boolean\"" - }, - { - "metadata": "{}", - "name": "Exec Stages", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Exec Children", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Exec Children Node Ids", - "type": "\"string\"" - }, - { - "metadata": "{}", - "name": "Exec Should Remove", - "type": "\"boolean\"" - } - ], - "type": "table" - } - }, - "output_type": "display_data" - } - ], - "source": [ - "execs_output=pd.read_csv(os.path.join(output_folder, \"rapids_4_spark_qualification_output_execs.csv\"))\n", - "display(execs_output)" - ] - } - ], - "metadata": { - "application/vnd.databricks.v1+notebook": { - "dashboards": [ - { - "elements": [], - "globalVars": {}, - "guid": "", - "layoutOption": { - "grid": true, - "stack": true - }, - "nuid": "91c1bfb2-695a-4e5c-8a25-848a433108dc", - "origId": 556902937009666, - "title": "Executive View", - "version": "DashboardViewV1", - "width": 1600 - }, - { - "elements": [], - "globalVars": {}, - "guid": "", - "layoutOption": { - "grid": true, - "stack": true - }, - "nuid": "62243296-4562-4f06-90ac-d7a609f19c16", - "origId": 556902937009667, - "title": "App View", - "version": "DashboardViewV1", - "width": 1920 - } - ], - "language": "python", - "notebookMetadata": { - "mostRecentlyExecutedCommandWithImplicitDF": { - "commandId": 556902937009671, - "dataframes": [ - "_sqldf" - ] - }, - "pythonIndentUnit": 2, - "widgetLayout": [ - { - "breakBefore": false, - "name": "log_path", - "width": 551 - }, - { - "breakBefore": false, - "name": "output_path", - "width": 551 - } - ] - }, - "notebookName": "[RAPIDS Accelerator for Apache Spark] Qualification User Tool Notebook Template", - "widgets": { - "csp": { - "currentValue": "aws", - "nuid": "c75636ae-f875-4022-98b5-14dbe4ac9957", - "widgetInfo": { - "widgetType": "dropdown", - "defaultValue": "aws", - "label": null, - "name": "csp", - "options": { - "widgetType": "dropdown", - "choices": [ - "aws", - "azure" - ] - } - } - }, - "log_path": { - "currentValue": "/dbfs/user1/qualification_logs", - "nuid": "88986aa6-6e67-4d09-aeeb-7c96ea1ea8f1", - "widgetInfo": { - "widgetType": "text", - "defaultValue": "", - "label": null, - "name": "log_path", - "options": { - "widgetType": "text", - "validationRegex": null - } - } - }, - "output_path": { - "currentValue": "/tmp", - "nuid": "0b9846bd-5c3e-4ae2-ba00-80bb9da1ee32", - "widgetInfo": { - "widgetType": "text", - "defaultValue": "", - "label": null, - "name": "output_path", - "options": { - "widgetType": "text", - "validationRegex": null - } - } - } - } - }, - "language_info": { - "name": "python" - } - }, - "nbformat": 4, - "nbformat_minor": 0 -}