[SPARK-50810][BUILD] SBT supports building profiler module

pan3793 · Jan 14, 2025 · 8abe260 · 8abe260
1 parent bba6839
commit 8abe260
Show file tree

Hide file tree

Showing 3 changed files with 11 additions and 4 deletions.
diff --git a/connector/profiler/README.md b/connector/profiler/README.md
@@ -3,8 +3,15 @@
 ## Build
 
 To build
+
+```
+./build/mvn clean package -DskipTests -Pjvm-profiler -pl :spark-profiler_2.13 -am
+```
+
+or
+
 ```
-  ./build/mvn clean package -DskipTests -Pjvm-profiler
+./build/sbt -Pjvm-profiler clean "profiler/compile"
 ```
 
 ## Executor Code Profiling

diff --git a/connector/profiler/src/main/scala/org/apache/spark/executor/profiler/package.scala b/connector/profiler/src/main/scala/org/apache/spark/executor/profiler/package.scala
@@ -31,7 +31,7 @@ package object profiler {
 
   private[profiler] val EXECUTOR_PROFILING_DFS_DIR =
     ConfigBuilder("spark.executor.profiling.dfsDir")
-      .doc("HDFS compatible file-system path to where the profiler will write output jfr files.")
+      .doc("HDFS compatible file-system patxh to where the profiler will write output jfr files.")
       .version("4.0.0")
       .stringConf
       .createOptional

diff --git a/project/SparkBuild.scala b/project/SparkBuild.scala
@@ -65,10 +65,10 @@ object BuildCommons {
   ).map(ProjectRef(buildLocation, _)) ++ sqlProjects ++ streamingProjects ++ connectProjects
 
   val optionallyEnabledProjects@Seq(kubernetes, yarn,
-    sparkGangliaLgpl, streamingKinesisAsl,
+    sparkGangliaLgpl, streamingKinesisAsl, profiler,
     dockerIntegrationTests, hadoopCloud, kubernetesIntegrationTests) =
     Seq("kubernetes", "yarn",
-      "ganglia-lgpl", "streaming-kinesis-asl",
+      "ganglia-lgpl", "streaming-kinesis-asl", "profiler",
       "docker-integration-tests", "hadoop-cloud", "kubernetes-integration-tests").map(ProjectRef(buildLocation, _))
 
   val assemblyProjects@Seq(networkYarn, streamingKafka010Assembly, streamingKinesisAslAssembly) =