Skip to content

Commit

Permalink
Merge pull request #347 from jlowe/udfs-static-runtime
Browse files Browse the repository at this point in the history
Update RAPIDS accelerated native UDFs example to use static CUDA runtime
  • Loading branch information
jlowe authored Jan 17, 2024
2 parents 9e97b9c + 014e3f5 commit 78432df
Show file tree
Hide file tree
Showing 2 changed files with 9 additions and 10 deletions.
13 changes: 6 additions & 7 deletions examples/UDF-Examples/RAPIDS-accelerated-UDFs/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -192,18 +192,17 @@ schema = StructType([
StructField("c2", IntegerType()),
])
data = [
("s1",1),
("s2",2),
("s1",3),
("s2",3),
("s1",3),
("a b c d",1),
("",2),
(None,3),
("the quick brown fox jumped over the lazy dog",3),
]
df = spark.createDataFrame(
SparkContext.getOrCreate().parallelize(data, numSlices=2),
schema)
df.createOrReplaceTempView("tab")

spark.sql("CREATE TEMPORARY FUNCTION {} AS '{}'".format("wordcount", "com.nvidia.spark.rapids.udf.hive.StringWordCount"))
spark.sql("select wordcount(c1) from tab group by c1").show()
spark.sql("select wordcount(c1) from tab group by c1").explain()
spark.sql("select c1, wordcount(c1) from tab").show()
spark.sql("select c1, wordcount(c1) from tab").explain()
```
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#=============================================================================
# Copyright (c) 2021-2022, NVIDIA CORPORATION.
# Copyright (c) 2021-2024, NVIDIA CORPORATION.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
Expand Down Expand Up @@ -81,7 +81,7 @@ set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} -w --expt-extended-lambda --expt-relax
# - cudf -------------------------------------------------------------------------------------------

# Ensure CUDA runtime is dynamic despite statically linking Arrow in libcudf
set(CUDA_USE_STATIC_CUDA_RUNTIME OFF)
set(CUDA_USE_STATIC_CUDA_RUNTIME ON)

rapids_cpm_init()
rapids_cpm_find(cudf 23.12.00
Expand All @@ -94,7 +94,7 @@ rapids_cpm_find(cudf 23.12.00
"BUILD_BENCHMARKS OFF"
"CUDF_USE_ARROW_STATIC ON"
"JITIFY_USE_CACHE ON"
"CUDA_STATIC_RUNTIME OFF"
"CUDA_STATIC_RUNTIME ${CUDA_USE_STATIC_CUDA_RUNTIME}"
"DISABLE_DEPRECATION_WARNING ON"
"AUTO_DETECT_CUDA_ARCHITECTURES OFF"
)
Expand Down

0 comments on commit 78432df

Please sign in to comment.