[BugFix] support to read s3 in hudi reader (backport #27615) (#31218)

Co-authored-by: dirtysalt <[email protected]>
StarRocks · Sep 16, 2023 · 9738290 · 9738290
1 parent a4caca0
commit 9738290
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 1 deletion.
diff --git a/be/src/exec/olap_scan_prepare.cpp b/be/src/exec/olap_scan_prepare.cpp
@@ -385,7 +385,7 @@ void OlapScanConjunctsManager::normalize_join_runtime_filter(const SlotDescripto
     }
 
     // bloom runtime filter
-    for (const auto it : runtime_filters->descriptors()) {
+    for (const auto& it : runtime_filters->descriptors()) {
         const RuntimeFilterProbeDescriptor* desc = it.second;
         const JoinRuntimeFilter* rf = desc->runtime_filter();
         using RangeType = ColumnValueRange<RangeValueType>;

diff --git a/java-extensions/hudi-reader/pom.xml b/java-extensions/hudi-reader/pom.xml
@@ -18,6 +18,7 @@
         <slf4j.version>1.7.36</slf4j.version>
         <presto.hadoop.version>2.7.4-11</presto.hadoop.version>
         <presto.hive.version>3.0.0-8</presto.hive.version>
+        <hadoop.version>2.7.4</hadoop.version>
         <hudi.version>0.12.2</hudi.version>
         <fasterxml.version>2.13.4</fasterxml.version>
         <fasterxml.jackson.databind.version>2.13.4.2</fasterxml.jackson.databind.version>
@@ -88,6 +89,12 @@
             </exclusions>
         </dependency>
 
+        <dependency>
+            <groupId>org.apache.hadoop</groupId>
+            <artifactId>hadoop-aws</artifactId>
+            <version>${hadoop.version}</version>
+        </dependency>
+
         <dependency>
             <groupId>org.slf4j</groupId>
             <artifactId>slf4j-log4j12</artifactId>