fix force_jni_reader for HudiScanNode

apache · Nov 25, 2024 · f60e589 · f60e589
1 parent d0c8116
commit f60e589
Showing 1 changed file with 7 additions and 3 deletions.
diff --git a/fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/HudiScanNode.java b/fe/fe-core/src/main/java/org/apache/doris/datasource/hudi/source/HudiScanNode.java
@@ -146,7 +146,7 @@ public HudiScanNode(PlanNodeId id, TupleDescriptor desc, boolean needCheckColumn
 
     @Override
     public TFileFormatType getFileFormatType() throws UserException {
-        if (!sessionVariable.isForceJniScanner() && isCowOrRoTable) {
+        if (canUseNativeReader()) {
             return super.getFileFormatType();
         } else {
             // Use jni to read hudi table in BE
@@ -265,6 +265,10 @@ private void setHudiParams(TFileRangeDesc rangeDesc, HudiSplit hudiSplit) {
         rangeDesc.setTableFormatParams(tableFormatFileDesc);
     }
 
+    private boolean canUseNativeReader() {
+        return !sessionVariable.isForceJniScanner() && isCowOrRoTable;
+    }
+
     private List<HivePartition> getPrunedPartitions(
             HoodieTableMetaClient metaClient, Option<String> snapshotTimestamp) throws AnalysisException {
         List<Type> partitionColumnTypes = hmsTable.getPartitionColumnTypes();
@@ -322,7 +326,7 @@ private List<HivePartition> getPrunedPartitions(
     }
 
     private List<Split> getIncrementalSplits() {
-        if (isCowOrRoTable) {
+        if (canUseNativeReader()) {
             List<Split> splits = incrementalRelation.collectSplits();
             noLogsSplitNum.addAndGet(splits.size());
             return splits;
@@ -351,7 +355,7 @@ private void getPartitionSplits(HivePartition partition, List<Split> splits) thr
         HoodieTableFileSystemView fileSystemView = new HoodieTableFileSystemView(hudiClient,
                 timeline, statuses);
 
-        if (isCowOrRoTable) {
+        if (canUseNativeReader()) {
             fileSystemView.getLatestBaseFilesBeforeOrOn(partitionName, queryInstant).forEach(baseFile -> {
                 noLogsSplitNum.incrementAndGet();
                 String filePath = baseFile.getPath();