Support get iceberg partition table info.

fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergPartition.java

@@ -0,0 +1,82 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.datasource.iceberg;
+
+import java.util.List;
+
+public class IcebergPartition {
+    private final String partitionName;
+    private final List<String> partitionValues;
+    private final int specId;
+    private final long recordCount;
+    private final long fileSizeInBytes;
+    private final long fileCount;
+    private final long lastUpdateTime;
+    private final long lastSnapshotId;
+    private final List<String> transforms;
+
+    public IcebergPartition(String partitionName, int specId, long recordCount, long fileSizeInBytes, long fileCount,
+                            long lastUpdateTime, long lastSnapshotId, List<String> partitionValues,
+                            List<String> transforms) {
+        this.partitionName = partitionName;
+        this.specId = specId;
+        this.recordCount = recordCount;
+        this.fileSizeInBytes = fileSizeInBytes;
+        this.fileCount = fileCount;
+        this.lastUpdateTime = lastUpdateTime;
+        this.lastSnapshotId = lastSnapshotId;
+        this.partitionValues = partitionValues;
+        this.transforms = transforms;
+    }
+
+    public String getPartitionName() {
+        return partitionName;
+    }
+
+    public int getSpecId() {
+        return specId;
+    }
+
+    public long getRecordCount() {
+        return recordCount;
+    }
+
+    public long getFileSizeInBytes() {
+        return fileSizeInBytes;
+    }
+
+    public long getFileCount() {
+        return fileCount;
+    }
+
+    public long getLastUpdateTime() {
+        return lastUpdateTime;
+    }
+
+    public long getLastSnapshotId() {
+        return lastSnapshotId;
+    }
+
+    public List<String> getPartitionValues() {
+        return partitionValues;
+    }
+
+    public List<String> getTransforms() {
+        return transforms;
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergPartitionInfo.java

@@ -0,0 +1,71 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.datasource.iceberg;
+
+import org.apache.doris.catalog.PartitionItem;
+
+import com.google.common.collect.Maps;
+
+import java.util.Map;
+import java.util.Set;
+
+public class IcebergPartitionInfo {
+    private final Map<String, PartitionItem> nameToPartitionItem;
+    private final Map<String, IcebergPartition> nameToIcebergPartition;
+    private final Map<String, Set<String>> nameToIcebergPartitionNames;
+
+    public IcebergPartitionInfo() {
+        this.nameToPartitionItem = Maps.newHashMap();
+        this.nameToIcebergPartition = Maps.newHashMap();
+        this.nameToIcebergPartitionNames = Maps.newHashMap();
+    }
+
+    public IcebergPartitionInfo(Map<String, PartitionItem> nameToPartitionItem,
+                               Map<String, IcebergPartition> nameToIcebergPartition,
+                                Map<String, Set<String>> nameToIcebergPartitionNames) {
+        this.nameToPartitionItem = nameToPartitionItem;
+        this.nameToIcebergPartition = nameToIcebergPartition;
+        this.nameToIcebergPartitionNames = nameToIcebergPartitionNames;
+    }
+
+    public Map<String, PartitionItem> getNameToPartitionItem() {
+        return nameToPartitionItem;
+    }
+
+    public Map<String, IcebergPartition> getNameToIcebergPartition() {
+        return nameToIcebergPartition;
+    }
+
+    public long getLatestSnapshotId(String partitionName) {
+        Set<String> icebergPartitionNames = nameToIcebergPartitionNames.get(partitionName);
+        if (icebergPartitionNames == null) {
+            return nameToIcebergPartition.get(partitionName).getLastSnapshotId();
+        }
+        long latestSnapshotId = 0;
+        long latestUpdateTime = -1;
+        for (String name : icebergPartitionNames) {
+            IcebergPartition partition = nameToIcebergPartition.get(name);
+            long lastUpdateTime = partition.getLastUpdateTime();
+            if (latestUpdateTime < lastUpdateTime) {
+                latestUpdateTime = lastUpdateTime;
+                latestSnapshotId = partition.getLastSnapshotId();
+            }
+        }
+        return latestSnapshotId;
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/datasource/iceberg/IcebergSchemaCacheValue.java

@@ -0,0 +1,50 @@
+// Licensed to the Apache Software Foundation (ASF) under one
+// or more contributor license agreements.  See the NOTICE file
+// distributed with this work for additional information
+// regarding copyright ownership.  The ASF licenses this file
+// to you under the Apache License, Version 2.0 (the
+// "License"); you may not use this file except in compliance
+// with the License.  You may obtain a copy of the License at
+//
+//   http://www.apache.org/licenses/LICENSE-2.0
+//
+// Unless required by applicable law or agreed to in writing,
+// software distributed under the License is distributed on an
+// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+// KIND, either express or implied.  See the License for the
+// specific language governing permissions and limitations
+// under the License.
+
+package org.apache.doris.datasource.iceberg;
+
+import org.apache.doris.catalog.Column;
+import org.apache.doris.datasource.SchemaCacheValue;
+
+import java.util.List;
+
+public class IcebergSchemaCacheValue extends SchemaCacheValue {
+
+    private final List<Column> partitionColumns;
+    private final IcebergPartitionInfo partitionInfo;
+    private final long snapshotId;
+
+    public IcebergSchemaCacheValue(List<Column> schema, List<Column> partitionColumns,
+                                  long snapshotId, IcebergPartitionInfo partitionInfo) {
+        super(schema);
+        this.partitionColumns = partitionColumns;
+        this.snapshotId = snapshotId;
+        this.partitionInfo = partitionInfo;
+    }
+
+    public List<Column> getPartitionColumns() {
+        return partitionColumns;
+    }
+
+    public IcebergPartitionInfo getPartitionInfo() {
+        return partitionInfo;
+    }
+
+    public long getSnapshotId() {
+        return snapshotId;
+    }
+}

fe/fe-core/src/main/java/org/apache/doris/job/extensions/mtmv/MTMVTask.java

@@ -40,6 +40,7 @@
 import org.apache.doris.mtmv.MTMVRefreshContext;
 import org.apache.doris.mtmv.MTMVRefreshEnum.RefreshMethod;
 import org.apache.doris.mtmv.MTMVRefreshPartitionSnapshot;
+import org.apache.doris.mtmv.MTMVRelatedTableIf;
 import org.apache.doris.mtmv.MTMVRelation;
 import org.apache.doris.mtmv.MTMVUtil;
 import org.apache.doris.nereids.StatementContext;
@@ -176,6 +177,11 @@ public void run() throws JobException {
             this.relation = MTMVPlanUtil.generateMTMVRelation(mtmv, ctx);
             beforeMTMVRefresh();
             if (mtmv.getMvPartitionInfo().getPartitionType() != MTMVPartitionType.SELF_MANAGE) {
+                MTMVRelatedTableIf relatedTable = mtmv.getMvPartitionInfo().getRelatedTable();
+                if (!relatedTable.isValidRelatedTable()) {
+                    throw new JobException("MTMV " + mtmv.getName() + "'s related table " + relatedTable.getName()
+                        + " is not a valid related table anymore, stop refreshing.");
+                }
                 MTMVPartitionUtil.alignMvPartition(mtmv);
             }
             MTMVRefreshContext context = MTMVRefreshContext.buildContext(mtmv);

fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVPartitionUtil.java

@@ -317,7 +317,7 @@ public static boolean isSyncWithPartitions(MTMVRefreshContext context, String mt
         if (!relatedTable.needAutoRefresh()) {
             return true;
         }
-        // check if partitions of related table if changed
+        // check if partitions of related table is changed
         Set<String> snapshotPartitions = mtmv.getRefreshSnapshot().getSnapshotPartitions(mtmvPartitionName);
         if (!Objects.equals(relatedPartitionNames, snapshotPartitions)) {
             return false;

fe/fe-core/src/main/java/org/apache/doris/mtmv/MTMVRelatedTableIf.java

@@ -115,4 +115,13 @@ default boolean needAutoRefresh() {
      * @return
      */
     boolean isPartitionColumnAllowNull();
+
+    /**
+     * If the table is supported as related table.
+     * For example, an Iceberg table may become unsupported after partition revolution.
+     * @return
+     */
+    default boolean isValidRelatedTable() {
+        return true;
+    }
 }