catch exception in statsCalculator

Author: englefly

fe/fe-core/src/main/java/org/apache/doris/nereids/stats/StatsCalculator.java

@@ -301,13 +301,32 @@ public static void estimate(GroupExpression groupExpression, CascadesContext con
 
     private void estimate() {
         Plan plan = groupExpression.getPlan();
-        Statistics newStats = plan.accept(this, null);
+        Statistics newStats;
+        try {
+            newStats = plan.accept(this, null);
+        } catch (Exception e) {
+            // throw exception in debug mode
+            if (ConnectContext.get() != null && ConnectContext.get().getSessionVariable().feDebug) {
+                throw e;
+            }
+            // use unknown stats or the first child's stats
+            if (plan.children().isEmpty() || !(plan.child(0) instanceof GroupPlan)) {
+                Map<Expression, ColumnStatistic> columnStatisticMap = new HashMap<>();
+                for (Slot slot : plan.getOutput()) {
+                    columnStatisticMap.put(slot, ColumnStatistic.createUnknownByDataType(slot.getDataType()));
+                }
+                newStats = new Statistics(1, 1, columnStatisticMap);
+            } else {
+                newStats = ((GroupPlan) plan.child(0)).getStats();
+            }
+        }
         newStats.normalizeColumnStatistics();
 
         // We ensure that the rowCount remains unchanged in order to make the cost of each plan comparable.
+        final Statistics tmpStats = newStats;
         if (groupExpression.getOwnerGroup().getStatistics() == null) {
             boolean isReliable = groupExpression.getPlan().getExpressions().stream()
-                    .noneMatch(e -> newStats.isInputSlotsUnknown(e.getInputSlots()));
+                    .noneMatch(e -> tmpStats.isInputSlotsUnknown(e.getInputSlots()));
             groupExpression.getOwnerGroup().setStatsReliable(isReliable);
             groupExpression.getOwnerGroup().setStatistics(newStats);
         } else {

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/expressions/literal/DateLiteral.java

@@ -245,7 +245,7 @@ static Result<String, AnalysisException> normalize(String s) {
             }
         }
         // year/month/day missing
-        if (partNumber < 3) {
+        if (partNumber != 3) {
             final String currentString = s;
             return Result.err(
                     () -> new AnalysisException("date/datetime literal [" + currentString + "] is invalid")

fe/fe-core/src/main/java/org/apache/doris/nereids/trees/plans/GroupPlan.java

@@ -62,7 +62,7 @@ public List<? extends Expression> getExpressions() {
 
     @Override
     public Statistics getStats() {
-        throw new IllegalStateException("GroupPlan can not invoke getStats()");
+        return group.getStatistics();
     }
 
     @Override

fe/fe-core/src/main/java/org/apache/doris/qe/SessionVariable.java

@@ -2272,12 +2272,8 @@ public void setDetailShapePlanNodes(String detailShapePlanNodes) {
     public boolean fallbackOtherReplicaWhenFixedCorrupt = false;
 
     @VariableMgr.VarAttr(name = "FE_DEBUG", needForward = true, fuzzy = true,
-            description = {"This is for testing purposes. In release mode (set to false), "
-                    + "the FE suppresses certain exceptions to allow SQL statements to proceed whenever possible.\n"
-                    + "In debug mode (set to true), the FE prioritizes throwing exceptions and halting SQL execution "
-                    + "immediately to expose errors.",
-                    "release版本设置为false，系统会忽略一部分异常，使得sql尽可能执行；"
-                            + "debug版本设置为true，系统尽量返回异常，中断sql执行。"})
+            description = {"when set true, FE will throw exceptions instead swallow them. This is used for test",
+                    "when set true, FE will throw exceptions instead swallow them. This is used for test"})
     public boolean feDebug = false;
 
     @VariableMgr.VarAttr(name = SHOW_ALL_FE_CONNECTION,

fe/fe-core/src/main/java/org/apache/doris/statistics/ColumnStatistic.java

@@ -22,6 +22,8 @@
 import org.apache.doris.catalog.Type;
 import org.apache.doris.common.AnalysisException;
 import org.apache.doris.datasource.InternalCatalog;
+import org.apache.doris.nereids.types.DataType;
+import org.apache.doris.nereids.types.coercion.CharacterType;
 import org.apache.doris.persist.gson.GsonUtils;
 import org.apache.doris.statistics.util.StatisticsUtil;
 
@@ -369,4 +371,18 @@ public boolean isUnKnown() {
     public ColumnStatistic withAvgSizeByte(double avgSizeByte) {
         return new ColumnStatisticBuilder(this).setAvgSizeByte(avgSizeByte).build();
     }
+
+    public static ColumnStatistic createUnknownByDataType(DataType dataType) {
+        if (dataType instanceof CharacterType) {
+            return new ColumnStatisticBuilder(1).setAvgSizeByte(CharacterType.DEFAULT_PRECISION).setNdv(1)
+                    .setNumNulls(1).setMaxValue(Double.POSITIVE_INFINITY).setMinValue(Double.NEGATIVE_INFINITY)
+                    .setIsUnknown(true).setUpdatedTime("")
+                    .build();
+        } else {
+            return new ColumnStatisticBuilder(1).setAvgSizeByte(dataType.width()).setNdv(1)
+                    .setNumNulls(1).setMaxValue(Double.POSITIVE_INFINITY).setMinValue(Double.NEGATIVE_INFINITY)
+                    .setIsUnknown(true).setUpdatedTime("")
+                    .build();
+        }
+    }
 }