This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from be3a7e69cd [refactor](Nereids): polish code
SemiJoinLogicalJoinTranspose. (#17740)
add f1dde20315 [ehancemnet](nereids) Refactor statistics (#17637)
No new revisions were added by this update.
Summary of changes:
.../apache/doris/analysis/ShowColumnStatsStmt.java | 2 +-
.../java/org/apache/doris/nereids/PlanContext.java | 12 +-
.../org/apache/doris/nereids/cost/CostModelV1.java | 43 +-
.../jobs/joinorder/hypergraph/GraphSimplifier.java | 28 +-
.../java/org/apache/doris/nereids/memo/Group.java | 8 +-
.../apache/doris/nereids/memo/GroupExpression.java | 6 +-
.../java/org/apache/doris/nereids/memo/Memo.java | 6 +-
.../nereids/metrics/event/StatsStateEvent.java | 14 +-
.../processor/post/RuntimeFilterPruner.java | 14 +-
.../doris/nereids/stats/ExpressionEstimation.java | 605 +++++++++++++++++++--
.../doris/nereids/stats/FilterEstimation.java | 495 +++++++++--------
.../apache/doris/nereids/stats/JoinEstimation.java | 153 ++----
.../doris/nereids/stats/StatsCalculator.java | 412 +++++++-------
.../apache/doris/nereids/stats/StatsMathUtil.java} | 42 +-
.../trees/expressions/functions/table/Numbers.java | 20 +-
.../functions/table/TableValuedFunction.java | 4 +-
.../doris/nereids/trees/plans/AbstractPlan.java | 12 +-
.../doris/nereids/trees/plans/GroupPlan.java | 4 +-
.../nereids/trees/plans/commands/Command.java | 6 +-
.../trees/plans/physical/AbstractPhysicalJoin.java | 6 +-
.../trees/plans/physical/AbstractPhysicalPlan.java | 6 +-
.../trees/plans/physical/AbstractPhysicalSort.java | 6 +-
.../plans/physical/PhysicalAssertNumRows.java | 14 +-
.../trees/plans/physical/PhysicalBinary.java | 6 +-
.../trees/plans/physical/PhysicalDistribute.java | 12 +-
.../plans/physical/PhysicalEmptyRelation.java | 14 +-
.../trees/plans/physical/PhysicalEsScan.java | 10 +-
.../trees/plans/physical/PhysicalExcept.java | 12 +-
.../trees/plans/physical/PhysicalFileScan.java | 12 +-
.../trees/plans/physical/PhysicalFilter.java | 12 +-
.../trees/plans/physical/PhysicalGenerate.java | 10 +-
.../plans/physical/PhysicalHashAggregate.java | 16 +-
.../trees/plans/physical/PhysicalHashJoin.java | 13 +-
.../trees/plans/physical/PhysicalIntersect.java | 12 +-
.../trees/plans/physical/PhysicalJdbcScan.java | 12 +-
.../nereids/trees/plans/physical/PhysicalLeaf.java | 6 +-
.../trees/plans/physical/PhysicalLimit.java | 12 +-
.../plans/physical/PhysicalNestedLoopJoin.java | 10 +-
.../trees/plans/physical/PhysicalOlapScan.java | 13 +-
.../plans/physical/PhysicalOneRowRelation.java | 14 +-
.../nereids/trees/plans/physical/PhysicalPlan.java | 4 +-
.../trees/plans/physical/PhysicalProject.java | 14 +-
.../trees/plans/physical/PhysicalQuickSort.java | 10 +-
.../trees/plans/physical/PhysicalRelation.java | 6 +-
.../trees/plans/physical/PhysicalRepeat.java | 18 +-
.../trees/plans/physical/PhysicalSchemaScan.java | 14 +-
.../trees/plans/physical/PhysicalSetOperation.java | 8 +-
.../physical/PhysicalStorageLayerAggregate.java | 16 +-
.../trees/plans/physical/PhysicalTVFRelation.java | 14 +-
.../nereids/trees/plans/physical/PhysicalTopN.java | 10 +-
.../trees/plans/physical/PhysicalUnary.java | 6 +-
.../trees/plans/physical/PhysicalUnion.java | 12 +-
.../trees/plans/physical/PhysicalWindow.java | 12 +-
.../java/org/apache/doris/statistics/Bucket.java | 44 +-
...atistic.java => ColumnLevelStatisticCache.java} | 13 +-
.../apache/doris/statistics/ColumnStatistic.java | 22 +-
.../doris/statistics/ColumnStatisticBuilder.java | 14 +-
.../org/apache/doris/statistics/Histogram.java | 201 +------
.../apache/doris/statistics/HistogramBuilder.java | 41 +-
.../apache/doris/statistics/StatisticRange.java | 162 ++++++
.../org/apache/doris/statistics/Statistics.java | 134 +++++
.../apache/doris/statistics/StatisticsBuilder.java | 60 ++
.../apache/doris/statistics/StatisticsCache.java | 16 +-
.../doris/statistics/StatisticsCacheLoader.java | 12 +-
.../doris/statistics/StatisticsRepository.java | 4 +-
.../apache/doris/statistics/StatsDeriveResult.java | 1 +
.../org/apache/doris/nereids/JoinHintTest.java | 6 +-
.../nereids/jobs/cascades/DeriveStatsJobTest.java | 6 +-
.../nereids/stats/ExpressionEstimationTest.java | 64 +--
.../doris/nereids/stats/FilterEstimationTest.java | 370 ++++++-------
.../doris/nereids/stats/StatsCalculatorTest.java | 63 +--
.../doris/nereids/trees/plans/PlanOutputTest.java | 4 +-
.../doris/nereids/util/HyperGraphBuilder.java | 12 +-
.../org/apache/doris/statistics/CacheTest.java | 18 +-
.../org/apache/doris/statistics/HistogramTest.java | 89 +--
.../doris/statistics/StatsDeriveResultTest.java | 2 +-
.../suites/nereids_syntax_p0/join.groovy | 4 +-
.../nereids_syntax_p0/join_reorder_dphyper.groovy | 56 +-
78 files changed, 2128 insertions(+), 1548 deletions(-)
copy
fe/{spark-dpp/src/main/java/org/apache/doris/common/SparkDppException.java =>
fe-core/src/main/java/org/apache/doris/nereids/stats/StatsMathUtil.java} (55%)
rename fe/fe-core/src/main/java/org/apache/doris/statistics/{Statistic.java =>
ColumnLevelStatisticCache.java} (83%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticRange.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/Statistics.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsBuilder.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
