This is an automated email from the ASF dual-hosted git repository.
morrysnow pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
from 45a3bb87c4 [docs](recover) modify recover doc (#13904)
add e1e63f8354 [feature-wip](statistic) persistence table statistics into
olap table (#13883)
No new revisions were added by this update.
Summary of changes:
.../org/apache/doris/analysis/AnalyzeStmt.java | 21 +-
.../java/org/apache/doris/analysis/ColumnDef.java | 9 +-
.../org/apache/doris/analysis/SchemaTableType.java | 1 +
.../main/java/org/apache/doris/catalog/Env.java | 68 +++++++
.../java/org/apache/doris/catalog/OlapTable.java | 6 +-
.../main/java/org/apache/doris/catalog/Table.java | 10 +
.../main/java/org/apache/doris/common/Config.java | 42 ++++
.../org/apache/doris/common/ThreadPoolManager.java | 2 +-
.../apache/doris/datasource/InternalCatalog.java | 4 +
.../apache/doris/nereids/memo/GroupExpression.java | 4 +-
.../doris/nereids/stats/ExpressionEstimation.java | 165 +++++++++-------
.../doris/nereids/stats/FilterEstimation.java | 124 +++++++-----
.../nereids/stats/FilterSelectivityCalculator.java | 25 +--
.../apache/doris/nereids/stats/JoinEstimation.java | 44 +++--
.../doris/nereids/stats/StatsCalculator.java | 128 ++++++------
.../doris/nereids/stats/StatsCalculatorV2.java | 114 +++++------
.../apache/doris/persist/AnalysisJobScheduler.java | 136 +++++++++++++
.../persist/StaleStatisticsRecordsDetector.java | 69 +++++++
.../org/apache/doris/planner/OlapScanNode.java | 3 +-
.../java/org/apache/doris/qe/ConnectContext.java | 8 +-
.../java/org/apache/doris/qe/ConnectProcessor.java | 2 -
.../main/java/org/apache/doris/qe/DdlExecutor.java | 2 +-
.../java/org/apache/doris/qe/SessionVariable.java | 5 +
.../java/org/apache/doris/qe/StmtExecutor.java | 77 +++++++-
.../apache/doris/statistics/AggStatsDerive.java | 5 -
.../org/apache/doris/statistics/AnalysisJob.java | 201 +++++++++++++++++++
.../doris/statistics/AnalysisJobExecutor.java | 124 ++++++++++++
.../apache/doris/statistics/AnalysisJobInfo.java | 132 +++++++++++++
.../doris/statistics/AnalysisJobWrapper.java | 82 ++++++++
.../doris/statistics/AnalyticEvalStatsDerive.java | 5 -
.../doris/statistics/AssertNumRowsStatsDerive.java | 4 -
.../apache/doris/statistics/BaseStatsDerive.java | 20 +-
.../org/apache/doris/statistics/ColumnStat.java | 166 +---------------
.../apache/doris/statistics/ColumnStatistic.java | 193 ++++++++++++++++++
.../doris/statistics/ColumnStatisticBuilder.java | 151 ++++++++++++++
.../doris/statistics/CrossJoinStatsDerive.java | 5 -
.../doris/statistics/EmptySetStatsDerive.java | 4 -
.../doris/statistics/ExchangeStatsDerive.java | 4 -
.../doris/statistics/HashJoinStatsDerive.java | 5 -
.../apache/doris/statistics/MysqlStatsDerive.java | 6 -
.../doris/statistics/OlapScanStatsDerive.java | 76 ++-----
.../apache/doris/statistics/SelectStatsDerive.java | 6 -
...owsStatsDerive.java => StatisticConstants.java} | 22 +--
.../statistics/StatisticStorageInitializer.java | 163 +++++++++++++++
.../apache/doris/statistics/StatisticsCache.java | 62 ++++++
...ectStatsDerive.java => StatisticsCacheKey.java} | 38 ++--
.../doris/statistics/StatisticsCacheLoader.java | 68 +++++++
.../doris/statistics/StatisticsTableCleaner.java | 118 +++++++++++
.../apache/doris/statistics/StatisticsUtil.java | 219 +++++++++++++++++++++
.../apache/doris/statistics/StatsDeriveResult.java | 121 ++++--------
.../doris/statistics/StatsRecursiveDerive.java | 5 +
.../doris/statistics/TableFunctionStatsDerive.java | 4 -
.../BlockingCounter.java} | 43 ++--
.../doris/statistics/util/InternalQueryResult.java | 2 +-
.../doris/clone/TabletRepairAndBalanceTest.java | 8 +-
.../doris/clone/TabletReplicaTooSlowTest.java | 19 +-
.../doris/cluster/DecommissionBackendTest.java | 3 +-
.../nereids/jobs/cascades/DeriveStatsJobTest.java | 9 -
.../nereids/stats/ExpressionEstimationTest.java | 176 ++++++++++++-----
.../doris/nereids/stats/FilterEstimationTest.java | 147 +++++++++++---
.../doris/nereids/stats/StatsCalculatorTest.java | 52 +++--
.../doris/nereids/util/HyperGraphBuilder.java | 4 +-
.../doris/statistics/AnalysisJobExecutorTest.java | 103 ++++++++++
.../apache/doris/statistics/AnalysisJobTest.java | 111 +++++++++++
.../org/apache/doris/statistics/CacheTest.java | 127 ++++++++++++
gensrc/thrift/Data.thrift | 2 -
66 files changed, 3050 insertions(+), 834 deletions(-)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/AnalysisJobScheduler.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/persist/StaleStatisticsRecordsDetector.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/AnalysisJob.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/AnalysisJobExecutor.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/AnalysisJobInfo.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/AnalysisJobWrapper.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/ColumnStatistic.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/ColumnStatisticBuilder.java
copy
fe/fe-core/src/main/java/org/apache/doris/statistics/{AssertNumRowsStatsDerive.java
=> StatisticConstants.java} (68%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticStorageInitializer.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsCache.java
copy
fe/fe-core/src/main/java/org/apache/doris/statistics/{SelectStatsDerive.java =>
StatisticsCacheKey.java} (54%)
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsCacheLoader.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsTableCleaner.java
create mode 100644
fe/fe-core/src/main/java/org/apache/doris/statistics/StatisticsUtil.java
copy
fe/fe-core/src/main/java/org/apache/doris/statistics/{ExchangeStatsDerive.java
=> util/BlockingCounter.java} (56%)
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/AnalysisJobExecutorTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/AnalysisJobTest.java
create mode 100644
fe/fe-core/src/test/java/org/apache/doris/statistics/CacheTest.java
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
