This is an automated email from the ASF dual-hosted git repository.
jark pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 851a830 [FLINK-16847][python] Support TimestampType in vectorized
Python UDF
new e931515 [FLINK-14338][flink-table] Update flink table POM and NOTICE
file Calcite dependency to 1.22.0
new 7849985 [FLINK-14338][sql-parser] Bump sql parser Calcite dependency
to 1.22.0
new 07dec98 [FLINK-14338][table-planner][table-planner-blink] Implements
new RelMetadataQuery extension
new ac972cd [FLINK-14338][table-planner][table-planner-blink] Remove
usage of TableScanRule and use new TableScanFactory extension
new 7dad5c4 [FLINK-14338][table-planner][table-planner-blink] Tweak
implementations due to API change
new 10c8392 [FLINK-14338][table-planner][table-planner-blink] Remove
redundant code copy because the bugs are already fixed in Calcite
new 06489d1 [FLINK-14338][table-planner-blink] Plan verify changes from
DIGEST to EXPLAIN
new c41887d [FLINK-14338][table-planner-blink] Plan verify changes from
DIGEST to EXPLAIN: change plan for expand node
new d5f45c3 [FLINK-14338][table-planner-blink] Plan verify changes from
DIGEST to EXPLAIN: change plan for values node
new 333885a [FLINK-14338][table-planner][table-planner-blink] Update
files due to builtin TUMBLE operator name changes to $Tumble
new 8a6877d [FLINK-14338][table-planner][table-planner-blink] Update
files due to CALCITE-3763
new 5fef3c1 [FLINK-14338][table-planner-blink] Update files due to
CALCITE-1824
new fabff4f [FLINK-14338][table-planner][table-planner-blink] Update all
kinds of left plan changes
The 13 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
flink-table/flink-sql-parser/pom.xml | 34 +-
.../src/main/codegen/data/Parser.tdd | 202 +-
.../src/main/codegen/includes/parserImpls.ftl | 19 +-
.../java/org/apache/calcite/sql/package-info.java | 27 -
.../flink/sql/parser/ddl/SqlCreateTable.java | 18 +-
.../parser/type/ExtendedSqlBasicTypeNameSpec.java | 57 -
.../parser/type}/ExtendedSqlRowTypeNameSpec.java | 8 +-
.../sql/parser/type}/SqlMapTypeNameSpec.java | 6 +-
.../sql/parser/validate/FlinkSqlConformance.java | 10 +
.../flink/sql/parser/FlinkDDLDataTypeTest.java | 4 +-
.../flink/sql/parser/FlinkSqlParserImplTest.java | 392 +-
flink-table/flink-table-planner-blink/pom.xml | 75 +-
.../org/apache/calcite/plan/RelOptCluster.java | 203 -
.../java/org/apache/calcite/sql/SqlFunction.java | 322 -
.../calcite/sql/validate/ParameterScope.java | 72 -
.../calcite/sql/validate/SqlValidatorImpl.java | 6451 -------------------
.../catalog/QueryOperationCatalogViewTable.java | 5 +-
.../table/planner/catalog/SqlCatalogViewTable.java | 4 +-
.../table/planner/delegation/PlannerContext.java | 40 +-
.../functions/sql/FlinkSqlOperatorTable.java | 3 +-
.../plan/metadata/FlinkRelMetadataQuery.java | 64 +-
.../plan/schema/FlinkPreparingTableBase.java | 5 +
.../table/planner/plan/utils/RelOptUtils.java | 85 -
.../src/main/resources/META-INF/NOTICE | 9 +-
.../planner/calcite/FlinkLogicalRelFactories.scala | 17 +-
.../table/planner/calcite/FlinkPlannerImpl.scala | 4 +
.../table/planner/calcite/FlinkRelBuilder.scala | 29 +-
.../table/planner/calcite/FlinkRelFactories.scala | 16 +-
.../table/planner/calcite/FlinkRelOptCluster.scala | 77 -
.../calcite/FlinkRelOptClusterFactory.scala | 15 +-
.../calcite/RelTimeIndicatorConverter.scala | 6 +
.../planner/plan/nodes/common/CommonCalc.scala | 6 +-
.../plan/nodes/logical/FlinkLogicalAggregate.scala | 8 +-
.../logical/FlinkLogicalDataStreamTableScan.scala | 4 +-
.../plan/nodes/logical/FlinkLogicalJoin.scala | 6 +-
.../logical/FlinkLogicalTableSourceScan.scala | 4 +-
.../planner/plan/rules/FlinkBatchRuleSets.scala | 4 +-
.../planner/plan/rules/FlinkStreamRuleSets.scala | 4 +-
.../WindowAggregateReduceFunctionsRule.scala | 5 +-
.../physical/batch/BatchExecHashAggRule.scala | 13 +-
.../physical/batch/BatchExecSortAggRule.scala | 17 +-
.../batch/BatchExecWindowAggregateRule.scala | 4 +-
.../batch/RemoveRedundantLocalHashAggRule.scala | 4 +-
.../batch/RemoveRedundantLocalSortAggRule.scala | 4 +-
.../planner/plan/schema/CatalogSourceTable.scala | 14 +-
.../table/planner/plan/stats/FlinkStatistic.scala | 6 +-
.../table/planner/plan/utils/AggregateUtil.scala | 4 -
.../table/planner/plan/utils/FlinkRelOptUtil.scala | 2 +-
.../table/planner/plan/utils/RelShuttles.scala | 2 +
.../flink/table/planner/sinks/TableSinkUtils.scala | 7 +-
.../digest/testGetDigestWithDynamicFunction.out | 12 +-
.../testGetDigestWithDynamicFunctionView.out | 12 +-
.../apache/flink/table/api/stream/ExplainTest.xml | 4 +-
.../table/planner/plan/batch/sql/CalcTest.xml | 4 +-
.../planner/plan/batch/sql/DagOptimizationTest.xml | 4 +-
.../table/planner/plan/batch/sql/LimitTest.xml | 100 +-
.../table/planner/plan/batch/sql/RankTest.xml | 16 +-
.../planner/plan/batch/sql/SetOperatorsTest.xml | 6 +-
.../table/planner/plan/batch/sql/SortLimitTest.xml | 8 +-
.../planner/plan/batch/sql/SubplanReuseTest.xml | 41 +-
.../table/planner/plan/batch/sql/TableScanTest.xml | 50 +-
.../table/planner/plan/batch/sql/UnnestTest.xml | 22 +-
.../table/planner/plan/batch/sql/ValuesTest.xml | 22 +-
.../batch/sql/agg/AggregateReduceGroupingTest.xml | 38 +-
.../plan/batch/sql/agg/DistinctAggregateTest.xml | 312 +-
.../plan/batch/sql/agg/GroupingSetsTest.xml | 153 +-
.../plan/batch/sql/agg/HashAggregateTest.xml | 6 +-
.../plan/batch/sql/agg/SortAggregateTest.xml | 6 +-
.../plan/batch/sql/agg/WindowAggregateTest.xml | 452 +-
.../plan/batch/sql/join/BroadcastHashJoinTest.xml | 2 +-
.../sql/join/BroadcastHashSemiAntiJoinTest.xml | 40 +-
.../plan/batch/sql/join/JoinReorderTest.xml | 85 +-
.../plan/batch/sql/join/NestedLoopJoinTest.xml | 6 +-
.../batch/sql/join/NestedLoopSemiAntiJoinTest.xml | 82 +-
.../plan/batch/sql/join/SemiAntiJoinTest.xml | 126 +-
.../sql/join/ShuffledHashSemiAntiJoinTest.xml | 130 +-
.../plan/batch/sql/join/SortMergeJoinTest.xml | 2 +-
.../batch/sql/join/SortMergeSemiAntiJoinTest.xml | 45 +-
.../table/planner/plan/batch/table/CalcTest.xml | 12 +-
.../logical/AggregateReduceGroupingRuleTest.xml | 42 +-
.../logical/CalcPruneAggregateCallRuleTest.xml | 10 +-
.../logical/DecomposeGroupingSetsRuleTest.xml | 61 +-
...nkAggregateExpandDistinctAggregatesRuleTest.xml | 271 +-
.../FlinkAggregateJoinTransposeRuleTest.xml | 8 +-
.../rules/logical/FlinkAggregateRemoveRuleTest.xml | 30 +-
.../rules/logical/FlinkLimit0RemoveRuleTest.xml | 18 +-
.../FlinkLogicalRankRuleForConstantRangeTest.xml | 32 +-
.../FlinkLogicalRankRuleForRangeEndTest.xml | 2 +-
.../rules/logical/FlinkPruneEmptyRulesTest.xml | 2 +-
.../JoinDependentConditionDerivationRuleTest.xml | 14 +-
.../plan/rules/logical/LogicalUnnestRuleTest.xml | 24 +-
.../logical/ProjectPruneAggregateCallRuleTest.xml | 4 +-
.../logical/SimplifyJoinConditionRuleTest.xml | 2 +-
.../plan/rules/logical/SplitAggregateRuleTest.xml | 74 +-
.../subquery/FlinkRewriteSubQueryRuleTest.xml | 2 +-
.../logical/subquery/SubQueryAntiJoinTest.xml | 24 +-
.../logical/subquery/SubQuerySemiJoinTest.xml | 4 +-
.../physical/batch/EnforceLocalHashAggRuleTest.xml | 12 +-
.../physical/batch/EnforceLocalSortAggRuleTest.xml | 18 +-
.../batch/RemoveRedundantLocalHashAggRuleTest.xml | 26 +
.../batch/RemoveRedundantLocalRankRuleTest.xml | 6 +-
.../batch/RemoveRedundantLocalSortAggRuleTest.xml | 30 +
.../plan/stream/sql/DagOptimizationTest.xml | 12 +-
.../planner/plan/stream/sql/DeduplicateTest.xml | 76 +-
.../table/planner/plan/stream/sql/LimitTest.xml | 24 +-
.../plan/stream/sql/MiniBatchIntervalInferTest.xml | 16 +-
.../table/planner/plan/stream/sql/RankTest.xml | 10 +-
.../stream/sql/RelTimeIndicatorConverterTest.xml | 12 +-
.../planner/plan/stream/sql/SetOperatorsTest.xml | 6 +-
.../table/planner/plan/stream/sql/SinkTest.xml | 6 +-
.../planner/plan/stream/sql/SortLimitTest.xml | 32 +-
.../planner/plan/stream/sql/TableSourceTest.xml | 2 +-
.../table/planner/plan/stream/sql/UnnestTest.xml | 22 +-
.../table/planner/plan/stream/sql/ValuesTest.xml | 22 +-
.../planner/plan/stream/sql/agg/AggregateTest.xml | 2 +-
.../plan/stream/sql/agg/DistinctAggregateTest.xml | 330 +-
.../plan/stream/sql/agg/GroupingSetsTest.xml | 146 +-
.../stream/sql/agg/IncrementalAggregateTest.xml | 178 +-
.../plan/stream/sql/agg/TwoStageAggregateTest.xml | 2 +-
.../plan/stream/sql/agg/WindowAggregateTest.xml | 216 +-
.../planner/plan/stream/sql/join/JoinTest.xml | 2 +-
.../plan/stream/sql/join/SemiAntiJoinTest.xml | 86 +-
.../plan/stream/sql/join/WindowJoinTest.xml | 6 +-
.../planner/plan/stream/table/AggregateTest.xml | 10 +-
.../plan/stream/table/TableAggregateTest.xml | 6 +-
.../plan/stream/table/TwoStageAggregateTest.xml | 10 +-
.../planner/expressions/DecimalTypeTest.scala | 6 +-
.../sql/join/ShuffledHashSemiAntiJoinTest.scala | 21 -
.../planner/plan/common/ViewsExpandingTest.scala | 1 -
.../metadata/AggCallSelectivityEstimatorTest.scala | 14 +-
.../plan/metadata/FlinkRelMdHandlerTestBase.scala | 4 +-
.../plan/metadata/SelectivityEstimatorTest.scala | 11 +-
.../optimize/program/FlinkChainedProgramTest.scala | 7 +-
.../RemoveRedundantLocalHashAggRuleTest.scala | 13 +
.../RemoveRedundantLocalSortAggRuleTest.scala | 11 +
.../plan/stream/sql/agg/GroupingSetsTest.scala | 3 +
.../planner/plan/utils/FlinkRexUtilTest.scala | 6 +-
.../runtime/batch/sql/agg/GroupingSetsITCase.scala | 11 +-
.../flink/table/planner/utils/TableTestBase.scala | 28 +-
flink-table/flink-table-planner/pom.xml | 74 +-
.../org/apache/calcite/plan/RelOptCluster.java | 204 -
.../java/org/apache/calcite/sql/SqlFunction.java | 322 -
.../calcite/sql/validate/ParameterScope.java | 72 -
.../calcite/sql/validate/SqlValidatorImpl.java | 6452 --------------------
.../catalog/QueryOperationCatalogViewTable.java | 30 +-
.../ExtendedAggregateExtractProjectRule.java | 8 +-
.../src/main/resources/META-INF/NOTICE | 6 +-
.../flink/table/calcite/FlinkRelBuilder.scala | 21 +-
.../table/calcite/FlinkRelOptClusterFactory.scala | 6 +-
.../table/calcite/RelTimeIndicatorConverter.scala | 7 +
.../flink/table/catalog/BasicOperatorTable.scala | 2 +
.../table/operations/PlannerQueryOperation.java | 20 +-
.../flink/table/plan/rules/FlinkRuleSets.scala | 11 +-
.../rules/common/LogicalWindowAggregateRule.scala | 126 +-
.../WindowAggregateReduceFunctionsRule.scala | 14 +-
.../flink/table/plan/stats/FlinkStatistic.scala | 2 +
.../runtime/batch/sql/GroupingSetsITCase.java | 83 +-
.../api/batch/sql/DistinctAggregateTest.scala | 19 +-
.../table/api/batch/sql/GroupWindowTest.scala | 6 +-
.../table/api/batch/sql/GroupingSetsTest.scala | 47 +-
.../table/api/batch/sql/SetOperatorsTest.scala | 12 +-
.../flink/table/api/batch/table/CalcTest.scala | 2 +-
.../table/api/stream/sql/GroupWindowTest.scala | 10 +-
.../flink/table/api/stream/sql/JoinTest.scala | 2 +-
.../api/stream/sql/TemporalTableJoinTest.scala | 17 +-
.../api/stream/table/TemporalTableJoinTest.scala | 17 +-
.../flink/table/plan/RexProgramExtractorTest.scala | 4 +-
.../table/runtime/batch/sql/AggregateITCase.scala | 31 +-
.../resources/testSqlUpdateAndToDataStream.out | 2 +-
flink-table/flink-table-runtime-blink/pom.xml | 6 +-
.../src/main/resources/META-INF/NOTICE | 2 +-
flink-table/pom.xml | 26 +-
172 files changed, 3004 insertions(+), 16940 deletions(-)
delete mode 100644
flink-table/flink-sql-parser/src/main/java/org/apache/calcite/sql/package-info.java
delete mode 100644
flink-table/flink-sql-parser/src/main/java/org/apache/flink/sql/parser/type/ExtendedSqlBasicTypeNameSpec.java
rename flink-table/flink-sql-parser/src/main/java/org/apache/{calcite/sql =>
flink/sql/parser/type}/ExtendedSqlRowTypeNameSpec.java (93%)
rename flink-table/flink-sql-parser/src/main/java/org/apache/{calcite/sql =>
flink/sql/parser/type}/SqlMapTypeNameSpec.java (93%)
delete mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/plan/RelOptCluster.java
delete mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/SqlFunction.java
delete mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/validate/ParameterScope.java
delete mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/validate/SqlValidatorImpl.java
delete mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/plan/utils/RelOptUtils.java
delete mode 100644
flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/calcite/FlinkRelOptCluster.scala
delete mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/plan/RelOptCluster.java
delete mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql/SqlFunction.java
delete mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql/validate/ParameterScope.java
delete mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql/validate/SqlValidatorImpl.java