This is an automated email from the ASF dual-hosted git repository.
twalthr pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from bb92bc0 [FLINK-25575][streaming] Switch the implementation of Sink
operator to V2.
new 05eecb0d [FLINK-25387][FLINK-25388][FLINK-25389][table-planner]
Introduce ExecNodeMetadata
new d9d72ef [hotfix][table-planner] Remove org.reflections usage and
dependency
The 2 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.../flink/table/planner/loader/PlannerModule.java | 4 +-
flink-table/flink-table-planner/pom.xml | 26 --
.../table/planner/plan/nodes/exec/ExecNode.java | 15 +-
.../planner/plan/nodes/exec/ExecNodeBase.java | 52 ++--
.../planner/plan/nodes/exec/ExecNodeContext.java | 163 +++++++++++
.../planner/plan/nodes/exec/ExecNodeMetadata.java | 132 +++++++++
.../plan/nodes/exec/ExecNodeTypeIdResolver.java | 67 +++++
.../planner/plan/nodes/exec/InputProperty.java | 4 -
.../plan/nodes/exec/MultipleExecNodeMetadata.java | 20 +-
.../exec/batch/BatchExecBoundedStreamScan.java | 8 +-
.../plan/nodes/exec/batch/BatchExecCalc.java | 4 +-
.../plan/nodes/exec/batch/BatchExecCorrelate.java | 4 +-
.../plan/nodes/exec/batch/BatchExecExchange.java | 8 +-
.../plan/nodes/exec/batch/BatchExecExpand.java | 4 +-
.../nodes/exec/batch/BatchExecHashAggregate.java | 8 +-
.../plan/nodes/exec/batch/BatchExecHashJoin.java | 8 +-
.../exec/batch/BatchExecHashWindowAggregate.java | 8 +-
.../plan/nodes/exec/batch/BatchExecLegacySink.java | 3 +
.../exec/batch/BatchExecLegacyTableSourceScan.java | 9 +-
.../plan/nodes/exec/batch/BatchExecLimit.java | 8 +-
.../plan/nodes/exec/batch/BatchExecLookupJoin.java | 4 +-
.../nodes/exec/batch/BatchExecMultipleInput.java | 8 +-
.../nodes/exec/batch/BatchExecNestedLoopJoin.java | 8 +-
.../nodes/exec/batch/BatchExecOverAggregate.java | 9 +-
.../exec/batch/BatchExecOverAggregateBase.java | 5 +-
.../plan/nodes/exec/batch/BatchExecPythonCalc.java | 21 +-
.../nodes/exec/batch/BatchExecPythonCorrelate.java | 4 +-
.../exec/batch/BatchExecPythonGroupAggregate.java | 8 +-
.../batch/BatchExecPythonGroupWindowAggregate.java | 8 +-
.../exec/batch/BatchExecPythonOverAggregate.java | 9 +-
.../plan/nodes/exec/batch/BatchExecRank.java | 8 +-
.../plan/nodes/exec/batch/BatchExecSink.java | 4 +-
.../plan/nodes/exec/batch/BatchExecSort.java | 8 +-
.../nodes/exec/batch/BatchExecSortAggregate.java | 8 +-
.../plan/nodes/exec/batch/BatchExecSortLimit.java | 8 +-
.../nodes/exec/batch/BatchExecSortMergeJoin.java | 8 +-
.../exec/batch/BatchExecSortWindowAggregate.java | 8 +-
.../nodes/exec/batch/BatchExecTableSourceScan.java | 8 +-
.../plan/nodes/exec/batch/BatchExecUnion.java | 8 +-
.../plan/nodes/exec/batch/BatchExecValues.java | 8 +-
.../exec/batch/BatchExecWindowTableFunction.java | 4 +-
.../plan/nodes/exec/common/CommonExecCalc.java | 13 +-
.../nodes/exec/common/CommonExecCorrelate.java | 13 +-
.../plan/nodes/exec/common/CommonExecExchange.java | 9 +-
.../plan/nodes/exec/common/CommonExecExpand.java | 9 +-
.../nodes/exec/common/CommonExecLegacySink.java | 5 +-
.../common/CommonExecLegacyTableSourceScan.java | 5 +-
.../nodes/exec/common/CommonExecLookupJoin.java | 14 +-
.../nodes/exec/common/CommonExecPythonCalc.java | 8 +-
.../exec/common/CommonExecPythonCorrelate.java | 8 +-
.../plan/nodes/exec/common/CommonExecSink.java | 11 +-
.../exec/common/CommonExecTableSourceScan.java | 6 +-
.../plan/nodes/exec/common/CommonExecUnion.java | 9 +-
.../plan/nodes/exec/common/CommonExecValues.java | 12 +-
.../exec/common/CommonExecWindowTableFunction.java | 8 +-
.../exec/serde/ExecNodeGraphJsonPlanGenerator.java | 15 +-
.../plan/nodes/exec/serde/JsonSerdeUtil.java | 6 +-
.../nodes/exec/stream/StreamExecAggregateBase.java | 4 +-
.../plan/nodes/exec/stream/StreamExecCalc.java | 19 +-
.../exec/stream/StreamExecChangelogNormalize.java | 18 +-
.../nodes/exec/stream/StreamExecCorrelate.java | 19 +-
.../exec/stream/StreamExecDataStreamScan.java | 8 +-
.../nodes/exec/stream/StreamExecDeduplicate.java | 18 +-
.../exec/stream/StreamExecDropUpdateBefore.java | 20 +-
.../plan/nodes/exec/stream/StreamExecExchange.java | 20 +-
.../plan/nodes/exec/stream/StreamExecExpand.java | 19 +-
.../stream/StreamExecGlobalGroupAggregate.java | 16 +-
.../stream/StreamExecGlobalWindowAggregate.java | 16 +-
.../exec/stream/StreamExecGroupAggregate.java | 18 +-
.../exec/stream/StreamExecGroupTableAggregate.java | 8 +-
.../stream/StreamExecGroupWindowAggregate.java | 18 +-
.../StreamExecIncrementalGroupAggregate.java | 16 +-
.../nodes/exec/stream/StreamExecIntervalJoin.java | 18 +-
.../plan/nodes/exec/stream/StreamExecJoin.java | 18 +-
.../nodes/exec/stream/StreamExecLegacySink.java | 3 +
.../stream/StreamExecLegacyTableSourceScan.java | 9 +-
.../plan/nodes/exec/stream/StreamExecLimit.java | 22 +-
.../exec/stream/StreamExecLocalGroupAggregate.java | 16 +-
.../stream/StreamExecLocalWindowAggregate.java | 16 +-
.../nodes/exec/stream/StreamExecLookupJoin.java | 19 +-
.../plan/nodes/exec/stream/StreamExecMatch.java | 18 +-
.../exec/stream/StreamExecMiniBatchAssigner.java | 16 +-
.../nodes/exec/stream/StreamExecMultipleInput.java | 8 +-
.../nodes/exec/stream/StreamExecOverAggregate.java | 18 +-
.../nodes/exec/stream/StreamExecPythonCalc.java | 18 +-
.../exec/stream/StreamExecPythonCorrelate.java | 26 +-
.../stream/StreamExecPythonGroupAggregate.java | 16 +-
.../StreamExecPythonGroupTableAggregate.java | 8 +-
.../StreamExecPythonGroupWindowAggregate.java | 18 +-
.../exec/stream/StreamExecPythonOverAggregate.java | 16 +-
.../plan/nodes/exec/stream/StreamExecRank.java | 18 +-
.../plan/nodes/exec/stream/StreamExecSink.java | 25 +-
.../plan/nodes/exec/stream/StreamExecSort.java | 8 +-
.../nodes/exec/stream/StreamExecSortLimit.java | 22 +-
.../exec/stream/StreamExecTableSourceScan.java | 22 +-
.../nodes/exec/stream/StreamExecTemporalJoin.java | 18 +-
.../nodes/exec/stream/StreamExecTemporalSort.java | 16 +-
.../plan/nodes/exec/stream/StreamExecUnion.java | 20 +-
.../plan/nodes/exec/stream/StreamExecValues.java | 22 +-
.../exec/stream/StreamExecWatermarkAssigner.java | 16 +-
.../exec/stream/StreamExecWindowAggregate.java | 16 +-
.../exec/stream/StreamExecWindowAggregateBase.java | 4 +-
.../exec/stream/StreamExecWindowDeduplicate.java | 18 +-
.../nodes/exec/stream/StreamExecWindowJoin.java | 18 +-
.../nodes/exec/stream/StreamExecWindowRank.java | 18 +-
.../exec/stream/StreamExecWindowTableFunction.java | 18 +-
.../planner/plan/utils/ExecNodeMetadataUtil.java | 290 +++++++++++++++++++
.../table/planner/plan/utils/ReflectionsUtil.java | 56 ----
.../nodes/exec/stream/JsonSerdeCoverageTest.java | 93 -------
.../plan/utils/ExecNodeMetadataUtilTest.java | 309 +++++++++++++++++++++
.../planner/plan/utils/ReflectionsUtilTest.java | 87 ------
.../test/resources/jsonplan/testGetJsonPlan.out | 10 +-
.../CalcJsonPlanTest_jsonplan/testComplexCalc.out | 12 +-
.../CalcJsonPlanTest_jsonplan/testSimpleFilter.out | 12 +-
.../testSimpleProject.out | 8 +-
.../testChangelogSource.out | 16 +-
.../testUpsertSource.out | 14 +-
.../testCrossJoin.out | 16 +-
.../testCrossJoinOverrideParameters.out | 16 +-
.../testJoinWithFilter.out | 16 +-
.../testLeftOuterJoinWithLiteralTrue.out | 16 +-
.../testDeduplication.out | 22 +-
.../ExpandJsonPlanTest_jsonplan/testExpand.out | 32 +--
...tDistinctAggCalls[isMiniBatchEnabled=false].out | 22 +-
...stDistinctAggCalls[isMiniBatchEnabled=true].out | 30 +-
...gCallsWithGroupBy[isMiniBatchEnabled=false].out | 22 +-
...ggCallsWithGroupBy[isMiniBatchEnabled=true].out | 30 +-
...AggWithoutGroupBy[isMiniBatchEnabled=false].out | 22 +-
...eAggWithoutGroupBy[isMiniBatchEnabled=true].out | 30 +-
...erDefinedAggCalls[isMiniBatchEnabled=false].out | 22 +-
...serDefinedAggCalls[isMiniBatchEnabled=true].out | 26 +-
.../testEventTimeHopWindow.out | 22 +-
.../testEventTimeSessionWindow.out | 22 +-
.../testEventTimeTumbleWindow.out | 26 +-
.../testProcTimeHopWindow.out | 26 +-
.../testProcTimeSessionWindow.out | 26 +-
.../testProcTimeTumbleWindow.out | 30 +-
.../testIncrementalAggregate.out | 32 +--
...lAggregateWithSumCountDistinctAndRetraction.out | 42 +--
.../testProcessingTimeInnerJoinWithOnClause.out | 48 ++--
.../testRowTimeInnerJoinWithOnClause.out | 40 +--
.../JoinJsonPlanTest_jsonplan/testInnerJoin.out | 20 +-
.../testInnerJoinWithEqualPk.out | 32 +--
.../testInnerJoinWithPk.out | 44 +--
.../testLeftJoinNonEqui.out | 24 +-
.../LimitJsonPlanTest_jsonplan/testLimit.out | 18 +-
.../testJoinTemporalTable.out | 24 +-
...testJoinTemporalTableWithProjectionPushDown.out | 24 +-
.../testMatch.out | 20 +-
.../testProcTimeBoundedNonPartitionedRangeOver.out | 30 +-
.../testProcTimeBoundedPartitionedRangeOver.out | 30 +-
...undedPartitionedRowsOverWithBuiltinProctime.out | 26 +-
.../testProcTimeUnboundedPartitionedRangeOver.out | 30 +-
...stProctimeBoundedDistinctPartitionedRowOver.out | 30 +-
...edDistinctWithNonDistinctPartitionedRowOver.out | 30 +-
.../testRowTimeBoundedPartitionedRowsOver.out | 22 +-
.../testPythonCalc.out | 12 +-
.../testPythonFunctionInWhereClause.out | 20 +-
.../testJoinWithFilter.out | 20 +-
.../testPythonTableFunction.out | 20 +-
.../tesPythonAggCallsWithGroupBy.out | 22 +-
.../testEventTimeHopWindow.out | 26 +-
.../testEventTimeSessionWindow.out | 26 +-
.../testEventTimeTumbleWindow.out | 30 +-
.../testProcTimeHopWindow.out | 26 +-
.../testProcTimeSessionWindow.out | 26 +-
.../testProcTimeTumbleWindow.out | 30 +-
.../testProcTimeBoundedNonPartitionedRangeOver.out | 30 +-
.../testProcTimeBoundedPartitionedRangeOver.out | 30 +-
...undedPartitionedRowsOverWithBuiltinProctime.out | 26 +-
.../testProcTimeUnboundedPartitionedRangeOver.out | 30 +-
.../testRowTimeBoundedPartitionedRowsOver.out | 26 +-
.../stream/RankJsonPlanTest_jsonplan/testRank.out | 22 +-
.../testSortLimit.out | 18 +-
.../testOverwrite.out | 8 +-
.../testPartitioning.out | 12 +-
.../testWritingMetadata.out | 8 +-
.../testFilterPushDown.out | 8 +-
.../testLimitPushDown.out | 14 +-
.../testPartitionPushDown.out | 12 +-
.../testProjectPushDown.out | 8 +-
.../testReadingMetadata.out | 8 +-
.../testWatermarkPushDown.out | 8 +-
.../testJoinTemporalFunction.out | 32 +--
.../testTemporalTableJoin.out | 32 +--
.../testSortProcessingTime.out | 26 +-
.../testSortRowTime.out | 26 +-
.../UnionJsonPlanTest_jsonplan/testUnion.out | 14 +-
.../ValuesJsonPlanTest_jsonplan/testValues.out | 12 +-
.../testWatermarkAssigner.out | 12 +-
.../testDistinctSplitEnabled.out | 48 ++--
.../testEventTimeCumulateWindow.out | 34 +--
.../testEventTimeCumulateWindowWithOffset.out | 34 +--
.../testEventTimeHopWindow.out | 34 +--
.../testEventTimeHopWindowWithOffset.out | 34 +--
.../testEventTimeTumbleWindow.out | 34 +--
.../testEventTimeTumbleWindowWithOffset.out | 34 +--
.../testProcTimeCumulateWindow.out | 30 +-
.../testProcTimeHopWindow.out | 30 +-
.../testProcTimeTumbleWindow.out | 30 +-
.../testEventTimeTumbleWindow.out | 68 ++---
.../testFollowedByWindowDeduplicate.out | 34 +--
.../testFollowedByWindowJoin.out | 56 ++--
.../testFollowedByWindowRank.out | 34 +--
.../testIndividualWindowTVF.out | 24 +-
.../testIndividualWindowTVFProcessingTime.out | 28 +-
.../metadata/MetadataHandlerConsistencyTest.scala | 36 ++-
.../flink/table/planner/utils/TableTestBase.scala | 6 +-
208 files changed, 3102 insertions(+), 1822 deletions(-)
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeContext.java
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeMetadata.java
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/ExecNodeTypeIdResolver.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/throwable/ThrowableAnnotation.java
=>
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/nodes/exec/MultipleExecNodeMetadata.java
(74%)
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/ExecNodeMetadataUtil.java
delete mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/flink/table/planner/plan/utils/ReflectionsUtil.java
delete mode 100644
flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/nodes/exec/stream/JsonSerdeCoverageTest.java
create mode 100644
flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/utils/ExecNodeMetadataUtilTest.java
delete mode 100644
flink-table/flink-table-planner/src/test/java/org/apache/flink/table/planner/plan/utils/ReflectionsUtilTest.java
