This is an automated email from the ASF dual-hosted git repository. twalthr pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/flink.git
from 36660cce32e [FLINK-26681][hive] Support sql end with ";" for Hive dialect new 3ea3fee5ac9 [FLINK-26553][build] Add scalafmt for formatting the Scala codebase new 91d81c427aa [FLINK-26553][build] Format code with Spotless/scalafmt new bf342d2f67a [FLINK-26553][build] Ignore scalafmt commit in .git-blame-ignore-revs The 3 revisions listed above as "new" are entirely new to this repository and will be described in separate emails. The revisions listed as "add" were already present in the repository and have only been added to this reference. Summary of changes: .editorconfig | 4 - .git-blame-ignore-revs | 1 + .scalafmt.conf | 70 + .../flink-hadoop-compatibility/pom.xml | 9 - .../scala/hadoop/mapred/HadoopInputFormat.scala | 1 + .../scala/hadoop/mapred/HadoopOutputFormat.scala | 1 + .../scala/hadoop/mapreduce/HadoopInputFormat.scala | 2 +- .../hadoop/mapreduce/HadoopOutputFormat.scala | 2 +- .../hadoopcompatibility/scala/HadoopInputs.scala | 78 +- .../scala/ScalaWritableTypeInfoTest.scala | 1 + .../scala/WordCountMapredITCase.scala | 23 +- .../scala/WordCountMapreduceITCase.scala | 29 +- flink-connectors/flink-hcatalog/pom.xml | 10 - .../flink/hcatalog/scala/HCatInputFormat.scala | 444 ++++-- .../flink-end-to-end-tests-scala/pom.xml | 11 +- .../org/apache/flink/tests/scala/ScalaJob.scala | 16 +- .../test/Elasticsearch7SinkExample.scala | 39 +- .../test-scripts/test_kubernetes_itcases.sh | 4 +- .../test-scripts/test_streaming_gcp_pubsub.sh | 5 +- flink-examples/flink-examples-batch/pom.xml | 9 - .../flink/examples/scala/clustering/KMeans.scala | 89 +- .../examples/scala/graph/ConnectedComponents.scala | 81 +- .../flink/examples/scala/graph/DeltaPageRank.scala | 104 +- .../flink/examples/scala/graph/EnumTriangles.scala | 85 +- .../flink/examples/scala/graph/PageRankBasic.scala | 72 +- .../scala/graph/TransitiveClosureNaive.scala | 67 +- .../flink/examples/scala/misc/PiEstimation.scala | 15 +- .../examples/scala/relational/TPCHQuery10.scala | 176 +-- .../examples/scala/relational/TPCHQuery3.scala | 129 +- .../examples/scala/relational/WebLogAnalysis.scala | 69 +- .../flink/examples/scala/wordcount/WordCount.scala | 13 +- flink-examples/flink-examples-streaming/pom.xml | 9 - .../scala/examples/async/AsyncClient.scala | 5 +- .../scala/examples/async/AsyncIOExample.scala | 5 +- .../scala/examples/iteration/IterateExample.scala | 72 +- .../streaming/scala/examples/join/WindowJoin.scala | 22 +- .../scala/examples/join/WindowJoinSampleData.scala | 31 +- .../examples/socket/SocketWindowWordCount.scala | 31 +- .../GroupedProcessingTimeWindowExample.scala | 11 +- .../examples/windowing/SessionWindowing.scala | 39 +- .../examples/windowing/TopSpeedWindowing.scala | 54 +- .../scala/examples/windowing/WindowWordCount.scala | 44 +- .../scala/examples/windowing/util/CarSource.scala | 9 +- .../scala/examples/wordcount/WordCount.scala | 56 +- .../scala/examples/wordcount/util/CLI.scala | 1 - .../scala/examples/StreamingExamplesITCase.scala | 98 +- .../scala/basics/GettingStartedExample.scala | 99 +- .../examples/scala/basics/StreamSQLExample.scala | 21 +- .../examples/scala/basics/StreamTableExample.scala | 29 +- .../scala/basics/WordCountSQLExample.scala | 25 +- flink-libraries/flink-cep-scala/pom.xml | 9 - .../scala/org/apache/flink/cep/scala/CEP.scala | 59 +- .../org/apache/flink/cep/scala/PatternStream.scala | 590 ++++---- .../flink/cep/scala/conditions/Context.scala | 16 +- .../scala/org/apache/flink/cep/scala/package.scala | 24 +- .../flink/cep/scala/pattern/GroupPattern.scala | 47 +- .../apache/flink/cep/scala/pattern/Pattern.scala | 627 ++++---- .../apache/flink/cep/scala/pattern/package.scala | 36 +- .../cep/scala/CEPScalaAPICompletenessTest.scala | 13 +- ...ernStreamScalaJavaAPIInteroperabilityTest.scala | 64 +- .../pattern/PatternScalaAPICompletenessTest.scala | 9 +- .../flink/cep/scala/pattern/PatternTest.scala | 111 +- flink-libraries/flink-gelly-examples/pom.xml | 9 - .../graph/scala/examples/ConnectedComponents.scala | 101 +- .../examples/GSASingleSourceShortestPaths.scala | 61 +- .../scala/examples/SingleSourceShortestPaths.scala | 71 +- flink-libraries/flink-gelly-scala/pom.xml | 9 - .../apache/flink/graph/scala/EdgesFunction.scala | 9 +- .../graph/scala/EdgesFunctionWithVertexValue.scala | 11 +- .../scala/org/apache/flink/graph/scala/Graph.scala | 1430 ++++++++++-------- .../flink/graph/scala/NeighborsFunction.scala | 14 +- .../scala/NeighborsFunctionWithVertexValue.scala | 23 +- .../org/apache/flink/graph/scala/package.scala | 10 +- .../flink/graph/scala/utils/EdgeToTuple3Map.scala | 1 - .../graph/scala/utils/Tuple2ToVertexMap.scala | 1 - .../flink/graph/scala/utils/Tuple3ToEdgeMap.scala | 1 - .../graph/scala/utils/VertexToTuple2Map.scala | 1 - .../scala/test/GellyScalaAPICompletenessTest.scala | 11 +- .../flink/graph/scala/test/TestGraphUtils.scala | 53 +- .../scala/test/operations/DegreesITCase.scala | 30 +- .../operations/GraphCreationWithCsvITCase.scala | 119 +- .../test/operations/GraphMutationsITCase.scala | 173 ++- .../test/operations/GraphOperationsITCase.scala | 217 ++- .../test/operations/JoinWithEdgesITCase.scala | 92 +- .../test/operations/JoinWithVerticesITCase.scala | 31 +- .../scala/test/operations/MapEdgesITCase.scala | 26 +- .../scala/test/operations/MapVerticesITCase.scala | 23 +- .../operations/ReduceOnEdgesMethodsITCase.scala | 88 +- .../operations/ReduceOnNeighborMethodsITCase.scala | 67 +- flink-scala/pom.xml | 9 - .../apache/flink/api/scala/AggregateDataSet.scala | 34 +- .../apache/flink/api/scala/ClosureCleaner.scala | 201 +-- .../apache/flink/api/scala/CoGroupDataSet.scala | 93 +- .../org/apache/flink/api/scala/CrossDataSet.scala | 25 +- .../scala/org/apache/flink/api/scala/DataSet.scala | 1267 ++++++++-------- .../flink/api/scala/ExecutionEnvironment.scala | 495 +++---- .../apache/flink/api/scala/GroupedDataSet.scala | 311 ++-- .../flink/api/scala/PartitionSortedDataSet.scala | 24 +- .../flink/api/scala/SelectByMaxFunction.scala | 35 +- .../flink/api/scala/SelectByMinFunction.scala | 31 +- .../api/scala/UnfinishedCoGroupOperation.scala | 33 +- .../api/scala/codegen/MacroContextHolder.scala | 9 +- .../apache/flink/api/scala/codegen/TreeGen.scala | 381 ++--- .../flink/api/scala/codegen/TypeAnalyzer.scala | 214 ++- .../flink/api/scala/codegen/TypeDescriptors.scala | 34 +- .../api/scala/codegen/TypeInformationGen.scala | 81 +- .../acceptPartialFunctions/OnCoGroupDataSet.scala | 39 +- .../acceptPartialFunctions/OnCrossDataSet.scala | 34 +- .../impl/acceptPartialFunctions/OnDataSet.scala | 127 +- .../acceptPartialFunctions/OnGroupedDataSet.scala | 86 +- .../OnHalfUnfinishedKeyPairOperation.scala | 38 +- .../OnJoinFunctionAssigner.scala | 34 +- .../OnUnfinishedKeyPairOperation.scala | 39 +- .../flink/api/scala/extensions/package.scala | 75 +- .../org/apache/flink/api/scala/joinDataSet.scala | 108 +- .../flink/api/scala/metrics/ScalaGauge.scala | 5 +- .../scala/org/apache/flink/api/scala/package.scala | 58 +- .../api/scala/typeutils/CaseClassComparator.scala | 25 +- .../api/scala/typeutils/CaseClassSerializer.scala | 19 +- .../api/scala/typeutils/CaseClassTypeInfo.scala | 91 +- .../api/scala/typeutils/EitherSerializer.scala | 8 +- .../flink/api/scala/typeutils/EitherTypeInfo.scala | 6 +- .../api/scala/typeutils/EnumValueComparator.scala | 6 +- .../api/scala/typeutils/EnumValueSerializer.scala | 27 +- .../api/scala/typeutils/EnumValueTypeInfo.scala | 14 +- .../api/scala/typeutils/NothingSerializer.scala | 11 +- .../api/scala/typeutils/OptionSerializer.scala | 15 +- .../api/scala/typeutils/OptionTypeComparator.scala | 16 +- .../flink/api/scala/typeutils/OptionTypeInfo.scala | 10 +- .../scala/typeutils/ScalaCaseClassSerializer.scala | 23 +- .../typeutils/ScalaEnumSerializerSnapshot.scala | 13 +- .../api/scala/typeutils/ScalaNothingTypeInfo.scala | 2 +- .../scala/typeutils/TraversableSerializer.scala | 55 +- .../api/scala/typeutils/TraversableTypeInfo.scala | 6 +- .../flink/api/scala/typeutils/TrySerializer.scala | 21 +- .../flink/api/scala/typeutils/TryTypeInfo.scala | 10 +- .../flink/api/scala/typeutils/TypeUtils.scala | 4 +- .../apache/flink/api/scala/typeutils/Types.scala | 477 +++--- .../flink/api/scala/typeutils/UnitSerializer.scala | 15 +- .../flink/api/scala/typeutils/UnitTypeInfo.scala | 2 +- .../api/scala/unfinishedKeyPairOperation.scala | 98 +- .../org/apache/flink/api/scala/utils/package.scala | 117 +- .../runtime/types/FlinkScalaKryoInstantiator.scala | 30 +- .../types/JavaIterableWrapperSerializer.scala | 10 +- .../api/scala/DeltaIterationSanityCheckTest.scala | 94 +- .../apache/flink/api/scala/MaxByOperatorTest.scala | 54 +- .../apache/flink/api/scala/MinByOperatorTest.scala | 55 +- .../flink/api/scala/SelectByFunctionTest.scala | 250 ++-- .../scala/extensions/base/AcceptPFTestBase.scala | 7 +- .../api/scala/extensions/data/KeyValuePair.scala | 14 +- .../OnCoGroupDataSetTest.scala | 31 +- .../OnCrossDataSetTest.scala | 11 +- .../acceptPartialFunctions/OnDataSetTest.scala | 91 +- .../OnGroupedDataSetTest.scala | 37 +- .../OnHalfUnfinishedKeyPairOperationTest.scala | 90 +- .../OnJoinFunctionAssignerTest.scala | 121 +- .../OnUnfinishedKeyPairOperationTest.scala | 95 +- .../SemanticPropertiesTranslationTest.scala | 65 +- .../api/scala/io/CollectionInputFormatTest.scala | 79 +- .../flink/api/scala/io/CsvInputFormatTest.scala | 92 +- .../flink/api/scala/metrics/ScalaGaugeTest.scala | 1 - .../scala/runtime/EnumValueComparatorTest.scala | 1 - .../scala/runtime/GenericPairComparatorTest.scala | 17 +- .../runtime/KryoGenericTypeSerializerTest.scala | 50 +- .../runtime/ScalaSpecialTypesSerializerTest.scala | 44 +- .../scala/runtime/TraversableSerializerTest.scala | 45 +- .../scala/runtime/TupleComparatorILD2Test.scala | 5 +- .../scala/runtime/TupleComparatorILD3Test.scala | 2 - .../scala/runtime/TupleComparatorILDC3Test.scala | 4 +- .../scala/runtime/TupleComparatorILDX1Test.scala | 6 +- .../scala/runtime/TupleComparatorILDXC2Test.scala | 6 +- .../scala/runtime/TupleComparatorISD1Test.scala | 3 +- .../scala/runtime/TupleComparatorISD2Test.scala | 1 - .../scala/runtime/TupleComparatorISD3Test.scala | 3 +- .../runtime/TupleSerializerCompatibilityTest.scala | 17 +- ...TupleSerializerCompatibilityTestGenerator.scala | 29 +- .../api/scala/runtime/TupleSerializerTest.scala | 113 +- .../runtime/TupleSerializerTestInstance.scala | 22 +- .../tuple/base/PairComparatorTestBase.scala | 13 +- .../tuple/base/TupleComparatorTestBase.scala | 6 +- .../api/scala/types/TypeInformationGenTest.scala | 180 +-- .../scala/typeutils/CaseClassTypeInfoTest.scala | 5 +- .../api/scala/typeutils/EitherSerializerTest.scala | 11 +- .../api/scala/typeutils/EitherTypeInfoTest.scala | 9 +- .../EnumValueSerializerCompatibilityTest.scala | 57 +- .../scala/typeutils/EnumValueSerializerTest.scala | 10 +- .../typeutils/EnumValueSerializerUpgradeTest.scala | 41 +- .../scala/typeutils/EnumValueTypeInfoTest.scala | 9 +- .../scala/typeutils/InstantiationUtilTest.scala | 17 +- .../api/scala/typeutils/OptionTypeInfoTest.scala | 6 +- .../ScalaCaseClassSerializerReflectionTest.scala | 10 +- .../typeutils/ScalaCaseClassSerializerTest.scala | 8 +- .../ScalaCaseClassSerializerUpgradeTest.scala | 39 +- .../scala/typeutils/ScalaNothingTypeInfoTest.scala | 5 +- .../TraversableSerializerUpgradeTest.scala | 223 ++- .../scala/typeutils/TraversableTypeInfoTest.scala | 5 +- .../api/scala/typeutils/TryTypeInfoTest.scala | 5 +- .../api/scala/typeutils/TypeExtractionTest.scala | 7 +- .../api/scala/typeutils/TypeInfoFactoryTest.scala | 17 +- .../api/scala/typeutils/UnitTypeInfoTest.scala | 5 +- flink-streaming-scala/pom.xml | 9 - .../streaming/api/scala/AllWindowedStream.scala | 398 ++--- .../streaming/api/scala/AsyncDataStream.scala | 366 ++--- .../api/scala/BroadcastConnectedStream.scala | 60 +- .../streaming/api/scala/CloseableIterator.scala | 17 +- .../streaming/api/scala/CoGroupedStreams.scala | 104 +- .../streaming/api/scala/ConnectedStreams.scala | 266 ++-- .../flink/streaming/api/scala/DataStream.scala | 899 ++++++------ .../streaming/api/scala/DataStreamUtils.scala | 58 +- .../flink/streaming/api/scala/JoinedStreams.scala | 127 +- .../flink/streaming/api/scala/KeyedStream.scala | 532 +++---- .../flink/streaming/api/scala/OutputTag.scala | 11 +- .../api/scala/StreamExecutionEnvironment.scala | 1000 +++++++------ .../flink/streaming/api/scala/WindowedStream.scala | 401 ++--- .../streaming/api/scala/async/AsyncFunction.scala | 56 +- .../api/scala/async/JavaResultFutureWrapper.scala | 17 +- .../streaming/api/scala/async/ResultFuture.scala | 40 +- .../api/scala/async/RichAsyncFunction.scala | 31 +- .../async/ScalaRichAsyncFunctionWrapper.scala | 15 +- .../acceptPartialFunctions/OnConnectedStream.scala | 89 +- .../impl/acceptPartialFunctions/OnDataStream.scala | 75 +- .../acceptPartialFunctions/OnJoinedStream.scala | 39 +- .../acceptPartialFunctions/OnKeyedStream.scala | 29 +- .../acceptPartialFunctions/OnWindowedStream.scala | 49 +- .../streaming/api/scala/extensions/package.scala | 77 +- .../api/scala/function/AllWindowFunction.scala | 28 +- .../scala/function/ProcessAllWindowFunction.scala | 75 +- .../api/scala/function/ProcessWindowFunction.scala | 88 +- .../api/scala/function/RichAllWindowFunction.scala | 14 +- .../function/RichProcessAllWindowFunction.scala | 22 +- .../scala/function/RichProcessWindowFunction.scala | 25 +- .../api/scala/function/RichWindowFunction.scala | 21 +- .../api/scala/function/StatefulFunction.scala | 12 +- .../api/scala/function/WindowFunction.scala | 40 +- .../function/util/ScalaAllWindowFunction.scala | 11 +- .../util/ScalaAllWindowFunctionWrapper.scala | 8 +- .../util/ScalaProcessWindowFunctionWrapper.scala | 44 +- .../scala/function/util/ScalaReduceFunction.scala | 9 +- .../scala/function/util/ScalaWindowFunction.scala | 11 +- .../function/util/ScalaWindowFunctionWrapper.scala | 10 +- .../apache/flink/streaming/api/scala/package.scala | 47 +- .../api/scala/AllWindowTranslationTest.scala | 343 ++--- .../api/scala/AsyncDataStreamITCase.scala | 45 +- .../streaming/api/scala/BroadcastStateITCase.scala | 17 +- .../api/scala/CaseClassFieldAccessorTest.scala | 2 +- .../streaming/api/scala/CoGroupJoinITCase.scala | 201 +-- .../streaming/api/scala/CoGroupedStreamsTest.scala | 9 +- .../flink/streaming/api/scala/DataStreamTest.scala | 184 +-- .../streaming/api/scala/IntervalJoinITCase.scala | 22 +- .../streaming/api/scala/JoinedStreamsTest.scala | 9 +- .../api/scala/OutputFormatTestPrograms.scala | 40 +- .../ReinterpretDataStreamAsKeyedStreamITCase.scala | 8 +- .../streaming/api/scala/SideOutputITCase.scala | 124 +- .../streaming/api/scala/SlotAllocationTest.scala | 38 +- .../streaming/api/scala/StateTestPrograms.scala | 85 +- .../api/scala/StreamExecutionEnvironmentTest.scala | 14 +- .../api/scala/StreamingOperatorsITCase.scala | 9 +- .../scala/StreamingScalaAPICompletenessTest.scala | 42 +- .../api/scala/TimeWindowTranslationTest.scala | 21 +- .../streaming/api/scala/WindowFunctionITCase.scala | 196 ++- .../streaming/api/scala/WindowReduceITCase.scala | 276 ++-- .../api/scala/WindowTranslationTest.scala | 358 ++--- .../scala/extensions/base/AcceptPFTestBase.scala | 16 +- .../api/scala/extensions/data/KeyValuePair.scala | 14 +- .../OnConnectedDataStreamTest.scala | 71 +- .../acceptPartialFunctions/OnDataStreamTest.scala | 57 +- .../OnJoinedStreamTest.scala | 45 +- .../OnKeyedDataStreamTest.scala | 11 +- .../OnWindowedStreamTest.scala | 11 +- .../sink/filesystem/StreamingFileSinkTest.scala | 22 +- .../CheckingIdentityRichAllWindowFunction.scala | 10 +- ...ckingIdentityRichProcessAllWindowFunction.scala | 2 - ...CheckingIdentityRichProcessWindowFunction.scala | 2 - .../CheckingIdentityRichWindowFunction.scala | 13 +- flink-table/flink-table-api-scala-bridge/pom.xml | 9 - .../api/bridge/scala/DataStreamConversions.scala | 115 +- .../api/bridge/scala/StreamStatementSet.scala | 4 +- .../api/bridge/scala/StreamTableEnvironment.scala | 1118 +++++++------- .../table/api/bridge/scala/TableConversions.scala | 121 +- .../scala/internal/StreamStatementSetImpl.scala | 16 +- .../internal/StreamTableEnvironmentImpl.scala | 73 +- .../flink/table/api/bridge/scala/package.scala | 14 +- .../internal/StreamTableEnvironmentImplTest.scala | 29 +- .../types/TypeInfoDataTypeConverterScalaTest.scala | 14 +- flink-table/flink-table-api-scala/pom.xml | 9 - .../table/api/ImplicitExpressionConversions.scala | 474 +++--- .../table/api/ImplicitExpressionOperations.scala | 169 +-- .../scala/org/apache/flink/table/api/package.scala | 41 +- .../api/ExpressionsConsistencyCheckTest.scala | 51 +- .../flink/table/api/ImplicitConversionsTest.scala | 15 +- .../expressions/ObjectToExpressionScalaTest.scala | 5 +- .../extraction/DataTypeExtractorScalaTest.scala | 52 +- .../TypeInferenceExtractorScalaTest.scala | 66 +- flink-table/flink-table-planner/pom.xml | 9 - .../table/planner/calcite/CalciteConfig.scala | 92 +- .../flink/table/planner/calcite/FlinkContext.scala | 9 +- .../table/planner/calcite/FlinkContextImpl.scala | 1 - .../table/planner/calcite/FlinkLocalRef.scala | 29 +- .../planner/calcite/FlinkLogicalRelFactories.scala | 88 +- .../table/planner/calcite/FlinkPlannerImpl.scala | 117 +- .../table/planner/calcite/FlinkRelFactories.scala | 35 +- .../calcite/FlinkRelOptClusterFactory.scala | 9 +- .../table/planner/calcite/FlinkTypeFactory.scala | 238 +-- .../planner/calcite/PreValidateReWriter.scala | 214 +-- .../table/planner/codegen/CalcCodeGenerator.scala | 22 +- .../table/planner/codegen/CodeGenException.scala | 5 +- .../flink/table/planner/codegen/CodeGenUtils.scala | 386 +++-- .../planner/codegen/CodeGeneratorContext.scala | 521 ++++--- .../planner/codegen/CollectorCodeGenerator.scala | 66 +- .../planner/codegen/CorrelateCodeGenerator.scala | 29 +- .../planner/codegen/EqualiserCodeGenerator.scala | 26 +- .../planner/codegen/ExpandCodeGenerator.scala | 28 +- .../table/planner/codegen/ExprCodeGenerator.scala | 397 ++--- .../table/planner/codegen/ExpressionReducer.scala | 321 ++-- .../codegen/ExternalGeneratedExpression.scala | 51 +- .../planner/codegen/FunctionCodeGenerator.scala | 217 +-- .../table/planner/codegen/GenerateUtils.scala | 386 +++-- .../planner/codegen/GeneratedExpression.scala | 69 +- .../table/planner/codegen/HashCodeGenerator.scala | 74 +- .../flink/table/planner/codegen/Indenter.scala | 10 +- .../planner/codegen/InputFormatCodeGenerator.scala | 66 +- .../table/planner/codegen/JsonGenerateUtils.scala | 75 +- .../planner/codegen/LongHashJoinGenerator.scala | 99 +- .../planner/codegen/LookupJoinCodeGenerator.scala | 211 ++- .../table/planner/codegen/MatchCodeGenerator.scala | 378 ++--- .../codegen/NestedLoopJoinCodeGenerator.scala | 119 +- .../planner/codegen/OperatorCodeGenerator.scala | 87 +- .../planner/codegen/ProjectionCodeGenerator.scala | 56 +- .../table/planner/codegen/SinkCodeGenerator.scala | 38 +- .../planner/codegen/ValuesCodeGenerator.scala | 18 +- .../codegen/WatermarkGeneratorCodeGenerator.scala | 37 +- .../table/planner/codegen/agg/AggCodeGen.scala | 16 +- .../codegen/agg/AggsHandlerCodeGenerator.scala | 492 +++---- .../codegen/agg/DeclarativeAggCodeGen.scala | 131 +- .../planner/codegen/agg/DistinctAggCodeGen.scala | 256 ++-- .../planner/codegen/agg/ImperativeAggCodeGen.scala | 145 +- .../codegen/agg/batch/AggCodeGenHelper.scala | 617 ++++---- .../agg/batch/AggWithoutKeysCodeGenerator.scala | 10 +- .../codegen/agg/batch/HashAggCodeGenHelper.scala | 270 ++-- .../codegen/agg/batch/HashAggCodeGenerator.scala | 67 +- .../agg/batch/HashWindowCodeGenerator.scala | 246 ++-- .../codegen/agg/batch/SortAggCodeGenerator.scala | 33 +- .../agg/batch/SortWindowCodeGenerator.scala | 111 +- .../codegen/agg/batch/WindowCodeGenerator.scala | 154 +- .../codegen/calls/BridgingFunctionGenUtil.scala | 203 ++- .../codegen/calls/BridgingSqlFunctionCallGen.scala | 9 +- .../planner/codegen/calls/BuiltInMethods.scala | 459 +++--- .../planner/codegen/calls/CallGenerator.scala | 13 +- .../planner/codegen/calls/ConstantCallGen.scala | 7 +- .../codegen/calls/CurrentTimePointCallGen.scala | 11 +- .../table/planner/codegen/calls/DivCallGen.scala | 5 +- .../planner/codegen/calls/ExtractCallGen.scala | 110 +- .../planner/codegen/calls/FloorCeilCallGen.scala | 13 +- .../planner/codegen/calls/FunctionGenerator.scala | 813 ++++------- .../planner/codegen/calls/HashCodeCallGen.scala | 5 +- .../table/planner/codegen/calls/IfCallGen.scala | 54 +- .../planner/codegen/calls/JsonArrayCallGen.scala | 51 +- .../planner/codegen/calls/JsonObjectCallGen.scala | 75 +- .../planner/codegen/calls/JsonStringCallGen.scala | 5 +- .../planner/codegen/calls/JsonValueCallGen.scala | 89 +- .../table/planner/codegen/calls/LikeCallGen.scala | 29 +- .../planner/codegen/calls/MethodCallGen.scala | 59 +- .../table/planner/codegen/calls/NotCallGen.scala | 11 +- .../table/planner/codegen/calls/PrintCallGen.scala | 7 +- .../table/planner/codegen/calls/RandCallGen.scala | 16 +- .../codegen/calls/ScalarFunctionCallGen.scala | 85 +- .../planner/codegen/calls/ScalarOperatorGens.scala | 839 ++++++----- .../planner/codegen/calls/SearchOperatorGen.scala | 64 +- .../planner/codegen/calls/StringCallGen.scala | 350 +++-- .../codegen/calls/TableFunctionCallGen.scala | 56 +- .../codegen/calls/TimestampDiffCallGen.scala | 20 +- ...ltiFieldRangeBoundComparatorCodeGenerator.scala | 13 +- .../over/RangeBoundComparatorCodeGenerator.scala | 54 +- .../codegen/sort/ComparatorCodeGenerator.scala | 35 +- .../planner/codegen/sort/SortCodeGenerator.scala | 99 +- .../table/planner/delegation/BatchPlanner.scala | 34 +- .../table/planner/delegation/PlannerBase.scala | 145 +- .../table/planner/delegation/StreamPlanner.scala | 68 +- .../planner/expressions/ExpressionBridge.scala | 5 +- .../table/planner/expressions/InputTypeSpec.scala | 38 +- .../planner/expressions/PlannerExpression.scala | 24 +- .../expressions/PlannerExpressionConverter.scala | 68 +- .../expressions/PlannerExpressionUtils.scala | 5 +- .../table/planner/expressions/Reinterpret.scala | 16 +- .../flink/table/planner/expressions/TreeNode.scala | 75 +- .../table/planner/expressions/aggregations.scala | 53 +- .../flink/table/planner/expressions/call.scala | 99 +- .../table/planner/expressions/collection.scala | 13 +- .../planner/expressions/fieldExpression.scala | 25 +- .../flink/table/planner/expressions/literals.scala | 23 +- .../table/planner/expressions/overOffsets.scala | 1 - .../flink/table/planner/expressions/subquery.scala | 9 +- .../flink/table/planner/expressions/symbols.scala | 27 +- .../flink/table/planner/expressions/time.scala | 175 +-- .../planner/expressions/windowProperties.scala | 1 - .../planner/functions/utils/AggSqlFunction.scala | 105 +- .../functions/utils/ScalarSqlFunction.scala | 77 +- .../planner/functions/utils/TableSqlFunction.scala | 144 +- .../functions/utils/UserDefinedFunctionUtils.scala | 729 +++++----- .../flink/table/planner/plan/cost/FlinkCost.scala | 272 ++-- .../table/planner/plan/cost/FlinkCostBase.scala | 13 +- .../table/planner/plan/cost/FlinkCostFactory.scala | 5 +- .../planner/plan/cost/FlinkCostFactoryBase.scala | 15 +- .../planner/plan/logical/MatchRecognize.scala | 23 +- .../table/planner/plan/logical/groupWindows.scala | 26 +- .../metadata/AggCallSelectivityEstimator.scala | 177 ++- .../metadata/FlinkDefaultRelMetadataProvider.scala | 1 - .../plan/metadata/FlinkRelMdColumnInterval.scala | 462 +++--- .../plan/metadata/FlinkRelMdColumnNullCount.scala | 170 ++- .../metadata/FlinkRelMdColumnOriginNullCount.scala | 20 +- .../plan/metadata/FlinkRelMdColumnUniqueness.scala | 232 +-- .../plan/metadata/FlinkRelMdCumulativeCost.scala | 16 +- .../plan/metadata/FlinkRelMdDistinctRowCount.scala | 156 +- .../plan/metadata/FlinkRelMdDistribution.scala | 32 +- .../FlinkRelMdFilteredColumnInterval.scala | 173 ++- .../metadata/FlinkRelMdModifiedMonotonicity.scala | 130 +- .../metadata/FlinkRelMdNonCumulativeCost.scala | 10 +- .../FlinkRelMdPercentageOriginalRows.scala | 29 +- .../plan/metadata/FlinkRelMdPopulationSize.scala | 152 +- .../planner/plan/metadata/FlinkRelMdRowCount.scala | 82 +- .../plan/metadata/FlinkRelMdSelectivity.scala | 74 +- .../planner/plan/metadata/FlinkRelMdSize.scala | 172 +-- .../plan/metadata/FlinkRelMdUniqueGroups.scala | 115 +- .../plan/metadata/FlinkRelMdUniqueKeys.scala | 173 ++- .../plan/metadata/FlinkRelMdUpsertKeys.scala | 102 +- .../plan/metadata/FlinkRelMdWindowProperties.scala | 122 +- .../plan/metadata/SelectivityEstimator.scala | 582 ++++---- .../planner/plan/nodes/FlinkConventions.scala | 13 +- .../table/planner/plan/nodes/FlinkRelNode.scala | 36 +- .../table/planner/plan/nodes/calcite/Expand.scala | 36 +- .../planner/plan/nodes/calcite/LegacySink.scala | 27 +- .../planner/plan/nodes/calcite/LogicalExpand.scala | 9 +- .../plan/nodes/calcite/LogicalLegacySink.scala | 32 +- .../planner/plan/nodes/calcite/LogicalRank.scala | 8 +- .../planner/plan/nodes/calcite/LogicalSink.scala | 12 +- .../plan/nodes/calcite/LogicalTableAggregate.scala | 11 +- .../nodes/calcite/LogicalWatermarkAssigner.scala | 10 +- .../nodes/calcite/LogicalWindowAggregate.scala | 3 +- .../calcite/LogicalWindowTableAggregate.scala | 16 +- .../table/planner/plan/nodes/calcite/Rank.scala | 71 +- .../table/planner/plan/nodes/calcite/Sink.scala | 28 +- .../plan/nodes/calcite/TableAggregate.scala | 25 +- .../plan/nodes/calcite/WatermarkAssigner.scala | 35 +- .../plan/nodes/calcite/WindowAggregate.scala | 45 +- .../plan/nodes/calcite/WindowTableAggregate.scala | 23 +- .../planner/plan/nodes/common/CommonCalc.scala | 44 +- .../nodes/common/CommonIntermediateTableScan.scala | 9 +- .../common/CommonPhysicalWindowTableFunction.scala | 10 +- .../plan/nodes/logical/FlinkLogicalAggregate.scala | 37 +- .../plan/nodes/logical/FlinkLogicalCalc.scala | 21 +- .../plan/nodes/logical/FlinkLogicalCorrelate.scala | 15 +- .../logical/FlinkLogicalDataStreamTableScan.scala | 34 +- .../nodes/logical/FlinkLogicalDistribution.scala | 52 +- .../plan/nodes/logical/FlinkLogicalExpand.scala | 19 +- .../FlinkLogicalIntermediateTableScan.scala | 28 +- .../plan/nodes/logical/FlinkLogicalIntersect.scala | 11 +- .../plan/nodes/logical/FlinkLogicalJoin.scala | 22 +- .../nodes/logical/FlinkLogicalLegacySink.scala | 25 +- .../FlinkLogicalLegacyTableSourceScan.scala | 33 +- .../plan/nodes/logical/FlinkLogicalMatch.scala | 12 +- .../plan/nodes/logical/FlinkLogicalMinus.scala | 7 +- .../nodes/logical/FlinkLogicalOverAggregate.scala | 43 +- .../plan/nodes/logical/FlinkLogicalRank.scala | 31 +- .../plan/nodes/logical/FlinkLogicalRel.scala | 9 +- .../plan/nodes/logical/FlinkLogicalSink.scala | 7 +- .../plan/nodes/logical/FlinkLogicalSnapshot.scala | 33 +- .../plan/nodes/logical/FlinkLogicalSort.scala | 47 +- .../nodes/logical/FlinkLogicalTableAggregate.scala | 16 +- .../logical/FlinkLogicalTableFunctionScan.scala | 9 +- .../logical/FlinkLogicalTableSourceScan.scala | 33 +- .../plan/nodes/logical/FlinkLogicalUnion.scala | 13 +- .../plan/nodes/logical/FlinkLogicalValues.scala | 20 +- .../logical/FlinkLogicalWatermarkAssigner.scala | 28 +- .../logical/FlinkLogicalWindowAggregate.scala | 3 +- .../logical/FlinkLogicalWindowTableAggregate.scala | 7 +- .../plan/nodes/physical/FlinkPhysicalRel.scala | 24 +- .../batch/BatchPhysicalBoundedStreamScan.scala | 11 +- .../nodes/physical/batch/BatchPhysicalCalc.scala | 7 +- .../physical/batch/BatchPhysicalCalcBase.scala | 13 +- .../physical/batch/BatchPhysicalCorrelate.scala | 22 +- .../batch/BatchPhysicalCorrelateBase.scala | 42 +- .../physical/batch/BatchPhysicalExchange.scala | 16 +- .../nodes/physical/batch/BatchPhysicalExpand.scala | 7 +- .../batch/BatchPhysicalGroupAggregateBase.scala | 21 +- .../batch/BatchPhysicalHashAggregate.scala | 44 +- .../batch/BatchPhysicalHashAggregateBase.scala | 11 +- .../physical/batch/BatchPhysicalHashJoin.scala | 21 +- .../batch/BatchPhysicalHashWindowAggregate.scala | 12 +- .../BatchPhysicalHashWindowAggregateBase.scala | 7 +- .../batch/BatchPhysicalIntermediateTableScan.scala | 7 +- .../physical/batch/BatchPhysicalJoinBase.scala | 134 +- .../physical/batch/BatchPhysicalLegacySink.scala | 6 +- .../batch/BatchPhysicalLegacyTableSourceScan.scala | 7 +- .../nodes/physical/batch/BatchPhysicalLimit.scala | 11 +- .../batch/BatchPhysicalLocalHashAggregate.scala | 35 +- .../BatchPhysicalLocalHashWindowAggregate.scala | 9 +- .../batch/BatchPhysicalLocalSortAggregate.scala | 38 +- .../BatchPhysicalLocalSortWindowAggregate.scala | 5 +- .../physical/batch/BatchPhysicalLookupJoin.scala | 7 +- .../batch/BatchPhysicalNestedLoopJoin.scala | 21 +- .../batch/BatchPhysicalOverAggregate.scala | 5 +- .../batch/BatchPhysicalOverAggregateBase.scala | 72 +- .../physical/batch/BatchPhysicalPythonCalc.scala | 16 +- .../batch/BatchPhysicalPythonCorrelate.scala | 18 +- .../batch/BatchPhysicalPythonGroupAggregate.scala | 44 +- .../BatchPhysicalPythonGroupWindowAggregate.scala | 9 +- .../batch/BatchPhysicalPythonOverAggregate.scala | 3 +- .../nodes/physical/batch/BatchPhysicalRank.scala | 18 +- .../nodes/physical/batch/BatchPhysicalRel.scala | 10 +- .../nodes/physical/batch/BatchPhysicalSink.scala | 11 +- .../nodes/physical/batch/BatchPhysicalSort.scala | 13 +- .../batch/BatchPhysicalSortAggregate.scala | 44 +- .../batch/BatchPhysicalSortAggregateBase.scala | 5 +- .../physical/batch/BatchPhysicalSortLimit.scala | 21 +- .../batch/BatchPhysicalSortMergeJoin.scala | 58 +- .../batch/BatchPhysicalSortWindowAggregate.scala | 5 +- .../BatchPhysicalSortWindowAggregateBase.scala | 3 +- .../batch/BatchPhysicalTableSourceScan.scala | 11 +- .../nodes/physical/batch/BatchPhysicalUnion.scala | 21 +- .../nodes/physical/batch/BatchPhysicalValues.scala | 10 +- .../batch/BatchPhysicalWindowAggregateBase.scala | 41 +- .../batch/BatchPhysicalWindowTableFunction.scala | 23 +- .../physical/common/CommonPhysicalExchange.scala | 20 +- .../nodes/physical/common/CommonPhysicalJoin.scala | 43 +- .../CommonPhysicalLegacyTableSourceScan.scala | 10 +- .../physical/common/CommonPhysicalLookupJoin.scala | 193 ++- .../common/CommonPhysicalTableSourceScan.scala | 11 +- .../nodes/physical/stream/StreamPhysicalCalc.scala | 9 +- .../physical/stream/StreamPhysicalCalcBase.scala | 7 +- .../stream/StreamPhysicalChangelogNormalize.scala | 10 +- .../physical/stream/StreamPhysicalCorrelate.scala | 22 +- .../stream/StreamPhysicalCorrelateBase.scala | 30 +- .../stream/StreamPhysicalDataStreamScan.scala | 13 +- .../stream/StreamPhysicalDeduplicate.scala | 12 +- .../stream/StreamPhysicalDropUpdateBefore.scala | 24 +- .../physical/stream/StreamPhysicalExchange.scala | 7 +- .../physical/stream/StreamPhysicalExpand.scala | 9 +- .../StreamPhysicalGlobalGroupAggregate.scala | 34 +- .../StreamPhysicalGlobalWindowAggregate.scala | 48 +- .../stream/StreamPhysicalGroupAggregate.scala | 22 +- .../stream/StreamPhysicalGroupAggregateBase.scala | 45 +- .../stream/StreamPhysicalGroupTableAggregate.scala | 8 +- .../StreamPhysicalGroupTableAggregateBase.scala | 27 +- .../StreamPhysicalGroupWindowAggregate.scala | 9 +- .../StreamPhysicalGroupWindowAggregateBase.scala | 39 +- .../StreamPhysicalGroupWindowTableAggregate.scala | 5 +- .../StreamPhysicalIncrementalGroupAggregate.scala | 37 +- .../StreamPhysicalIntermediateTableScan.scala | 7 +- .../stream/StreamPhysicalIntervalJoin.scala | 63 +- .../nodes/physical/stream/StreamPhysicalJoin.scala | 59 +- .../physical/stream/StreamPhysicalLegacySink.scala | 6 +- .../StreamPhysicalLegacyTableSourceScan.scala | 5 +- .../physical/stream/StreamPhysicalLimit.scala | 18 +- .../stream/StreamPhysicalLocalGroupAggregate.scala | 28 +- .../StreamPhysicalLocalWindowAggregate.scala | 46 +- .../physical/stream/StreamPhysicalLookupJoin.scala | 6 +- .../physical/stream/StreamPhysicalMatch.scala | 45 +- .../stream/StreamPhysicalMiniBatchAssigner.scala | 11 +- .../stream/StreamPhysicalOverAggregate.scala | 15 +- .../stream/StreamPhysicalOverAggregateBase.scala | 32 +- .../physical/stream/StreamPhysicalPythonCalc.scala | 16 +- .../stream/StreamPhysicalPythonCorrelate.scala | 18 +- .../StreamPhysicalPythonGroupAggregate.scala | 29 +- .../StreamPhysicalPythonGroupTableAggregate.scala | 8 +- .../StreamPhysicalPythonGroupWindowAggregate.scala | 9 +- .../stream/StreamPhysicalPythonOverAggregate.scala | 15 +- .../nodes/physical/stream/StreamPhysicalRank.scala | 7 +- .../nodes/physical/stream/StreamPhysicalRel.scala | 9 +- .../nodes/physical/stream/StreamPhysicalSink.scala | 19 +- .../nodes/physical/stream/StreamPhysicalSort.scala | 25 +- .../physical/stream/StreamPhysicalSortLimit.scala | 20 +- .../stream/StreamPhysicalTableSourceScan.scala | 1 - .../stream/StreamPhysicalTemporalJoin.scala | 67 +- .../stream/StreamPhysicalTemporalSort.scala | 15 +- .../physical/stream/StreamPhysicalUnion.scala | 9 +- .../physical/stream/StreamPhysicalValues.scala | 7 +- .../stream/StreamPhysicalWatermarkAssigner.scala | 25 +- .../stream/StreamPhysicalWindowAggregate.scala | 28 +- .../stream/StreamPhysicalWindowDeduplicate.scala | 11 +- .../physical/stream/StreamPhysicalWindowJoin.scala | 36 +- .../physical/stream/StreamPhysicalWindowRank.scala | 6 +- .../stream/StreamPhysicalWindowTableFunction.scala | 16 +- .../BatchCommonSubGraphBasedOptimizer.scala | 59 +- .../optimize/CommonSubGraphBasedOptimizer.scala | 105 +- .../table/planner/plan/optimize/Optimizer.scala | 21 +- .../table/planner/plan/optimize/RelNodeBlock.scala | 245 ++-- .../StreamCommonSubGraphBasedOptimizer.scala | 144 +- .../optimize/program/BatchOptimizeContext.scala | 9 +- .../plan/optimize/program/FlinkBatchProgram.scala | 209 ++- .../optimize/program/FlinkChainedProgram.scala | 87 +- .../FlinkChangelogModeInferenceProgram.scala | 710 ++++----- .../optimize/program/FlinkDecorrelateProgram.scala | 29 +- .../plan/optimize/program/FlinkGroupProgram.scala | 30 +- .../plan/optimize/program/FlinkHepProgram.scala | 37 +- .../optimize/program/FlinkHepRuleSetProgram.scala | 109 +- .../FlinkMiniBatchIntervalTraitInitProgram.scala | 9 +- .../optimize/program/FlinkOptimizeContext.scala | 15 +- .../optimize/program/FlinkOptimizeProgram.scala | 16 +- .../program/FlinkRelTimeIndicatorProgram.scala | 10 +- .../optimize/program/FlinkRuleSetProgram.scala | 36 +- .../plan/optimize/program/FlinkStreamProgram.scala | 219 ++- .../optimize/program/FlinkVolcanoProgram.scala | 39 +- .../optimize/program/StreamOptimizeContext.scala | 13 +- .../table/planner/plan/reuse/SubplanReuser.scala | 144 +- .../planner/plan/rules/FlinkBatchRuleSets.scala | 150 +- .../planner/plan/rules/FlinkStreamRuleSets.scala | 206 ++- .../rules/common/CommonTemporalTableJoinRule.scala | 29 +- .../logical/AggregateReduceGroupingRule.scala | 48 +- .../logical/BatchLogicalWindowAggregateRule.scala | 20 +- .../plan/rules/logical/CalcRankTransposeRule.scala | 44 +- .../rules/logical/CalcSnapshotTransposeRule.scala | 14 +- .../ConstantRankNumberColumnRemoveRule.scala | 9 +- .../rules/logical/ConvertToNotInOrInRule.scala | 91 +- .../rules/logical/CorrelateSortToRankRule.scala | 58 +- .../rules/logical/DecomposeGroupingSetsRule.scala | 333 ++--- .../logical/EnumerableToLogicalTableScan.scala | 19 +- .../plan/rules/logical/FlinkCalcMergeRule.scala | 63 +- .../plan/rules/logical/FlinkLimit0RemoveRule.scala | 12 +- .../plan/rules/logical/FlinkLogicalRankRule.scala | 60 +- .../plan/rules/logical/FlinkPruneEmptyRules.scala | 33 +- .../rules/logical/FlinkRewriteSubQueryRule.scala | 69 +- .../rules/logical/FlinkSubQueryRemoveRule.scala | 85 +- .../JoinConditionEqualityTransferRule.scala | 91 +- .../logical/JoinConditionTypeCoerceRule.scala | 52 +- .../JoinDependentConditionDerivationRule.scala | 127 +- .../rules/logical/JoinDeriveNullFilterRule.scala | 50 +- ...relateToJoinFromTemporalTableFunctionRule.scala | 102 +- ...gicalCorrelateToJoinFromTemporalTableRule.scala | 150 +- .../plan/rules/logical/LogicalUnnestRule.scala | 36 +- .../logical/LogicalWindowAggregateRuleBase.scala | 196 ++- .../logical/ProjectSemiAntiJoinTransposeRule.scala | 46 +- .../rules/logical/PruneAggregateCallRule.scala | 78 +- .../PushFilterIntoLegacyTableSourceScanRule.scala | 38 +- .../PushLimitIntoLegacyTableSourceScanRule.scala | 61 +- ...ushPartitionIntoLegacyTableSourceScanRule.scala | 87 +- .../PushProjectIntoLegacyTableSourceScanRule.scala | 69 +- .../plan/rules/logical/PythonCalcSplitRule.scala | 288 ++-- .../logical/ReplaceIntersectWithSemiJoinRule.scala | 22 +- .../logical/ReplaceMinusWithAntiJoinRule.scala | 22 +- .../rules/logical/RewriteIntersectAllRule.scala | 147 +- .../plan/rules/logical/RewriteMinusAllRule.scala | 107 +- .../logical/RewriteMultiJoinConditionRule.scala | 53 +- .../logical/SimplifyFilterConditionRule.scala | 36 +- .../rules/logical/SimplifyJoinConditionRule.scala | 17 +- .../plan/rules/logical/SplitAggregateRule.scala | 462 +++--- .../SplitPythonConditionFromCorrelateRule.scala | 45 +- .../logical/SplitPythonConditionFromJoinRule.scala | 27 +- .../logical/StreamLogicalWindowAggregateRule.scala | 27 +- .../TemporalJoinRewriteWithUniqueKeyRule.scala | 79 +- .../WindowAggregateReduceFunctionsRule.scala | 19 +- .../rules/logical/WindowGroupReorderRule.scala | 57 +- .../plan/rules/logical/WindowPropertiesRule.scala | 103 +- .../rules/physical/FlinkExpandConversionRule.scala | 21 +- .../physical/batch/BatchPhysicalAggRuleBase.scala | 48 +- .../batch/BatchPhysicalBoundedStreamScanRule.scala | 9 +- .../physical/batch/BatchPhysicalCalcRule.scala | 15 +- ...atchPhysicalConstantTableFunctionScanRule.scala | 32 +- .../batch/BatchPhysicalCorrelateRule.scala | 14 +- .../batch/BatchPhysicalDistributionRule.scala | 31 +- .../physical/batch/BatchPhysicalExpandRule.scala | 5 +- .../physical/batch/BatchPhysicalHashAggRule.scala | 113 +- .../physical/batch/BatchPhysicalHashJoinRule.scala | 64 +- .../BatchPhysicalIntermediateTableScanRule.scala | 1 - .../physical/batch/BatchPhysicalJoinRuleBase.scala | 38 +- .../batch/BatchPhysicalLegacySinkRule.scala | 25 +- .../BatchPhysicalLegacyTableSourceScanRule.scala | 1 - .../physical/batch/BatchPhysicalLimitRule.scala | 34 +- .../batch/BatchPhysicalLookupJoinRule.scala | 16 +- .../batch/BatchPhysicalNestedLoopJoinRule.scala | 11 +- .../batch/BatchPhysicalOverAggregateRule.scala | 65 +- .../batch/BatchPhysicalPythonCalcRule.scala | 19 +- .../physical/batch/BatchPhysicalRankRule.scala | 24 +- .../batch/BatchPhysicalSingleRowJoinRule.scala | 22 +- .../physical/batch/BatchPhysicalSinkRule.scala | 35 +- .../physical/batch/BatchPhysicalSortAggRule.scala | 97 +- .../batch/BatchPhysicalSortLimitRule.scala | 36 +- .../batch/BatchPhysicalSortMergeJoinRule.scala | 73 +- .../physical/batch/BatchPhysicalSortRule.scala | 31 +- .../batch/BatchPhysicalTableSourceScanRule.scala | 5 +- .../physical/batch/BatchPhysicalUnionRule.scala | 12 +- .../physical/batch/BatchPhysicalValuesRule.scala | 22 +- .../batch/BatchPhysicalWindowAggregateRule.scala | 99 +- .../BatchPhysicalWindowTableFunctionRule.scala | 16 +- .../physical/batch/EnforceLocalAggRuleBase.scala | 22 +- .../physical/batch/EnforceLocalHashAggRule.scala | 15 +- .../physical/batch/EnforceLocalSortAggRule.scala | 73 +- .../batch/RemoveRedundantLocalHashAggRule.scala | 16 +- .../batch/RemoveRedundantLocalRankRule.scala | 30 +- .../batch/RemoveRedundantLocalSortAggRule.scala | 46 +- .../physical/common/CommonLookupJoinRule.scala | 40 +- .../ExpandWindowTableFunctionTransposeRule.scala | 101 +- .../physical/stream/IncrementalAggregateRule.scala | 53 +- .../stream/MiniBatchIntervalInferRule.scala | 113 +- ...indowTableFunctionIntoWindowAggregateRule.scala | 46 +- .../physical/stream/StreamPhysicalCalcRule.scala | 12 +- ...reamPhysicalConstantTableFunctionScanRule.scala | 32 +- .../stream/StreamPhysicalCorrelateRule.scala | 13 +- .../stream/StreamPhysicalDataStreamScanRule.scala | 5 +- .../stream/StreamPhysicalDeduplicateRule.scala | 54 +- .../physical/stream/StreamPhysicalExpandRule.scala | 5 +- .../stream/StreamPhysicalGroupAggregateRule.scala | 8 +- .../StreamPhysicalGroupTableAggregateRule.scala | 7 +- .../StreamPhysicalGroupWindowAggregateRule.scala | 5 +- ...reamPhysicalGroupWindowTableAggregateRule.scala | 7 +- .../StreamPhysicalIntermediateTableScanRule.scala | 1 - .../stream/StreamPhysicalIntervalJoinRule.scala | 40 +- .../physical/stream/StreamPhysicalJoinRule.scala | 14 +- .../stream/StreamPhysicalJoinRuleBase.scala | 20 +- .../stream/StreamPhysicalLegacySinkRule.scala | 23 +- .../StreamPhysicalLegacyTableSourceScanRule.scala | 1 - .../physical/stream/StreamPhysicalLimitRule.scala | 9 +- .../stream/StreamPhysicalLookupJoinRule.scala | 24 +- .../physical/stream/StreamPhysicalMatchRule.scala | 28 +- .../stream/StreamPhysicalOverAggregateRule.scala | 7 +- .../stream/StreamPhysicalPythonCalcRule.scala | 12 +- .../physical/stream/StreamPhysicalRankRule.scala | 7 +- .../physical/stream/StreamPhysicalSinkRule.scala | 36 +- .../stream/StreamPhysicalSortLimitRule.scala | 9 +- .../physical/stream/StreamPhysicalSortRule.scala | 14 +- .../stream/StreamPhysicalTableSourceScanRule.scala | 22 +- .../stream/StreamPhysicalTemporalJoinRule.scala | 5 +- .../stream/StreamPhysicalTemporalSortRule.scala | 34 +- .../physical/stream/StreamPhysicalUnionRule.scala | 12 +- .../physical/stream/StreamPhysicalValuesRule.scala | 11 +- .../StreamPhysicalWatermarkAssignerRule.scala | 15 +- .../stream/StreamPhysicalWindowAggregateRule.scala | 69 +- .../StreamPhysicalWindowDeduplicateRule.scala | 14 +- .../stream/StreamPhysicalWindowJoinRule.scala | 18 +- .../stream/StreamPhysicalWindowRankRule.scala | 12 +- .../StreamPhysicalWindowTableFunctionRule.scala | 16 +- .../stream/TwoStageOptimizedAggregateRule.scala | 70 +- .../planner/plan/schema/DataStreamTable.scala | 37 +- .../schema/DeferredTypeFlinkTableFunction.scala | 23 +- .../planner/plan/schema/FlinkTableFunction.scala | 21 +- .../planner/plan/schema/GenericRelDataType.scala | 35 +- .../planner/plan/schema/IntermediateRelTable.scala | 25 +- .../plan/schema/LegacyCatalogSourceTable.scala | 122 +- .../plan/schema/LegacyTableSourceTable.scala | 90 +- .../planner/plan/schema/TableSourceTable.scala | 70 +- .../plan/schema/TimeIndicatorRelDataType.scala | 15 +- .../plan/schema/TypedFlinkTableFunction.scala | 29 +- .../table/planner/plan/stats/FlinkStatistic.scala | 102 +- .../table/planner/plan/stats/ValueInterval.scala | 158 +- .../planner/plan/trait/FlinkRelDistribution.scala | 96 +- .../plan/trait/MiniBatchIntervalTrait.scala | 13 +- .../plan/trait/MiniBatchIntervalTraitDef.scala | 1 - .../planner/plan/trait/ModifyKindSetTrait.scala | 25 +- .../planner/plan/trait/ModifyKindSetTraitDef.scala | 3 - .../plan/trait/RelModifiedMonotonicity.scala | 8 +- .../flink/table/planner/plan/trait/TraitUtil.scala | 42 +- .../table/planner/plan/trait/UpdateKindTrait.scala | 34 +- .../planner/plan/trait/UpdateKindTraitDef.scala | 5 +- .../planner/plan/utils/AggFunctionFactory.scala | 120 +- .../table/planner/plan/utils/AggregateUtil.scala | 788 +++++----- .../planner/plan/utils/ChangelogPlanUtils.scala | 37 +- .../planner/plan/utils/ColumnIntervalUtil.scala | 123 +- .../table/planner/plan/utils/CorrelateUtil.scala | 69 +- .../table/planner/plan/utils/ExpandUtil.scala | 170 ++- .../table/planner/plan/utils/FlinkRelMdUtil.scala | 421 +++--- .../table/planner/plan/utils/FlinkRelOptUtil.scala | 371 ++--- .../table/planner/plan/utils/FlinkRexUtil.scala | 255 ++-- .../planner/plan/utils/IntervalJoinUtil.scala | 219 +-- .../flink/table/planner/plan/utils/JoinUtil.scala | 105 +- .../flink/table/planner/plan/utils/MatchUtil.scala | 33 +- .../planner/plan/utils/NestedProjectionUtil.scala | 177 +-- .../planner/plan/utils/OverAggregateUtil.scala | 119 +- .../table/planner/plan/utils/PartitionPruner.scala | 79 +- .../table/planner/plan/utils/PythonUtil.scala | 118 +- .../flink/table/planner/plan/utils/RankUtil.scala | 146 +- .../table/planner/plan/utils/RelExplainUtil.scala | 813 ++++++----- .../table/planner/plan/utils/RelShuttles.scala | 71 +- .../planner/plan/utils/RelTreeWriterImpl.scala | 29 +- .../planner/plan/utils/RexDefaultVisitor.scala | 7 +- .../planner/plan/utils/RexNodeExtractor.scala | 254 ++-- .../table/planner/plan/utils/RexNodeRewriter.scala | 32 +- .../flink/table/planner/plan/utils/ScanUtil.scala | 65 +- .../planner/plan/utils/SetOpRewriteUtil.scala | 46 +- .../flink/table/planner/plan/utils/SortUtil.scala | 67 +- .../planner/plan/utils/TemporalJoinUtil.scala | 150 +- .../planner/plan/utils/UpdatingPlanChecker.scala | 11 +- .../planner/plan/utils/WindowEmitStrategy.scala | 65 +- .../table/planner/plan/utils/WindowJoinUtil.scala | 185 ++- .../table/planner/plan/utils/WindowUtil.scala | 161 +-- .../table/planner/plan/utils/aggregation.scala | 102 +- .../table/planner/sinks/CollectTableSink.scala | 14 +- .../table/planner/sinks/DataStreamTableSink.scala | 35 +- .../flink/table/planner/sinks/TableSinkUtils.scala | 210 +-- .../table/planner/sources/TableSourceUtil.scala | 195 +-- .../planner/typeutils/LegacyDataViewUtils.scala | 54 +- .../table/planner/typeutils/TypeCoercion.scala | 199 ++- .../planner/typeutils/TypeInfoCheckUtils.scala | 74 +- .../planner/utils/JavaScalaConversionUtil.scala | 7 +- .../apache/flink/table/planner/utils/Logging.scala | 5 +- .../table/planner/validate/ValidationResult.scala | 19 +- .../apache/flink/table/api/ExecuteSqlTest.scala | 46 +- .../flink/table/api/TableEnvironmentITCase.scala | 120 +- .../flink/table/api/TableEnvironmentTest.scala | 440 +++--- .../org/apache/flink/table/api/TableITCase.scala | 73 +- .../apache/flink/table/api/batch/ExplainTest.scala | 11 +- .../flink/table/api/stream/ExplainTest.scala | 80 +- .../validation/MatchRecognizeValidationTest.scala | 40 +- .../sql/validation/OverWindowValidationTest.scala | 9 +- .../planner/calcite/CalciteConfigBuilderTest.scala | 22 +- .../table/planner/catalog/CatalogTableITCase.scala | 251 ++-- .../table/planner/catalog/CatalogTableTest.scala | 11 +- .../table/planner/catalog/CatalogViewITCase.scala | 197 +-- .../planner/codegen/HashCodeGeneratorTest.scala | 35 +- .../codegen/ProjectionCodeGeneratorTest.scala | 102 +- .../codegen/WatermarkGeneratorCodeGenTest.scala | 42 +- .../table/planner/codegen/agg/AggTestBase.scala | 18 +- .../codegen/agg/AggsHandlerCodeGeneratorTest.scala | 37 +- .../codegen/agg/batch/AggWithoutKeysTest.scala | 73 +- .../codegen/agg/batch/BatchAggTestBase.scala | 46 +- .../agg/batch/HashAggCodeGeneratorTest.scala | 89 +- .../agg/batch/SortAggCodeGeneratorTest.scala | 96 +- .../table/planner/expressions/ArrayTypeTest.scala | 53 +- .../planner/expressions/CompositeAccessTest.scala | 13 +- .../planner/expressions/DecimalTypeTest.scala | 643 ++------- .../table/planner/expressions/LiteralTest.scala | 5 +- .../table/planner/expressions/MapTypeTest.scala | 62 +- .../expressions/NonDeterministicTests.scala | 58 +- .../table/planner/expressions/RowTypeTest.scala | 17 +- .../planner/expressions/ScalarFunctionsTest.scala | 1525 ++++++++------------ .../planner/expressions/ScalarOperatorsTest.scala | 74 +- .../planner/expressions/SqlExpressionTest.scala | 113 +- .../planner/expressions/TemporalTypesTest.scala | 638 +++----- .../expressions/utils/ArrayTypeTestBase.scala | 21 +- .../expressions/utils/CompositeTypeTestBase.scala | 22 +- .../expressions/utils/ExpressionTestBase.scala | 59 +- .../expressions/utils/MapTypeTestBase.scala | 21 +- .../expressions/utils/RowTypeTestBase.scala | 7 +- .../utils/ScalarOperatorsTestBase.scala | 60 +- .../expressions/utils/ScalarTypesTestBase.scala | 21 +- .../utils/userDefinedScalarFunctions.scala | 6 +- .../validation/ArrayTypeValidationTest.scala | 5 +- .../validation/CompositeAccessValidationTest.scala | 3 - .../validation/MapTypeValidationTest.scala | 1 - .../validation/RowTypeValidationTest.scala | 1 - .../validation/ScalarFunctionsValidationTest.scala | 36 +- .../validation/ScalarOperatorsValidationTest.scala | 19 +- .../utils/TestCollectionTableFactory.scala | 77 +- .../planner/match/PatternTranslatorTest.scala | 94 +- .../planner/match/PatternTranslatorTestBase.scala | 41 +- .../table/planner/plan/batch/sql/CalcTest.scala | 6 +- .../plan/batch/sql/CompactManagedTableTest.scala | 5 +- .../plan/batch/sql/DagOptimizationTest.scala | 39 +- .../plan/batch/sql/DeadlockBreakupTest.scala | 128 +- .../planner/plan/batch/sql/LegacyLimitTest.scala | 2 +- .../planner/plan/batch/sql/LegacySinkTest.scala | 41 +- .../plan/batch/sql/LegacyTableSourceTest.scala | 82 +- .../table/planner/plan/batch/sql/LimitTest.scala | 31 +- .../plan/batch/sql/MultipleInputCreationTest.scala | 93 +- .../plan/batch/sql/PartitionableSinkTest.scala | 1 - .../plan/batch/sql/PartitionableSourceTest.scala | 46 +- .../table/planner/plan/batch/sql/RankTest.scala | 44 +- .../plan/batch/sql/RemoveCollationTest.scala | 110 +- .../planner/plan/batch/sql/RemoveShuffleTest.scala | 217 +-- .../planner/plan/batch/sql/SetOperatorsTest.scala | 11 +- .../planner/plan/batch/sql/SortLimitTest.scala | 5 +- .../table/planner/plan/batch/sql/SortTest.scala | 27 +- .../planner/plan/batch/sql/SubplanReuseTest.scala | 144 +- .../planner/plan/batch/sql/TableScanTest.scala | 200 ++- .../planner/plan/batch/sql/TableSinkTest.scala | 145 +- .../planner/plan/batch/sql/TableSourceTest.scala | 132 +- .../table/planner/plan/batch/sql/UnionTest.scala | 1 - .../table/planner/plan/batch/sql/ValuesTest.scala | 1 - .../plan/batch/sql/WindowTableFunctionTest.scala | 33 +- .../sql/agg/AggregateReduceGroupingTest.scala | 4 +- .../plan/batch/sql/agg/AggregateTestBase.scala | 169 ++- .../plan/batch/sql/agg/DistinctAggregateTest.scala | 5 +- .../plan/batch/sql/agg/GroupWindowTest.scala | 49 +- .../plan/batch/sql/agg/GroupingSetsTest.scala | 22 +- .../plan/batch/sql/agg/HashAggregateTest.scala | 8 +- .../plan/batch/sql/agg/OverAggregateTest.scala | 10 +- .../plan/batch/sql/agg/SortAggregateTest.scala | 8 +- .../batch/sql/join/BroadcastHashJoinTest.scala | 5 +- .../sql/join/BroadcastHashSemiAntiJoinTest.scala | 5 +- .../planner/plan/batch/sql/join/JoinTestBase.scala | 2 +- .../plan/batch/sql/join/LookupJoinTest.scala | 87 +- .../plan/batch/sql/join/NestedLoopJoinTest.scala | 5 +- .../sql/join/NestedLoopSemiAntiJoinTest.scala | 5 +- .../plan/batch/sql/join/SemiAntiJoinTest.scala | 17 +- .../plan/batch/sql/join/SemiAntiJoinTestBase.scala | 3 +- .../plan/batch/sql/join/ShuffledHashJoinTest.scala | 1 - .../sql/join/ShuffledHashSemiAntiJoinTest.scala | 1 - .../plan/batch/sql/join/SingleRowJoinTest.scala | 1 - .../plan/batch/sql/join/SortMergeJoinTest.scala | 5 +- .../batch/sql/join/SortMergeSemiAntiJoinTest.scala | 5 +- .../batch/sql/join/TemporalFunctionJoinTest.scala | 30 +- .../plan/batch/sql/join/TemporalJoinTest.scala | 94 +- .../planner/plan/batch/table/AggregateTest.scala | 22 +- .../table/planner/plan/batch/table/CalcTest.scala | 12 +- .../plan/batch/table/ColumnFunctionsTest.scala | 8 +- .../planner/plan/batch/table/CorrelateTest.scala | 32 +- .../planner/plan/batch/table/GroupWindowTest.scala | 27 +- .../table/planner/plan/batch/table/JoinTest.scala | 39 +- .../plan/batch/table/PythonAggregateTest.scala | 7 +- .../planner/plan/batch/table/PythonCalcTest.scala | 1 - .../table/PythonGroupWindowAggregateTest.scala | 45 +- .../table/PythonOverWindowAggregateTest.scala | 44 +- .../plan/batch/table/SetOperatorsTest.scala | 34 +- .../table/TemporalTableFunctionJoinTest.scala | 14 +- .../table/validation/AggregateValidationTest.scala | 35 +- .../table/validation/CalcValidationTest.scala | 24 +- .../table/validation/CorrelateValidationTest.scala | 12 +- .../validation/GroupWindowValidationTest.scala | 31 +- .../table/validation/JoinValidationTest.scala | 26 +- .../validation/OverWindowValidationTest.scala | 15 +- .../validation/SetOperatorsValidationTest.scala | 18 +- .../table/validation/SortValidationTest.scala | 1 - .../common/AggregateReduceGroupingTestBase.scala | 158 +- .../plan/common/DistinctAggregateTestBase.scala | 16 +- .../planner/plan/common/JoinReorderTestBase.scala | 188 ++- .../planner/plan/common/PartialInsertTest.scala | 74 +- .../planner/plan/common/TableFactoryTest.scala | 11 +- .../table/planner/plan/common/UnnestTestBase.scala | 12 +- .../planner/plan/common/ViewsExpandingTest.scala | 99 +- .../table/planner/plan/cost/FlinkCostTest.scala | 36 +- .../table/planner/plan/hint/OptionsHintTest.scala | 87 +- .../metadata/AggCallSelectivityEstimatorTest.scala | 367 +++-- .../metadata/FlinkRelMdColumnIntervalTest.scala | 365 +++-- .../metadata/FlinkRelMdColumnNullCountTest.scala | 147 +- .../FlinkRelMdColumnOriginNullCountTest.scala | 68 +- .../metadata/FlinkRelMdColumnUniquenessTest.scala | 467 +++--- .../metadata/FlinkRelMdCumulativeCostTest.scala | 29 +- .../metadata/FlinkRelMdDistinctRowCountTest.scala | 681 +++++---- .../plan/metadata/FlinkRelMdDistributionTest.scala | 21 +- .../FlinkRelMdFilteredColumnIntervalTest.scala | 253 ++-- .../plan/metadata/FlinkRelMdHandlerTestBase.scala | 1199 ++++++++++----- .../FlinkRelMdModifiedMonotonicityTest.scala | 160 +- .../metadata/FlinkRelMdNonCumulativeCostTest.scala | 27 +- .../FlinkRelMdPercentageOriginalRowsTest.scala | 44 +- .../metadata/FlinkRelMdPopulationSizeTest.scala | 325 +++-- .../plan/metadata/FlinkRelMdRowCollationTest.scala | 94 +- .../plan/metadata/FlinkRelMdRowCountTest.scala | 197 +-- .../plan/metadata/FlinkRelMdSelectivityTest.scala | 536 ++++--- .../planner/plan/metadata/FlinkRelMdSizeTest.scala | 181 ++- .../plan/metadata/FlinkRelMdUniqueGroupsTest.scala | 684 +++++---- .../plan/metadata/FlinkRelMdUniqueKeysTest.scala | 166 ++- .../plan/metadata/FlinkRelMdUpsertKeysTest.scala | 181 ++- .../metadata/MetadataHandlerConsistencyTest.scala | 95 +- .../planner/plan/metadata/MetadataTestUtil.scala | 129 +- .../plan/metadata/SelectivityEstimatorTest.scala | 793 ++++++---- .../planner/plan/nodes/calcite/ExpandTest.scala | 9 +- .../plan/nodes/calcite/RelNodeTestBase.scala | 14 +- .../optimize/program/FlinkChainedProgramTest.scala | 36 +- .../program/FlinkHepRuleSetProgramTest.scala | 44 +- .../optimize/program/FlinkVolcanoProgramTest.scala | 18 +- .../logical/AggregateReduceGroupingRuleTest.scala | 9 +- .../logical/CalcPruneAggregateCallRuleTest.scala | 31 +- .../CalcPythonCorrelateTransposeRuleTest.scala | 7 +- .../rules/logical/CalcRankTransposeRuleTest.scala | 29 +- .../rules/logical/ConvertToNotInOrInRuleTest.scala | 25 +- .../logical/CorrelateSortToRankRuleTest.scala | 14 +- .../logical/DecomposeGroupingSetsRuleTest.scala | 5 +- .../logical/ExpressionReductionRulesTest.scala | 5 +- ...AggregateExpandDistinctAggregatesRuleTest.scala | 6 +- .../FlinkAggregateJoinTransposeRuleTest.scala | 22 +- .../logical/FlinkAggregateRemoveRuleTest.scala | 40 +- .../rules/logical/FlinkCalcMergeRuleTest.scala | 25 +- .../rules/logical/FlinkFilterJoinRuleTest.scala | 13 +- .../logical/FlinkJoinPushExpressionsRuleTest.scala | 8 +- .../logical/FlinkJoinToMultiJoinRuleTest.scala | 8 +- .../rules/logical/FlinkLimit0RemoveRuleTest.scala | 9 +- .../FlinkLogicalRankRuleForConstantRangeTest.scala | 5 +- .../FlinkLogicalRankRuleForRangeEndTest.scala | 5 +- .../rules/logical/FlinkPruneEmptyRulesTest.scala | 8 +- .../FlinkSemiAntiJoinFilterTransposeRuleTest.scala | 12 +- .../FlinkSemiAntiJoinJoinTransposeRuleTest.scala | 14 +- ...FlinkSemiAntiJoinProjectTransposeRuleTest.scala | 15 +- .../JoinConditionEqualityTransferRuleTest.scala | 5 +- .../logical/JoinConditionTypeCoerceRuleTest.scala | 8 +- .../JoinDependentConditionDerivationRuleTest.scala | 15 +- .../logical/JoinDeriveNullFilterRuleTest.scala | 50 +- ...lCorrelateToJoinFromTemporalTableRuleTest.scala | 108 +- .../plan/rules/logical/LogicalUnnestRuleTest.scala | 5 +- .../ProjectPruneAggregateCallRuleTest.scala | 19 +- .../ProjectSemiAntiJoinTransposeRuleTest.scala | 7 +- ...ojectWindowTableFunctionTransposeRuleTest.scala | 36 +- .../logical/PruneAggregateCallRuleTestBase.scala | 7 +- ...shFilterIntoLegacyTableSourceScanRuleTest.scala | 16 +- ...ushLimitIntoLegacyTableSourceScanRuleTest.scala | 10 +- ...artitionIntoLegacyTableSourceScanRuleTest.scala | 35 +- ...hProjectIntoLegacyTableSourceScanRuleTest.scala | 15 +- .../rules/logical/PythonCalcSplitRuleTest.scala | 11 +- .../logical/PythonCorrelateSplitRuleTest.scala | 7 +- .../rules/logical/PythonMapMergeRuleTest.scala | 18 +- .../logical/RankNumberColumnRemoveRuleTest.scala | 5 +- .../logical/RemoveSingleAggregateRuleTest.scala | 5 +- .../ReplaceIntersectWithSemiJoinRuleTest.scala | 5 +- .../logical/ReplaceMinusWithAntiJoinRuleTest.scala | 5 +- .../logical/RewriteIntersectAllRuleTest.scala | 5 +- .../rules/logical/RewriteMinusAllRuleTest.scala | 5 +- .../RewriteMultiJoinConditionRuleTest.scala | 58 +- .../logical/SimplifyFilterConditionRuleTest.scala | 10 +- .../logical/SimplifyJoinConditionRuleTest.scala | 4 +- .../rules/logical/SplitAggregateRuleTest.scala | 20 +- ...SplitPythonConditionFromCorrelateRuleTest.scala | 11 +- .../SplitPythonConditionFromJoinRuleTest.scala | 11 +- .../TemporalJoinRewriteWithUniqueKeyRuleTest.scala | 161 ++- .../rules/logical/WindowGroupReorderRuleTest.scala | 4 +- .../subquery/FlinkRewriteSubQueryRuleTest.scala | 43 +- .../logical/subquery/SubQueryAntiJoinTest.scala | 9 +- .../logical/subquery/SubQuerySemiJoinTest.scala | 17 +- .../rules/logical/subquery/SubQueryTestBase.scala | 7 +- .../SubqueryCorrelateVariablesValidationTest.scala | 34 +- .../batch/EnforceLocalAggRuleTestBase.scala | 2 - .../batch/EnforceLocalHashAggRuleTest.scala | 46 +- .../batch/EnforceLocalSortAggRuleTest.scala | 48 +- .../RemoveRedundantLocalHashAggRuleTest.scala | 23 +- .../batch/RemoveRedundantLocalRankRuleTest.scala | 4 +- .../RemoveRedundantLocalSortAggRuleTest.scala | 18 +- .../stream/ChangelogModeInferenceTest.scala | 277 ++-- ...xpandWindowTableFunctionTransposeRuleTest.scala | 76 +- ...signerChangelogNormalizeTransposeRuleTest.scala | 110 +- .../plan/schema/TimeIndicatorRelDataTypeTest.scala | 5 +- .../planner/plan/stats/ValueIntervalTest.scala | 24 +- .../table/planner/plan/stream/sql/CalcTest.scala | 5 +- .../plan/stream/sql/DagOptimizationTest.scala | 201 ++- .../planner/plan/stream/sql/DeduplicateTest.scala | 18 +- .../plan/stream/sql/FilterableSourceTest.scala | 39 +- .../planner/plan/stream/sql/LegacySinkTest.scala | 67 +- .../plan/stream/sql/LegacyTableSourceTest.scala | 215 ++- .../table/planner/plan/stream/sql/LimitTest.scala | 8 +- .../plan/stream/sql/LimitableSourceTest.scala | 5 +- .../plan/stream/sql/MatchRecognizeTest.scala | 1 - .../stream/sql/MiniBatchIntervalInferTest.scala | 236 +-- .../plan/stream/sql/ModifiedMonotonicityTest.scala | 24 +- .../plan/stream/sql/PartitionableSinkTest.scala | 1 - .../plan/stream/sql/PartitionableSourceTest.scala | 46 +- .../table/planner/plan/stream/sql/RankTest.scala | 245 ++-- .../stream/sql/RelTimeIndicatorConverterTest.scala | 30 +- .../planner/plan/stream/sql/SetOperatorsTest.scala | 4 +- .../planner/plan/stream/sql/SortLimitTest.scala | 8 +- .../table/planner/plan/stream/sql/SortTest.scala | 5 +- .../plan/stream/sql/SourceWatermarkTest.scala | 148 +- .../planner/plan/stream/sql/SubplanReuseTest.scala | 84 +- .../planner/plan/stream/sql/TableScanTest.scala | 759 +++++----- .../planner/plan/stream/sql/TableSinkTest.scala | 803 +++++------ .../planner/plan/stream/sql/TableSourceTest.scala | 3 +- .../table/planner/plan/stream/sql/UnionTest.scala | 78 +- .../table/planner/plan/stream/sql/ValuesTest.scala | 1 - .../plan/stream/sql/WindowDeduplicateTest.scala | 52 +- .../planner/plan/stream/sql/WindowRankTest.scala | 34 +- .../plan/stream/sql/WindowTableFunctionTest.scala | 63 +- .../plan/stream/sql/agg/AggregateTest.scala | 310 ++-- .../stream/sql/agg/DistinctAggregateTest.scala | 11 +- .../plan/stream/sql/agg/GroupWindowTest.scala | 100 +- .../plan/stream/sql/agg/GroupingSetsTest.scala | 26 +- .../stream/sql/agg/IncrementalAggregateTest.scala | 5 +- .../plan/stream/sql/agg/OverAggregateTest.scala | 17 +- .../stream/sql/agg/TwoStageAggregateTest.scala | 11 +- .../plan/stream/sql/agg/WindowAggregateTest.scala | 183 ++- .../plan/stream/sql/join/IntervalJoinTest.scala | 98 +- .../planner/plan/stream/sql/join/JoinTest.scala | 292 ++-- .../plan/stream/sql/join/LookupJoinTest.scala | 340 ++--- .../plan/stream/sql/join/SemiAntiJoinTest.scala | 1 - .../stream/sql/join/TemporalFunctionJoinTest.scala | 35 +- .../plan/stream/sql/join/TemporalJoinTest.scala | 428 +++--- .../plan/stream/sql/join/WindowJoinTest.scala | 111 +- .../planner/plan/stream/table/AggregateTest.scala | 36 +- .../table/planner/plan/stream/table/CalcTest.scala | 40 +- .../plan/stream/table/ColumnFunctionsTest.scala | 41 +- .../planner/plan/stream/table/CorrelateTest.scala | 38 +- .../table/GroupWindowTableAggregateTest.scala | 11 +- .../plan/stream/table/GroupWindowTest.scala | 170 ++- .../table/planner/plan/stream/table/JoinTest.scala | 83 +- .../plan/stream/table/LegacyTableSourceTest.scala | 199 ++- .../plan/stream/table/OverAggregateTest.scala | 166 ++- .../plan/stream/table/PythonAggregateTest.scala | 23 +- .../planner/plan/stream/table/PythonCalcTest.scala | 1 - .../table/PythonGroupWindowAggregateTest.scala | 77 +- .../table/PythonOverWindowAggregateTest.scala | 33 +- .../stream/table/PythonTableAggregateTest.scala | 13 +- .../plan/stream/table/SetOperatorsTest.scala | 9 +- .../plan/stream/table/TableAggregateTest.scala | 11 +- .../plan/stream/table/TableSourceTest.scala | 30 +- .../table/TemporalTableFunctionJoinTest.scala | 71 +- .../plan/stream/table/TwoStageAggregateTest.scala | 11 +- .../table/validation/AggregateValidationTest.scala | 22 +- .../table/validation/CalcValidationTest.scala | 76 +- .../table/validation/CorrelateValidationTest.scala | 59 +- .../GroupWindowTableAggregateValidationTest.scala | 15 +- .../validation/GroupWindowValidationTest.scala | 97 +- .../validation/LegacyTableSinkValidationTest.scala | 36 +- .../validation/OverWindowValidationTest.scala | 63 +- .../validation/SetOperatorsValidationTest.scala | 5 +- .../validation/TableAggregateValidationTest.scala | 29 +- .../TemporalTableJoinValidationTest.scala | 32 +- .../validation/UnsupportedOpsValidationTest.scala | 1 - .../plan/trait/FlinkRelDistributionTest.scala | 36 +- .../plan/utils/ColumnIntervalUtilTest.scala | 39 +- .../planner/plan/utils/FlinkRelMdUtilTest.scala | 1 - .../planner/plan/utils/FlinkRelOptUtilTest.scala | 72 +- .../planner/plan/utils/FlinkRexUtilTest.scala | 412 +++--- .../planner/plan/utils/InputTypeBuilder.scala | 1 - .../plan/utils/NestedProjectionUtilTest.scala | 106 +- .../planner/plan/utils/PartitionPrunerTest.scala | 33 +- .../planner/plan/utils/RexNodeExtractorTest.scala | 241 ++-- .../planner/plan/utils/RexNodeRewriterTest.scala | 65 +- .../table/planner/plan/utils/RexNodeTestBase.scala | 39 +- .../plan/utils/TestContextTableFactory.scala | 14 +- .../table/planner/plan/utils/lookupFunctions.scala | 40 +- .../flink/table/planner/plan/utils/pojos.scala | 6 +- .../planner/runtime/FileSystemITCaseBase.scala | 124 +- .../batch/sql/BatchFileSystemITCaseBase.scala | 19 +- .../planner/runtime/batch/sql/CalcITCase.scala | 1175 ++++++++------- .../runtime/batch/sql/CodeSplitITCase.scala | 41 +- .../runtime/batch/sql/CorrelateITCase.scala | 99 +- .../runtime/batch/sql/CorrelateITCase2.scala | 66 +- .../planner/runtime/batch/sql/DecimalITCase.scala | 76 +- .../batch/sql/FileSystemTestCsvITCase.scala | 5 +- .../runtime/batch/sql/LegacyLimitITCase.scala | 50 +- .../batch/sql/LegacyTableSourceITCase.scala | 183 ++- .../runtime/batch/sql/Limit0RemoveITCase.scala | 1 - .../planner/runtime/batch/sql/LimitITCase.scala | 3 +- .../planner/runtime/batch/sql/MiscITCase.scala | 116 +- .../runtime/batch/sql/MultipleInputITCase.scala | 33 +- .../runtime/batch/sql/OverAggregateITCase.scala | 810 +++++++---- .../batch/sql/PartitionableSinkITCase.scala | 199 +-- .../batch/sql/PartitionableSourceITCase.scala | 134 +- .../planner/runtime/batch/sql/RankITCase.scala | 191 ++- .../runtime/batch/sql/SetOperatorsITCase.scala | 31 +- .../runtime/batch/sql/SortLimitITCase.scala | 60 +- .../runtime/batch/sql/TableScanITCase.scala | 22 +- .../runtime/batch/sql/TableSinkITCase.scala | 51 +- .../runtime/batch/sql/TableSourceITCase.scala | 253 ++-- .../runtime/batch/sql/TimestampITCase.scala | 204 ++- .../planner/runtime/batch/sql/UnionITCase.scala | 46 +- .../planner/runtime/batch/sql/UnnestITCase.scala | 105 +- .../planner/runtime/batch/sql/ValuesITCase.scala | 1 - .../batch/sql/WindowTableFunctionITCase.scala | 1019 +++++++++---- .../batch/sql/agg/AggregateITCaseBase.scala | 321 +++- .../sql/agg/AggregateJoinTransposeITCase.scala | 115 +- .../sql/agg/AggregateReduceGroupingITCase.scala | 597 +++++--- .../batch/sql/agg/AggregateRemoveITCase.scala | 211 ++- .../sql/agg/DistinctAggregateITCaseBase.scala | 88 +- .../runtime/batch/sql/agg/GroupWindowITCase.scala | 332 +++-- .../runtime/batch/sql/agg/GroupingSetsITCase.scala | 332 ++++- .../runtime/batch/sql/agg/HashAggITCase.scala | 11 +- .../sql/agg/HashDistinctAggregateITCase.scala | 8 +- .../batch/sql/agg/PruneAggregateCallITCase.scala | 7 +- .../runtime/batch/sql/agg/SortAggITCase.scala | 97 +- .../sql/agg/SortDistinctAggregateITCase.scala | 8 +- .../runtime/batch/sql/join/InnerJoinITCase.scala | 9 +- .../sql/join/JoinConditionTypeCoerceITCase.scala | 155 +- .../runtime/batch/sql/join/JoinITCase.scala | 620 +++++--- .../runtime/batch/sql/join/JoinITCaseHelper.scala | 5 +- .../batch/sql/join/JoinWithoutKeyITCase.scala | 220 ++- .../runtime/batch/sql/join/LookupJoinITCase.scala | 132 +- .../runtime/batch/sql/join/OuterJoinITCase.scala | 245 ++-- .../runtime/batch/sql/join/ScalarQueryITCase.scala | 9 +- .../runtime/batch/sql/join/SemiJoinITCase.scala | 81 +- .../runtime/batch/table/AggregationITCase.scala | 201 ++- .../planner/runtime/batch/table/CalcITCase.scala | 175 ++- .../runtime/batch/table/CorrelateITCase.scala | 83 +- .../runtime/batch/table/DecimalITCase.scala | 80 +- .../runtime/batch/table/GroupWindowITCase.scala | 213 +-- .../planner/runtime/batch/table/JoinITCase.scala | 219 ++- .../runtime/batch/table/LegacyLimitITCase.scala | 21 +- .../batch/table/LegacyTableSinkITCase.scala | 144 +- .../planner/runtime/batch/table/LimitITCase.scala | 2 +- .../runtime/batch/table/OverAggregateITCase.scala | 399 +++-- .../runtime/batch/table/SetOperatorsITCase.scala | 34 +- .../planner/runtime/batch/table/SortITCase.scala | 29 +- .../runtime/batch/table/TableSinkITCase.scala | 529 ++++--- ...AbstractTwoInputStreamOperatorWithTTLTest.scala | 26 +- .../harness/GroupAggregateHarnessTest.scala | 16 +- .../planner/runtime/harness/HarnessTestBase.scala | 42 +- .../runtime/harness/OverAggregateHarnessTest.scala | 762 ++++------ .../planner/runtime/harness/RankHarnessTest.scala | 21 +- .../harness/TableAggregateHarnessTest.scala | 29 +- .../harness/WindowAggregateHarnessTest.scala | 426 ++++-- ...WindowAggregateUseDaylightTimeHarnessTest.scala | 97 +- .../harness/WindowTableFunctionHarnessTest.scala | 881 +++++++---- .../runtime/stream/FsStreamingSinkITCaseBase.scala | 86 +- .../runtime/stream/sql/AggregateITCase.scala | 631 ++++---- .../runtime/stream/sql/AggregateRemoveITCase.scala | 226 ++- .../runtime/stream/sql/AsyncLookupJoinITCase.scala | 112 +- .../planner/runtime/stream/sql/CalcITCase.scala | 240 +-- .../runtime/stream/sql/ChangelogSourceITCase.scala | 296 ++-- .../runtime/stream/sql/CorrelateITCase.scala | 100 +- .../runtime/stream/sql/DataStreamScalaITCase.scala | 31 +- .../runtime/stream/sql/DeduplicateITCase.scala | 136 +- .../stream/sql/FilterableSourceITCase.scala | 18 +- .../stream/sql/FsStreamingSinkTestCsvITCase.scala | 5 +- .../runtime/stream/sql/GroupWindowITCase.scala | 165 ++- .../runtime/stream/sql/IntervalJoinITCase.scala | 176 ++- .../planner/runtime/stream/sql/JoinITCase.scala | 397 +++-- .../stream/sql/LegacyTableSourceITCase.scala | 195 ++- .../runtime/stream/sql/Limit0RemoveITCase.scala | 3 +- .../planner/runtime/stream/sql/LimitITCase.scala | 15 +- .../runtime/stream/sql/LimitableSourceITCase.scala | 19 +- .../runtime/stream/sql/LookupJoinITCase.scala | 176 +-- .../runtime/stream/sql/MatchRecognizeITCase.scala | 112 +- .../runtime/stream/sql/OverAggregateITCase.scala | 439 +++--- .../stream/sql/PartitionableSourceITCase.scala | 48 +- .../stream/sql/PruneAggregateCallITCase.scala | 6 +- .../planner/runtime/stream/sql/RankITCase.scala | 430 +++--- .../stream/sql/SemiAntiJoinStreamITCase.scala | 75 +- .../runtime/stream/sql/SetOperatorsITCase.scala | 13 +- .../planner/runtime/stream/sql/SortITCase.scala | 41 +- .../runtime/stream/sql/SortLimitITCase.scala | 25 +- .../runtime/stream/sql/SourceWatermarkITCase.scala | 71 +- .../runtime/stream/sql/SplitAggregateITCase.scala | 312 ++-- .../stream/sql/StreamFileSystemITCaseBase.scala | 24 +- .../stream/sql/StreamFileSystemTestCsvITCase.scala | 5 +- .../stream/sql/StreamTableEnvironmentITCase.scala | 93 +- .../runtime/stream/sql/TableScanITCase.scala | 31 +- .../runtime/stream/sql/TableSinkITCase.scala | 230 +-- .../runtime/stream/sql/TableSourceITCase.scala | 111 +- .../runtime/stream/sql/TemporalJoinITCase.scala | 520 +++---- .../runtime/stream/sql/TemporalSortITCase.scala | 88 +- .../sql/TemporalTableFunctionJoinITCase.scala | 40 +- .../runtime/stream/sql/TimeAttributeITCase.scala | 75 +- .../runtime/stream/sql/TimestampITCase.scala | 80 +- .../planner/runtime/stream/sql/UnnestITCase.scala | 53 +- .../planner/runtime/stream/sql/ValuesITCase.scala | 5 +- .../runtime/stream/sql/WindowAggregateITCase.scala | 92 +- .../stream/sql/WindowDeduplicateITCase.scala | 52 +- .../stream/sql/WindowDistinctAggregateITCase.scala | 191 ++- .../runtime/stream/sql/WindowJoinITCase.scala | 88 +- .../runtime/stream/sql/WindowRankITCase.scala | 91 +- .../stream/sql/WindowTableFunctionITCase.scala | 60 +- .../runtime/stream/table/AggregateITCase.scala | 132 +- .../planner/runtime/stream/table/CalcITCase.scala | 234 +-- .../runtime/stream/table/CorrelateITCase.scala | 77 +- .../runtime/stream/table/GroupWindowITCase.scala | 101 +- .../table/GroupWindowTableAggregateITCase.scala | 60 +- .../planner/runtime/stream/table/JoinITCase.scala | 611 +++++--- .../stream/table/LegacyTableSinkITCase.scala | 295 ++-- .../runtime/stream/table/OverAggregateITCase.scala | 282 ++-- .../runtime/stream/table/RetractionITCase.scala | 44 +- .../runtime/stream/table/SetOperatorsITCase.scala | 37 +- .../runtime/stream/table/SubQueryITCase.scala | 26 +- .../stream/table/TableAggregateITCase.scala | 95 +- .../runtime/stream/table/TableSinkITCase.scala | 1377 +++++++++--------- .../stream/table/TableToDataStreamITCase.scala | 139 +- .../planner/runtime/utils/BatchTableEnvUtil.scala | 300 ++-- .../planner/runtime/utils/BatchTestBase.scala | 262 ++-- .../runtime/utils/CollectionBatchExecTable.scala | 41 +- .../utils/InMemoryLookupableTableSource.scala | 65 +- .../planner/runtime/utils/SortTestUtils.scala | 52 +- .../planner/runtime/utils/StreamTestSink.scala | 90 +- .../planner/runtime/utils/StreamingTestBase.scala | 13 +- .../runtime/utils/StreamingWithAggTestBase.scala | 10 +- .../utils/StreamingWithMiniBatchTestBase.scala | 4 +- .../runtime/utils/StreamingWithStateTestBase.scala | 32 +- .../table/planner/runtime/utils/TestData.scala | 660 ++++++--- .../table/planner/runtime/utils/TestSinkUtil.scala | 11 +- .../table/planner/runtime/utils/TimeTestUtil.scala | 17 +- .../utils/UserDefinedFunctionTestUtils.scala | 36 +- .../flink/table/planner/utils/AvgAggFunction.scala | 117 +- .../table/planner/utils/CountAggFunction.scala | 6 +- .../table/planner/utils/DateTimeTestUtil.scala | 1 - .../planner/utils/LogicalPlanFormatUtils.scala | 10 +- .../planner/utils/MemoryTableSourceSinkUtil.scala | 34 +- .../flink/table/planner/utils/SumAggFunction.scala | 44 +- .../flink/table/planner/utils/TableTestBase.scala | 692 +++++---- .../utils/TestLegacyLimitableTableSource.scala | 24 +- .../planner/utils/UserDefinedAggFunctions.scala | 27 +- .../utils/UserDefinedTableAggFunctions.scala | 26 +- .../planner/utils/UserDefinedTableFunctions.scala | 40 +- .../table/planner/utils/testTableSourceSinks.scala | 401 +++-- flink-tests/pom.xml | 9 - .../api/scala/actions/CountCollectITCase.scala | 17 +- .../PartitionOperatorTranslationTest.scala | 33 +- .../BatchScalaAPICompletenessTest.scala | 252 ++-- .../ScalaAPICompletenessTestBase.scala | 29 +- .../api/scala/functions/ClosureCleanerITCase.scala | 19 +- .../scala/io/ScalaCsvReaderWithPOJOITCase.scala | 12 +- .../manual/MassiveCaseClassSortingITCase.scala | 129 +- .../api/scala/migration/MigrationTestTypes.scala | 1 - .../migration/ScalaSerializersMigrationTest.scala | 12 +- .../StatefulJobSavepointMigrationITCase.scala | 81 +- ...StatefulJobWBroadcastStateMigrationITCase.scala | 124 +- .../api/scala/operators/AggregateITCase.scala | 17 +- .../scala/operators/AggregateOperatorTest.scala | 13 +- .../flink/api/scala/operators/CoGroupITCase.scala | 235 +-- .../api/scala/operators/CoGroupOperatorTest.scala | 61 +- .../flink/api/scala/operators/CrossITCase.scala | 64 +- .../flink/api/scala/operators/DistinctITCase.scala | 18 +- .../api/scala/operators/DistinctOperatorTest.scala | 18 +- .../flink/api/scala/operators/ExamplesITCase.scala | 23 +- .../flink/api/scala/operators/FilterITCase.scala | 38 +- .../flink/api/scala/operators/FirstNITCase.scala | 17 +- .../api/scala/operators/FirstNOperatorTest.scala | 61 +- .../flink/api/scala/operators/FlatMapITCase.scala | 71 +- .../api/scala/operators/GroupCombineITCase.scala | 24 +- .../api/scala/operators/GroupReduceITCase.scala | 761 +++++----- .../flink/api/scala/operators/GroupingTest.scala | 34 +- .../flink/api/scala/operators/JoinITCase.scala | 88 +- .../api/scala/operators/JoinOperatorTest.scala | 36 +- .../flink/api/scala/operators/MapITCase.scala | 32 +- .../api/scala/operators/OuterJoinITCase.scala | 83 +- .../api/scala/operators/PartitionITCase.scala | 84 +- .../flink/api/scala/operators/ReduceITCase.scala | 89 +- .../flink/api/scala/operators/SampleITCase.scala | 9 +- .../api/scala/operators/SortPartitionITCase.scala | 62 +- .../api/scala/operators/SumMinMaxITCase.scala | 21 +- .../flink/api/scala/operators/UnionITCase.scala | 13 +- .../translation/AggregateTranslationTest.scala | 16 +- .../CoGroupCustomPartitioningTest.scala | 167 ++- .../CoGroupGroupSortTranslationTest.scala | 107 +- ...CustomPartitioningGroupingKeySelectorTest.scala | 102 +- .../CustomPartitioningGroupingPojoTest.scala | 80 +- .../CustomPartitioningGroupingTupleTest.scala | 184 ++- .../translation/CustomPartitioningTest.scala | 143 +- .../DeltaIterationTranslationTest.scala | 52 +- .../translation/JoinCustomPartitioningTest.scala | 167 ++- .../translation/PartitioningTestClasses.scala | 3 - .../translation/ReduceTranslationTest.scala | 63 +- .../CaseClassNormalizedKeySortingTest.scala | 69 +- .../scala/runtime/ScalaSpecialTypesITCase.scala | 101 +- .../flink/api/scala/util/CollectionDataSets.scala | 56 +- .../flink/api/scala/util/DataSetUtilsITCase.scala | 7 +- flink-yarn-tests/pom.xml | 9 - pom.xml | 64 +- tools/ci/compile.sh | 6 +- tools/maven/scalastyle-config.xml | 146 -- 1320 files changed, 60762 insertions(+), 54753 deletions(-) create mode 100644 .scalafmt.conf delete mode 100644 tools/maven/scalastyle-config.xml