This is an automated email from the ASF dual-hosted git repository.
hxb pushed a change to branch release-1.13
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 23afa22 [FLINK-19682][checkpoint,tests] Add alignment timeout to it
tests randomization
add d12eeed [FLINK-21252][quickstarts][scala] Forward target java version
add 6c8a4f6 [Hotfix][docs] Update IDE setup
add 4597d55 [FLINK-21844][runtime] Do not auto-configure maxParallelism
in REACTIVE scheduling mode
add e10a723 [FLINK-21190][test] Adds comment about hashCode/equals
implementation
add 507ec83 [FLINK-21189][runtime] Introduces
ExceptionHistoryEntryExtractor
add 39c959c [FLINK-21189][runtime] Adds timestamp to FailureHandlingResult
add 2ebb307 [FLINK-22011][table-planner-blink] Use BIGINT instead of
TIMESTAMP(3) for slice end column of local window aggregate
add 4cabf9e [FLINK-22011][table-runtime-blink] Support local global
optimization for window aggregation in runtime
add b8a6389 [FLINK-22058][python] Support FLIP-27 based
NumberSequenceSource connector in PyFlink DataStream API
add 761ecfc [FLINK-22051][docs] Explain when to use stop-with-savepoint
--drain
add 2e831c7 [hotfix][docs] Use Hugo highlighting for danger and info
sections
add 1e17621 [FLINK-21413][state] Clean TtlMapState and TtlListState after
all elements are expired
add d5ac263 [FLINK-21609][tests] Remove usage of
LocalCollectionOutpuFormat from SimpleRecoveryITCaseBase
add 58dfae6 [hotfix][tests] Use MiniClusterWithClientResource in
SimpleRecoveryITCaseBase
add 2fc5de7 [hotfix] Make
SimpleRecoveryITCaseBase.testRestartMultipleTimes restart strategy agnostic
add 5d70317 [FLINK-22061][file connector] Fix
DEFAULT_NON_SPLITTABLE_FILE_ENUMERATOR to point to
NonSplittingRecursiveEnumerator
add c0c156b [FLINK-17012][runtime] 'RUNNING' state split into 'RUNNING'
and 'RECOVERING' in order to distinguish when the task is really running
add 1062666 [FLINK-21103] Increased TTL for download cache entries
add f0edabf Revert "[FLINK-21519] Temporarily disable
SQLClientHBaseITCase"
add 2d76d17 Revert "[FLINK-21796] Temporarily disable
SQLClientKafkaITCase"
add 08c57d4 Revert "[FLINK-21556] Temporarily disable
StreamingKafkaITCase"
add 7716f78 [FLINK-21556] Add timeout to StreamingKafkaITCase
add a7c9c05 [FLINK-21403][coordination] Throw NoResourceAvailableException
add 84375037 [FLINK-21403][table][tests] Remove unnecessary tests
add a4e5e13 [FLINK-21403][tests] Adjust MiniClusterITCase
add ae2b376 [FLINK-21148][test] Removes runTest in runDetachedModeTest
add a39dfe9 [FLINK-21148][test] Makes the test fail early when running
into a timeout
add 1828c6b [FLINK-21148][test] Increases timeout
add 9439c70 [FLINK-21148][test] Refactors test code to use
CommonTestUtils for loops
add dd1d187 [hotfix][network] Recycle all buffers before failing
releaseAllBuffers
add 0bf6891 [FLINK-22070][python] Support FileSink in PyFlink DataStream
API
add af681c6 [FLINK-21732][python] Bundle Java libraries into
apache-flink-libraries
add df796c2 [hotfix][table-common] Make POJO field detection more lenient
add 93b6c56 [hotfix][table-common] Simplify schema handling with metadata
add ecbf8b1 [FLINK-19977][table-api-java] Use name-based projection in
ExternalSchemaTranslator
add ea724a5 [FLINK-19977][table-common] Allow passing RowKind in
JoinedRowData
add 228eb17 [hotfix][table-common] Add default implementation for
CatalogTable.toProperties()
add f3d85b8 [FLINK-19977][table] Rework
StreamTableEnvironment.fromDataStream
add 3350cf9 [hotfix][table-planner-blink] Use PEEK_FIELDS_NO_EXPAND
semantics for structured types
add 31617af [FLINK-19977][table] Allow legacy tests to work with new
fromDataStream
add d8df7b9 [FLINK-21934][table-planner-blink] Merge planner
sources/sinks into connectors package
add 511f028 [hotfix][streaming-java] Allow .returns() on window functions
add ad91d55 [FLINK-21934][table] Add new
StreamTableEnvironment.toDataStream
add 22c41b0 fixup! [FLINK-17012][runtime] 'RUNNING' state split into
'RUNNING' and 'RECOVERING' in order to distinguish when the task is really
running
add dbf1221 [FLINK-17012][streaming] Implemented the restore method in
StreamTask
add 65b51c6 [refactor][streaming] Reorganised StreamTask#restore method
add a93251b [FLINK-22053][core] Allow NumberSequenceSource to have less
splits than parallelism.
add a31d0fe [FLINK-21935][state backends] Remove async parameter for
HashMapStateBackend.
add 1c1bf54 [FLINK-21935][state backends] Deprecate 'state.backend.async'
options.
add 78a6dd6 [hotfix][tests] Remove unused code.
add 60b3895 [FLINK-21976] Remove all files under flink-ml-parent
add a65b3ed [FLINK-21976] Remove fink-ml-* related configs from pom.xml
add 2519c10 [FLINK-21976] Remove Flink ML related examples from
flink-examples
add b6b16eb [FLINK-21976] Remove python packages under
flink-python/pyflink/ml
add 75e1f60 [FLINK-21976] Remove pyflink/ml related configs from python
scripts
add ec9b0c5 [FLINK-21191][upsert-kafka] Support buffered sink function
for upsert-kafka
add 9222c55 [FLINK-21808][table-planner-blink] Add getter for
RelOptCluster in PlannerContext
add c912c1e [FLINK-21808][table-planner-blink] Add operation for CREATE
TABLE AS
add abd7054 [FLINK-21808][table-planner-blink] Add RelNode for
SORT/DISTRIBUTE/CLUSTER BY
add 730ebe5 [FLINK-21808][table-api-java] Add NOP operation
add 04bbf03 [FLINK-21808][hive] Support DQL/DML in HiveParser
add f4b6fe2 [FLINK-16444][state] Separate state backend and checkpoint
options
add a402eae [FLINK-16444][state] Introduce latency tracking state config
and basic classes
add 39354f3 [FLINK-16444][state] Enable to create latency tracking state
add c36bce8 [FLINK-20320][sql-client] Support init sql file in sql client
add c0eb9d7 [FLINK-22048] Remove akka.transport.* config options
add ade268e [FLINK-21685][k8s] Use dedicated thread pool for Kubernetes
client IO operations
add e938505 [FLINK-13550][rest] Add WebMonitor endpoint and Flame Graph
REST handler
add ed95a91 [FLINK-13550][ui] Add job vertex FlameGraph UI
add 3c8ba4e [FLINK-13550][ui] Add automatically-generated
package-lock.json
add 6b7f860 [FLINK-13550][docs] Add docs
add 12a99e8 [FLINK-13550][rest] Extracting light-weight gateway interface
for flamegraph RPC endpoint for easier test setup and fixing RPC timeout.
add 565b43c [FLINK-21817][connector/common] Remove SplitAssignmentTracker
and SourceCoordinatorContext from coordinator checkpoint
add 0a72552 [FLINK-22093][coordination][tests] Harden
ThreadInfoSampleServiceTest
add 8aa510b [FLINK-21942][coordination] Remove job from
JobLeaderIdService when disconnecting JobManager with globally terminal state
add 6b40ff1 [FLINK-21942] Extract JobLeaderIdService interface to make
the ResourceManager better testable
add 2eb5d1c [FLINK-21942][tests] Introduce TestingJobLeaderIdService and
use it in ResourceManagerTest
add 2be1533 [FLINK-21817][connector/kafka] Remove mapping of reader id to
split assignments from Kafka enumerator and its state
add dc3d070 [FLINK-21159][connector/kafka] Signal NoMoreSplitsEvent to
all readers even without any assignments
add b96e67a [hotfix][connector/kafka] Fix incorrect lambda
add 56f275c [FLINK-21927][table-planner-blink] Resolve ExpressionReducer
compile fail when running long term (#15354)
add 4e475cd [hotfix][docs] Fix 'List of all Variables' links in metrics
reporters
add 5c43291 [FLINK-22055][runtime] Fix RpcEndpoint MainThreadExecutor
schedules callables with potential wrong time unit.
add 69d9bce [FLINK-22095][python] Remove bundled licenses in apache-flink
distributed package
add 1591484 [FLINK-22064][sql-client] Don't submit STATEMENT SET when no
INSERT is added in the sql client
add ac6317f [FLINK-21963] Harden ReactiveModeITCase
add 000c69d [FLINK-22076][python] Split the global test into multiple
module tests
add c86025f [FLINK-21829][hive] Fix exception when custom hadoop conf
path does not exist or there is no conf file
add 581ffc5 [FLINK-21714][table] Use TIMESTAMP_LTZ as return type for
function PROCTIME()
add a9cf18b [FLINK-21133][connector/checkpoint] Fix the
stop-with-savepoint case in FLIP-27 source by stopping the mailbox loop in
SourceOperatorStreamTask#finishTask().
add 7a4b67e [FLINK-22103][hive] Fix HiveModuleTest for Hive v1.2.1
add 9e7fd68 [hotfix][docs] Fix the broken link in the python overview doc
add 986fe1f [FLINK-21754][core] Fix 'Exception message does not point to
the right path.'
add 4ffcafd [FLINK-22050][runtime] Don't release StreamTask network
resources from TaskCanceller
add 97f3330 [FLINK-21879][tests] Harden
ActiveResourceManagerTest.testWorkerRegistrationTimeoutNotCountingAllocationTime
add a40dfe0 [FLINK-22003][checkpointing] Prevent checkpoint from starting
if any Source isn't running
add aadd02e [hotfix][tests] Set checkpoint timeout in
UnalignedCheckpointITCase
add 9cb1610 [hotfix][tests] Transition to RECOVERING before RUNNING in
DefaultSchedulerTest
add 2b1cf60 [FLINK-21880][tests] Ignore incomplete checkpoints in
UnalignedCheckpointRescaleITCase
No new revisions were added by this update.
Summary of changes:
.gitignore | 4 +
.../docs/connectors/table/upsert-kafka.md | 17 +
docs/content.zh/docs/deployment/cli.md | 19 +-
docs/content.zh/docs/deployment/config.md | 4 +
.../content.zh/docs/deployment/metric_reporters.md | 4 +-
docs/content.zh/docs/dev/python/overview.md | 4 +-
docs/content.zh/docs/dev/table/types.md | 1 +
docs/content.zh/docs/flinkDev/building.md | 12 +-
docs/content.zh/docs/flinkDev/ide_setup.md | 91 +-
docs/content/docs/connectors/table/upsert-kafka.md | 22 +
docs/content/docs/deployment/cli.md | 19 +-
docs/content/docs/deployment/config.md | 4 +
docs/content/docs/deployment/metric_reporters.md | 4 +-
docs/content/docs/dev/python/overview.md | 4 +-
docs/content/docs/dev/table/types.md | 1 +
docs/content/docs/flinkDev/building.md | 12 +-
docs/content/docs/flinkDev/ide_setup.md | 76 +-
docs/content/docs/ops/debugging/flame_graphs.md | 82 +
.../shortcodes/generated/akka_configuration.html | 18 -
.../generated/checkpointing_configuration.html | 12 -
.../shortcodes/generated/expert_rest_section.html | 36 +
.../generated/expert_state_backends_section.html | 6 -
.../generated/kubernetes_config_configuration.html | 6 +
.../shortcodes/generated/rest_configuration.html | 36 +
.../shortcodes/generated/rest_v1_dispatcher.html | 52 +-
.../generated/state_backend_configuration.html | 36 +
.../state_backend_latency_tracking_section.html | 30 +
docs/static/fig/flame_graph_mixed.png | Bin 0 -> 125386 bytes
docs/static/fig/flame_graph_off_cpu.png | Bin 0 -> 128498 bytes
docs/static/fig/flame_graph_on_cpu.png | Bin 0 -> 94233 bytes
docs/static/fig/flame_graph_operator.png | Bin 0 -> 181238 bytes
docs/static/fig/flame_graph_selector.png | Bin 0 -> 4710 bytes
.../flink/annotation/docs/Documentation.java | 3 +
.../client/program/rest/RestClusterClientTest.java | 4 +-
.../source/reader/mocks/TestingSourceSplit.java | 15 +
.../base/source/utils/SerdeUtilsTest.java | 89 +
.../flink/connector/file/src/FileSource.java | 3 +-
.../flink/table/catalog/hive/HiveCatalog.java | 11 +
.../flink/table/catalog/hive/client/HiveShim.java | 28 +
.../table/catalog/hive/client/HiveShimV100.java | 16 +
.../table/catalog/hive/client/HiveShimV120.java | 78 +
.../table/catalog/hive/client/HiveShimV230.java | 32 +
.../table/catalog/hive/util/HiveTableUtil.java | 20 +-
.../table/catalog/hive/util/HiveTypeUtil.java | 6 +
.../table/functions/hive/HiveGenericUDAF.java | 2 +-
.../functions/hive/conversion/HiveInspectors.java | 5 +-
.../apache/flink/table/module/hive/HiveModule.java | 12 +
.../hive/udf/generic/HiveGenericUDFGrouping.java | 119 +
.../delegation/hive/DDLOperationConverter.java | 25 +-
.../table/planner/delegation/hive/HiveParser.java | 127 +-
.../delegation/hive/HiveParserCalcitePlanner.java | 2946 ++++
.../delegation/hive/HiveParserDMLHelper.java | 612 +
.../planner/delegation/hive/HiveParserIN.java | 30 +-
.../delegation/hive/HiveParserIntervalUtils.java | 47 +
.../hive/HiveParserRexNodeConverter.java | 842 ++
.../hive/HiveParserTypeCheckProcFactory.java | 1688 +++
.../planner/delegation/hive/HiveParserUtils.java | 1481 ++
.../delegation/hive/SqlFunctionConverter.java | 191 +
.../delegation/hive/SqlOperatorExprNodeDesc.java | 65 +
.../delegation/hive/TableFunctionConverter.java | 98 +
.../delegation/hive/copy/HiveASTParseUtils.java | 17 +
.../hive/copy/HiveParserBaseSemanticAnalyzer.java | 1369 +-
.../hive/copy/HiveParserExprNodeDescUtils.java | 94 +
.../hive/copy/HiveParserIntervalDayTime.java | 240 +
.../hive/copy/HiveParserIntervalYearMonth.java | 149 +
.../HiveParserJoinCondTypeCheckProcFactory.java | 203 +
.../planner/delegation/hive/copy/HiveParserQB.java | 314 +
.../delegation/hive/copy/HiveParserQBExpr.java | 126 +
.../hive/copy/HiveParserQBParseInfo.java | 475 +
.../delegation/hive/copy/HiveParserQBSubQuery.java | 612 +
.../hive/copy/HiveParserSemanticAnalyzer.java | 2655 ++++
.../hive/copy/HiveParserSqlCountAggFunction.java | 95 +
.../hive/copy/HiveParserSqlFunctionConverter.java | 510 +
.../hive/copy/HiveParserSqlSumAggFunction.java | 154 +
.../hive/copy/HiveParserSubQueryDiagnostic.java | 68 +
.../hive/copy/HiveParserSubQueryUtils.java | 221 +
.../hive/copy/HiveParserTypeConverter.java | 314 +
.../delegation/hive/parse/FromClauseASTParser.g | 1 +
.../delegation/hive/parse/HiveASTHintParser.g | 1 +
.../planner/delegation/hive/parse/HiveASTLexer.g | 1 +
.../planner/delegation/hive/parse/HiveASTParser.g | 53 +-
.../delegation/hive/parse/IdentifiersASTParser.g | 1 +
.../delegation/hive/parse/SelectClauseASTParser.g | 1 +
.../flink/connectors/hive/HiveDialectITCase.java | 26 +-
.../connectors/hive/HiveDialectQueryITCase.java | 318 +
.../flink/connectors/hive/HiveRunnerITCase.java | 8 +-
.../flink/connectors/hive/HiveTableSinkITCase.java | 3 +
.../connectors/hive/HiveTableSourceITCase.java | 2 +-
.../hive/TableEnvHiveConnectorITCase.java | 4 +-
.../apache/flink/table/HiveVersionTestUtil.java | 2 +
.../hive/factories/HiveCatalogFactoryTest.java | 25 +
.../flink/table/module/hive/HiveModuleTest.java | 16 +-
.../planner/delegation/hive/HiveASTParserTest.java | 9 +
.../src/test/resources/query-test/correl.q | 17 +
.../src/test/resources/query-test/distribution.q | 73 +
.../src/test/resources/query-test/group_by.q | 33 +
.../src/test/resources/query-test/grouping_set.q | 9 +
.../src/test/resources/query-test/insert.q | 98 +
.../src/test/resources/query-test/join.q | 33 +
.../src/test/resources/query-test/lateral_view.q | 33 +
.../src/test/resources/query-test/misc.q | 41 +
.../src/test/resources/query-test/order_by.q | 11 +
.../src/test/resources/query-test/set_op.q | 17 +
.../src/test/resources/query-test/temp_function.q | 5 +
.../src/test/resources/query-test/udtf.q | 13 +
.../flink/connector/kafka/source/KafkaSource.java | 2 +-
.../source/enumerator/KafkaSourceEnumState.java | 13 +-
.../enumerator/KafkaSourceEnumStateSerializer.java | 67 +-
.../source/enumerator/KafkaSourceEnumerator.java | 111 +-
.../kafka/table/BufferedUpsertSinkFunction.java | 313 +
.../table/DynamicKafkaSerializationSchema.java | 2 +-
.../connectors/kafka/table/KafkaDynamicSink.java | 56 +-
.../kafka/table/KafkaDynamicTableFactory.java | 2 +
.../connectors/kafka/table/KafkaOptions.java | 26 +
.../kafka/table/SinkBufferFlushMode.java | 79 +
.../table/UpsertKafkaDynamicTableFactory.java | 44 +-
.../connector/kafka/source/KafkaSourceITCase.java | 25 +
.../source/enumerator/KafkaEnumeratorTest.java | 52 +-
.../KafkaSourceEnumStateSerializerTest.java | 108 +
.../table/BufferedUpsertSinkFunctionTest.java | 330 +
.../kafka/table/KafkaDynamicTableFactoryTest.java | 2 +
.../table/UpsertKafkaDynamicTableFactoryTest.java | 94 +-
.../table/RowDataKinesisDeserializationSchema.java | 4 +-
.../connector/source/SplitEnumeratorContext.java | 2 +-
.../connector/source/lib/NumberSequenceSource.java | 8 +-
.../source/lib/util/IteratorSourceReader.java | 3 +
.../apache/flink/configuration/AkkaOptions.java | 31 -
.../flink/configuration/CheckpointingOptions.java | 24 +-
.../flink/configuration/GlobalConfiguration.java | 2 +-
.../apache/flink/configuration/RestOptions.java | 64 +
.../flink/configuration/StateBackendOptions.java | 91 +
flink-dist/pom.xml | 7 -
flink-dist/src/main/assemblies/bin.xml | 3 -
flink-dist/src/main/assemblies/opt.xml | 8 -
flink-dist/src/main/flink-bin/bin/config.sh | 6 +-
.../tests/DataStreamAllroundTestJobFactory.java | 13 +-
.../tests/util/kafka/SQLClientKafkaITCase.java | 2 -
.../tests/util/kafka/StreamingKafkaITCase.java | 11 +-
.../tests/util/hbase/SQLClientHBaseITCase.java | 2 -
.../StickyAllocationAndLocalRecoveryTestJob.java | 10 +-
flink-end-to-end-tests/run-nightly-tests.sh | 2 +-
.../test_kubernetes_pyflink_application.sh | 12 +
.../test-scripts/test_pyflink.sh | 8 +
.../test-scripts/test_pyflink_yarn.sh | 3 +
.../flink/examples/java/ml/LinearRegression.java | 257 -
.../java/ml/util/LinearRegressionData.java | 69 -
.../ml/util/LinearRegressionDataGenerator.java | 115 -
.../flink/examples/scala/ml/LinearRegression.scala | 159 -
flink-examples/flink-examples-streaming/pom.xml | 25 -
.../examples/ml/IncrementalLearningSkeleton.java | 212 -
.../ml/util/IncrementalLearningSkeletonData.java | 33 -
.../examples/statemachine/StateMachineExample.java | 4 +-
.../examples/ml/IncrementalLearningSkeleton.scala | 184 -
.../streaming/test/StreamingExamplesITCase.java | 9 -
.../scala/examples/StreamingExamplesITCase.scala | 9 -
.../flink/table/runtime/batch/AvroTypesITCase.java | 27 +-
.../kubernetes/KubernetesClusterClientFactory.java | 4 +-
.../KubernetesResourceManagerDriver.java | 39 +-
.../flink/kubernetes/cli/KubernetesSessionCli.java | 4 +-
.../configuration/KubernetesConfigOptions.java | 10 +
.../KubernetesResourceManagerFactory.java | 5 +-
.../KubernetesHaServicesFactory.java | 7 +-
.../kubeclient/Fabric8FlinkKubeClient.java | 12 +-
...entFactory.java => FlinkKubeClientFactory.java} | 38 +-
.../flink/kubernetes/KubernetesResource.java | 26 +-
.../KubernetesResourceManagerDriverTest.java | 7 +-
.../flink/kubernetes/KubernetesTestBase.java | 2 +-
.../KubernetesStateHandleStoreITCase.java | 7 +-
.../kubeclient/Fabric8FlinkKubeClientTest.java | 15 +-
.../kubeclient/TestingKubeClientFactory.java | 47 -
.../resources/KubernetesLeaderElectorITCase.java | 7 +-
flink-ml-parent/flink-ml-api/pom.xml | 47 -
.../org/apache/flink/ml/api/core/Estimator.java | 47 -
.../java/org/apache/flink/ml/api/core/Model.java | 37 -
.../org/apache/flink/ml/api/core/Pipeline.java | 259 -
.../apache/flink/ml/api/core/PipelineStage.java | 46 -
.../org/apache/flink/ml/api/core/Transformer.java | 42 -
.../apache/flink/ml/api/misc/param/ParamInfo.java | 151 -
.../flink/ml/api/misc/param/ParamInfoFactory.java | 134 -
.../org/apache/flink/ml/api/misc/param/Params.java | 277 -
.../apache/flink/ml/api/misc/param/WithParams.java | 60 -
.../flink/ml/util/param/ExtractParamInfosUtil.java | 71 -
.../org/apache/flink/ml/api/core/PipelineTest.java | 167 -
.../org/apache/flink/ml/api/misc/ParamsTest.java | 179 -
.../ml/util/param/ExtractParamInfosUtilTest.java | 109 -
flink-ml-parent/flink-ml-lib/pom.xml | 86 -
.../org/apache/flink/ml/common/MLEnvironment.java | 151 -
.../flink/ml/common/MLEnvironmentFactory.java | 116 -
.../org/apache/flink/ml/common/linalg/BLAS.java | 234 -
.../apache/flink/ml/common/linalg/DenseMatrix.java | 577 -
.../apache/flink/ml/common/linalg/DenseVector.java | 379 -
.../apache/flink/ml/common/linalg/MatVecOp.java | 307 -
.../flink/ml/common/linalg/SparseVector.java | 574 -
.../org/apache/flink/ml/common/linalg/Vector.java | 89 -
.../flink/ml/common/linalg/VectorIterator.java | 73 -
.../apache/flink/ml/common/linalg/VectorUtil.java | 240 -
.../org/apache/flink/ml/common/mapper/Mapper.java | 79 -
.../flink/ml/common/mapper/MapperAdapter.java | 46 -
.../apache/flink/ml/common/mapper/ModelMapper.java | 66 -
.../flink/ml/common/mapper/ModelMapperAdapter.java | 62 -
.../common/model/BroadcastVariableModelSource.java | 47 -
.../basicstatistic/MultivariateGaussian.java | 137 -
.../ml/common/utils/DataSetConversionUtil.java | 167 -
.../ml/common/utils/DataStreamConversionUtil.java | 167 -
.../flink/ml/common/utils/OutputColsHelper.java | 211 -
.../apache/flink/ml/common/utils/TableUtil.java | 439 -
.../apache/flink/ml/common/utils/VectorTypes.java | 43 -
.../org/apache/flink/ml/operator/AlgoOperator.java | 186 -
.../flink/ml/operator/batch/BatchOperator.java | 113 -
.../operator/batch/source/TableSourceBatchOp.java | 40 -
.../flink/ml/operator/stream/StreamOperator.java | 114 -
.../stream/source/TableSourceStreamOp.java | 40 -
.../flink/ml/params/shared/HasMLEnvironmentId.java | 43 -
.../ml/params/shared/colname/HasOutputCol.java | 48 -
.../shared/colname/HasOutputColDefaultAsNull.java | 49 -
.../ml/params/shared/colname/HasOutputCols.java | 48 -
.../shared/colname/HasOutputColsDefaultAsNull.java | 49 -
.../ml/params/shared/colname/HasPredictionCol.java | 42 -
.../shared/colname/HasPredictionDetailCol.java | 47 -
.../ml/params/shared/colname/HasReservedCols.java | 45 -
.../ml/params/shared/colname/HasSelectedCol.java | 48 -
.../colname/HasSelectedColDefaultAsNull.java | 49 -
.../ml/params/shared/colname/HasSelectedCols.java | 48 -
.../colname/HasSelectedColsDefaultAsNull.java | 49 -
.../apache/flink/ml/pipeline/EstimatorBase.java | 103 -
.../org/apache/flink/ml/pipeline/ModelBase.java | 68 -
.../flink/ml/pipeline/PipelineStageBase.java | 72 -
.../apache/flink/ml/pipeline/TransformerBase.java | 99 -
.../apache/flink/ml/common/MLEnvironmentTest.java | 83 -
.../apache/flink/ml/common/linalg/BLASTest.java | 186 -
.../flink/ml/common/linalg/DenseMatrixTest.java | 195 -
.../flink/ml/common/linalg/DenseVectorTest.java | 158 -
.../flink/ml/common/linalg/MatVecOpTest.java | 103 -
.../flink/ml/common/linalg/SparseVectorTest.java | 232 -
.../flink/ml/common/linalg/VectorUtilTest.java | 76 -
.../basicstatistic/MultivariateGaussianTest.java | 72 -
.../ml/common/utils/DataSetConversionUtilTest.java | 200 -
.../common/utils/DataStreamConversionUtilTest.java | 208 -
.../ml/common/utils/OutputColsHelperTest.java | 249 -
.../flink/ml/common/utils/TableUtilTest.java | 200 -
.../flink/ml/common/utils/VectorTypesTest.java | 78 -
.../flink/ml/pipeline/EstimatorBaseTest.java | 89 -
.../flink/ml/pipeline/PipelineStageTestBase.java | 70 -
.../flink/ml/pipeline/TransformerBaseTest.java | 88 -
.../ml/pipeline/UserDefinedPipelineStages.java | 58 -
flink-ml-parent/flink-ml-uber/pom.xml | 76 -
.../src/main/resources/META-INF/NOTICE | 10 -
.../main/resources/META-INF/licenses/LICENSE.core | 49 -
flink-ml-parent/pom.xml | 42 -
flink-python/MANIFEST.in | 5 -
flink-python/README.md | 2 +-
.../MANIFEST.in} | 14 +-
flink-python/apache-flink-libraries/README.md | 9 +
.../{ => apache-flink-libraries}/setup.cfg | 0
flink-python/{ => apache-flink-libraries}/setup.py | 188 +-
flink-python/dev/install_command.sh | 8 +
.../ml/api/__init__.py => dev/integration_test.sh} | 40 +-
flink-python/docs/index.rst | 1 -
flink-python/docs/pyflink.ml.rst | 52 -
flink-python/pom.xml | 2 +
flink-python/pyflink/__init__.py | 2 +
.../{ => pyflink}/bin/pyflink-udf-runner.bat | 0
.../{ => pyflink}/bin/pyflink-udf-runner.sh | 0
flink-python/pyflink/common/serialization.py | 36 +-
flink-python/pyflink/datastream/connectors.py | 300 +-
flink-python/pyflink/datastream/data_stream.py | 13 +
flink-python/pyflink/datastream/state_backend.py | 10 +-
.../pyflink/datastream/tests/test_connectors.py | 92 +-
.../pyflink/datastream/tests/test_state_backend.py | 14 -
...st_stream_execution_environment_completeness.py | 2 +-
flink-python/pyflink/find_flink_home.py | 25 +-
.../pyflink/fn_execution/flink_fn_execution_pb2.py | 115 +-
flink-python/pyflink/fn_execution/operations.py | 3 +-
.../fn_execution/table/window_aggregate_fast.pxd | 2 +
.../fn_execution/table/window_aggregate_fast.pyx | 24 +-
.../fn_execution/table/window_aggregate_slow.py | 22 +-
.../fn_execution/tests/test_process_mode_boot.py | 6 +-
flink-python/pyflink/ml/__init__.py | 17 -
flink-python/pyflink/ml/api/base.py | 348 -
flink-python/pyflink/ml/api/ml_environment.py | 92 -
.../pyflink/ml/api/ml_environment_factory.py | 125 -
flink-python/pyflink/ml/api/param/__init__.py | 21 -
flink-python/pyflink/ml/api/param/base.py | 350 -
flink-python/pyflink/ml/lib/__init__.py | 17 -
flink-python/pyflink/ml/lib/param/colname.py | 78 -
flink-python/pyflink/ml/tests/__init__.py | 17 -
.../pyflink/ml/tests/test_ml_environment.py | 55 -
.../ml/tests/test_ml_environment_factory.py | 48 -
flink-python/pyflink/ml/tests/test_params.py | 187 -
flink-python/pyflink/ml/tests/test_pipeline.py | 171 -
.../pyflink/ml/tests/test_pipeline_it_case.py | 189 -
.../pyflink/ml/tests/test_pipeline_stage.py | 90 -
.../pyflink/proto/flink-fn-execution.proto | 2 +
flink-python/pyflink/pyflink_gateway_server.py | 28 +-
flink-python/pyflink/shell.py | 2 -
flink-python/pyflink/table/descriptors.py | 2 +-
flink-python/pyflink/table/expression.py | 4 +-
flink-python/pyflink/testing/test_case_utils.py | 34 -
flink-python/setup.py | 203 +-
.../flink/table/runtime/arrow/ArrowUtils.java | 2 +-
.../PythonStreamGroupWindowAggregateOperator.java | 39 +-
...PythonGroupWindowAggregateFunctionOperator.java | 30 +-
...ghPythonStreamGroupWindowAggregateOperator.java | 17 +-
...thonStreamGroupWindowAggregateOperatorTest.java | 7 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 12 +-
flink-python/tox.ini | 7 +-
.../network/KvStateRequestSerializerTest.java | 2 +
.../src/main/resources/archetype-resources/pom.xml | 2 +-
.../src/main/resources/archetype-resources/pom.xml | 6 +-
.../src/test/resources/rest_api_v1.snapshot | 38 +-
flink-runtime-web/web-dashboard/package-lock.json | 15134 ++++++++++++++++++-
flink-runtime-web/web-dashboard/package.json | 2 +
.../src/@types/d3-flame-graph/index.d.ts | 91 +
.../web-dashboard/src/@types/d3-tip/index.d.ts | 1 +
.../interfaces/job-flamegraph.ts} | 16 +-
.../web-dashboard/src/app/interfaces/public-api.ts | 1 +
.../drawer/job-overview-drawer.component.less | 1 -
.../drawer/job-overview-drawer.component.ts | 3 +-
.../job-overview-drawer-flamegraph.component.html | 46 +
.../job-overview-drawer-flamegraph.component.less} | 18 +-
.../job-overview-drawer-flamegraph.component.ts | 82 +
.../job/overview/job-overview-routing.module.ts | 8 +
.../pages/job/overview/job-overview.component.less | 1 +
.../app/pages/job/overview/job-overview.module.ts | 4 +-
.../web-dashboard/src/app/services/job.service.ts | 13 +
.../flame-graph/flame-graph.component.html | 23 +
.../customize/flame-graph/flame-graph.component.ts | 69 +
.../web-dashboard/src/app/share/share.module.ts | 7 +-
.../web-dashboard/src/styles/index.less | 14 +
flink-runtime-web/web-dashboard/tsconfig.json | 30 +-
.../flink/runtime/checkpoint/Checkpoints.java | 3 +-
.../DefaultCheckpointPlanCalculator.java | 5 +-
.../checkpoint/StateAssignmentOperation.java | 9 +-
.../TaskDeploymentDescriptorFactory.java | 1 +
.../dispatcher/DefaultJobManagerRunnerFactory.java | 2 -
.../flink/runtime/execution/ExecutionState.java | 15 +-
.../executiongraph/DefaultExecutionGraph.java | 32 +-
.../DefaultExecutionGraphBuilder.java | 7 +-
.../flink/runtime/executiongraph/Execution.java | 40 +-
.../runtime/executiongraph/ExecutionGraph.java | 4 +-
.../runtime/executiongraph/ExecutionJobVertex.java | 88 +-
.../MutableVertexAttemptNumberStore.java | 15 +-
.../failover/flip1/ExecutionFailureHandler.java | 13 +-
.../failover/flip1/FailureHandlingResult.java | 33 +-
.../network/partition/consumer/BufferManager.java | 36 +-
.../consumer/RemoteChannelStateChecker.java | 2 +
.../runtime/jobgraph/tasks/AbstractInvokable.java | 21 +
.../runtime/messages/TaskThreadInfoResponse.java | 34 +-
.../flink/runtime/messages/ThreadInfoSample.java | 64 +
...Service.java => DefaultJobLeaderIdService.java} | 50 +-
.../resourcemanager/JobLeaderIdActions.java | 2 +-
.../resourcemanager/JobLeaderIdService.java | 324 +-
.../runtime/resourcemanager/ResourceManager.java | 38 +-
.../resourcemanager/ResourceManagerGateway.java | 11 +
.../ResourceManagerRuntimeServices.java | 2 +-
.../rest/handler/job/JobExceptionsHandler.java | 61 +-
.../handler/job/JobVertexFlameGraphHandler.java | 124 +
.../messages/FlameGraphTypeQueryParameter.java | 62 +
.../messages/JobExceptionsInfoWithHistory.java | 87 +-
.../rest/messages/JobVertexFlameGraphHeaders.java | 79 +
.../messages/JobVertexFlameGraphParameters.java | 24 +-
.../org/apache/flink/runtime/rpc/RpcEndpoint.java | 2 +-
.../scheduler/DefaultExecutionGraphFactory.java | 4 +-
.../DefaultOperatorCoordinatorHandler.java | 4 +-
.../flink/runtime/scheduler/DefaultScheduler.java | 13 +-
.../scheduler/DefaultVertexParallelismInfo.java | 112 +
.../scheduler/DefaultVertexParallelismStore.java | 47 +
.../runtime/scheduler/ExecutionGraphFactory.java | 3 +
.../runtime/scheduler/ExecutionGraphInfo.java | 7 +-
.../scheduler/MutableVertexParallelismStore.java | 23 +-
.../flink/runtime/scheduler/SchedulerBase.java | 125 +-
.../scheduler/VertexParallelismInformation.java | 55 +
.../runtime/scheduler/VertexParallelismStore.java | 23 +-
.../scheduler/adaptive/AdaptiveScheduler.java | 143 +-
.../flink/runtime/scheduler/adaptive/Failing.java | 2 +-
.../scheduler/adaptive/JobGraphJobInformation.java | 27 +-
.../scheduler/adaptive/ReactiveModeUtils.java | 51 -
.../ExceptionHistoryEntry.java | 51 +-
.../ExceptionHistoryEntryExtractor.java | 149 +
.../RootExceptionHistoryEntry.java | 95 +
.../source/coordinator/SourceCoordinator.java | 45 +-
.../coordinator/SourceCoordinatorContext.java | 32 +-
.../coordinator/SourceCoordinatorSerdeUtils.java | 96 +-
.../source/coordinator/SplitAssignmentTracker.java | 31 +-
.../runtime/state/AbstractKeyedStateBackend.java | 19 +-
.../state/AbstractKeyedStateBackendBuilder.java | 4 +
.../flink/runtime/state/AbstractStateBackend.java | 4 +
.../flink/runtime/state/StateBackendLoader.java | 7 +-
.../runtime/state/filesystem/FsStateBackend.java | 50 +-
.../runtime/state/hashmap/HashMapStateBackend.java | 94 +-
.../runtime/state/heap/HeapKeyedStateBackend.java | 3 +
.../state/heap/HeapKeyedStateBackendBuilder.java | 4 +
.../runtime/state/memory/MemoryStateBackend.java | 42 +-
.../state/metrics/AbstractLatencyTrackState.java | 154 +
.../metrics/LatencyTrackingAggregatingState.java | 142 +
.../state/metrics/LatencyTrackingListState.java | 183 +
.../state/metrics/LatencyTrackingMapState.java | 372 +
.../metrics/LatencyTrackingReducingState.java | 139 +
.../state/metrics/LatencyTrackingStateConfig.java | 118 +
.../state/metrics/LatencyTrackingStateFactory.java | 149 +
.../state/metrics/LatencyTrackingValueState.java | 106 +
.../state/metrics/StateLatencyMetricBase.java | 79 +
.../flink/runtime/state/ttl/TtlListState.java | 8 +-
.../flink/runtime/state/ttl/TtlMapState.java | 11 +-
.../flink/runtime/taskexecutor/SampleableTask.java | 22 +-
.../taskexecutor/SampleableTaskAdapter.java | 37 +-
.../flink/runtime/taskexecutor/TaskExecutor.java | 45 +
.../runtime/taskexecutor/TaskExecutorGateway.java | 3 +-
.../TaskExecutorThreadInfoGateway.java | 42 +
.../taskexecutor/ThreadInfoSampleService.java | 118 +
.../org/apache/flink/runtime/taskmanager/Task.java | 68 +-
.../org/apache/flink/runtime/util/JvmUtils.java | 18 +
.../runtime/webmonitor/WebMonitorEndpoint.java | 58 +-
.../webmonitor/stats/JobVertexStatsTracker.java | 52 +
.../flink/runtime/webmonitor/stats/Statistics.java | 17 +-
.../stats/TaskStatsRequestCoordinator.java | 324 +
.../webmonitor/threadinfo/JobVertexFlameGraph.java | 135 +
.../threadinfo/JobVertexFlameGraphFactory.java | 129 +
.../threadinfo/JobVertexThreadInfoStats.java | 125 +
.../threadinfo/JobVertexThreadInfoTracker.java | 334 +
.../JobVertexThreadInfoTrackerBuilder.java | 163 +
.../threadinfo/ThreadInfoRequestCoordinator.java | 169 +
.../threadinfo/ThreadInfoSamplesRequest.java | 95 +
.../org/apache/flink/runtime/akka/AkkaUtils.scala | 39 +-
.../checkpoint/CheckpointCoordinatorTest.java | 3 +-
.../checkpoint/CheckpointMetadataLoadingTest.java | 3 +-
.../DefaultCheckpointPlanCalculatorTest.java | 45 +-
.../ExecutionGraphCheckpointCoordinatorTest.java | 2 +-
.../runtime/deployment/ShuffleDescriptorTest.java | 1 +
.../executiongraph/ArchivedExecutionGraphTest.java | 6 +
.../DefaultExecutionGraphConstructionTest.java | 97 +-
.../executiongraph/ExecutionGraphRestartTest.java | 1 +
.../executiongraph/ExecutionGraphTestUtils.java | 6 +
.../executiongraph/ExecutionJobVertexTest.java | 109 +-
.../ExecutionPartitionLifecycleTest.java | 1 +
.../executiongraph/PointwisePatternTest.java | 11 +-
.../TestingDefaultExecutionGraphBuilder.java | 14 +-
.../executiongraph/VertexSlotSharingTest.java | 7 +-
.../flip1/ExecutionFailureHandlerTest.java | 31 +-
.../failover/flip1/FailureHandlingResultTest.java | 12 +-
.../scheduler/UpdatePartitionConsumersTest.java | 4 +
.../flink/runtime/jobmaster/JobMasterTest.java | 4 +
.../messages/webmonitor/JobDetailsTest.java | 2 +-
.../runtime/minicluster/MiniClusterITCase.java | 29 +-
.../OperatorCoordinatorSchedulerTest.java | 4 +-
...est.java => DefaultJobLeaderIdServiceTest.java} | 18 +-
.../ResourceManagerJobMasterTest.java | 2 +-
.../ResourceManagerPartitionLifecycleTest.java | 2 +-
.../ResourceManagerTaskExecutorTest.java | 2 +-
.../resourcemanager/ResourceManagerTest.java | 111 +-
.../resourcemanager/TestingJobLeaderIdService.java | 170 +
.../active/ActiveResourceManagerTest.java | 9 +
.../utils/MockResourceManagerRuntimeServices.java | 3 +-
.../utils/TestingResourceManagerGateway.java | 24 +
.../rest/handler/job/JobExceptionsHandlerTest.java | 128 +-
.../JobExceptionsInfoWithHistoryNoRootTest.java | 19 +-
.../apache/flink/runtime/rpc/RpcEndpointTest.java | 236 +-
.../DefaultExecutionGraphFactoryTest.java | 2 +
.../DefaultSchedulerBatchSchedulingTest.java | 3 +
.../runtime/scheduler/DefaultSchedulerTest.java | 178 +-
.../DefaultVertexParallelismInfoTest.java | 131 +
.../DefaultVertexParallelismStoreTest.java | 73 +
.../scheduler/ExceptionHistoryEntryTest.java | 222 -
.../SchedulerBaseComputeVertexParallelismTest.java | 94 +
.../runtime/scheduler/SchedulerTestingUtils.java | 19 +-
...erComputeReactiveModeVertexParallelismTest.java | 124 +
.../scheduler/adaptive/AdaptiveSchedulerTest.java | 209 +-
.../runtime/scheduler/adaptive/ExecutingTest.java | 6 +-
.../adaptive/StateTrackingMockExecutionGraph.java | 4 +-
.../adaptive/StateWithExecutionGraphTest.java | 4 +-
.../topology/BuildExecutionGraphBenchmark.java | 9 +-
.../ArchivedTaskManagerLocationMatcher.java | 95 +
.../ExceptionHistoryEntryExtractorTest.java | 228 +
.../ExceptionHistoryEntryMatcher.java | 121 +
.../coordinator/SourceCoordinatorContextTest.java | 61 -
.../source/coordinator/SourceCoordinatorTest.java | 104 +-
.../coordinator/SourceCoordinatorTestBase.java | 37 +-
.../coordinator/SplitAssignmentTrackerTest.java | 65 +-
.../runtime/state/CheckpointStorageLoaderTest.java | 2 -
.../runtime/state/HashMapStateBackendTest.java | 11 +-
.../HeapKeyedStateBackendAsyncByDefaultTest.java | 59 -
.../runtime/state/StateBackendLoadingTest.java | 19 +-
.../flink/runtime/state/StateBackendTestBase.java | 36 +
.../state/StateSnapshotCompressionTest.java | 2 +
.../state/heap/HeapStateBackendTestBase.java | 2 +
.../LatencyTrackingAggregatingStateTest.java | 119 +
.../metrics/LatencyTrackingListStateTest.java | 100 +
.../state/metrics/LatencyTrackingMapStateTest.java | 195 +
.../metrics/LatencyTrackingReducingStateTest.java | 91 +
.../metrics/LatencyTrackingStateConfigTest.java | 85 +
.../metrics/LatencyTrackingStateFactoryTest.java | 174 +
.../metrics/LatencyTrackingStateTestBase.java | 133 +
.../metrics/LatencyTrackingValueStateTest.java | 83 +
.../flink/runtime/state/ttl/TtlStateTestBase.java | 34 +-
.../runtime/state/ttl/TtlStateTestContextBase.java | 5 +
.../state/ttl/mock/MockKeyedStateBackend.java | 3 +
.../ttl/mock/MockKeyedStateBackendBuilder.java | 4 +
.../runtime/state/ttl/mock/MockStateBackend.java | 2 +
.../taskexecutor/TaskExecutorSlotLifetimeTest.java | 2 +-
.../taskexecutor/TaskExecutorSubmissionTest.java | 4 +-
.../taskexecutor/TestingTaskExecutorGateway.java | 17 +-
.../TestingTaskExecutorGatewayBuilder.java | 17 +-
.../taskexecutor/ThreadInfoSampleServiceTest.java | 177 +
.../apache/flink/runtime/taskmanager/TaskTest.java | 128 +-
.../runtime/testutils/ZooKeeperTestUtils.java | 3 +-
.../threadinfo/JobVertexThreadInfoTrackerTest.java | 335 +
.../ThreadInfoRequestCoordinatorTest.java | 280 +
.../apache/flink/runtime/akka/AkkaUtilsTest.scala | 10 -
.../changelog/ChangelogKeyedStateBackend.java | 8 +-
.../ChangelogStateBackendLoadingTest.java | 3 +-
.../state/EmbeddedRocksDBStateBackend.java | 8 +
.../streaming/state/RocksDBKeyedStateBackend.java | 3 +
.../state/RocksDBKeyedStateBackendBuilder.java | 6 +
.../state/RocksDBStateBackendFactoryTest.java | 3 +-
.../contrib/streaming/state/RocksDBTestUtils.java | 3 +
.../benchmark/StateBackendBenchmarkUtils.java | 3 +
.../streaming/api/datastream/WindowedStream.java | 4 +-
.../runtime/tasks/SourceOperatorStreamTask.java | 5 +
.../flink/streaming/runtime/tasks/StreamTask.java | 115 +-
.../runtime/tasks/mailbox/MailboxProcessor.java | 51 +-
.../partitioner/RescalePartitionerTest.java | 7 +-
.../tasks/StreamTaskMailboxTestHarnessBuilder.java | 2 +-
.../streaming/runtime/tasks/StreamTaskTest.java | 62 +-
.../tasks/mailbox/TaskMailboxProcessorTest.java | 106 +-
.../org/apache/flink/table/client/SqlClient.java | 24 +-
.../apache/flink/table/client/cli/CliClient.java | 287 +-
.../apache/flink/table/client/cli/CliOptions.java | 7 +
.../flink/table/client/cli/CliOptionsParser.java | 19 +-
.../apache/flink/table/client/cli/CliStrings.java | 5 +-
.../flink/table/client/cli}/TerminalUtils.java | 22 +-
.../apache/flink/table/client/SqlClientTest.java | 55 +-
.../flink/table/client/cli/CliClientITCase.java | 5 +-
.../flink/table/client/cli/CliClientTest.java | 70 +-
.../flink/table/client/cli/CliResultViewTest.java | 7 +-
.../table/client/cli/CliTableauResultViewTest.java | 1 -
.../src/test/resources/sql-client-help.out | 20 +-
.../src/test/resources/sql/statement_set.q | 23 +-
.../src/test/resources/sql/table.q | 36 +-
.../flink-sql-client/src/test/resources/sql/view.q | 54 +-
.../api/bridge/java/StreamTableEnvironment.java | 282 +-
.../java/internal/StreamTableEnvironmentImpl.java | 183 +-
.../operations/JavaExternalQueryOperation.java | 121 +
.../table/api/internal/TableEnvironmentImpl.java | 34 +-
.../api/internal/TableEnvironmentInternal.java | 5 +
.../apache/flink/table/catalog/CatalogManager.java | 12 +-
.../flink/table/catalog/ConnectorCatalogTable.java | 4 +-
.../flink/table/catalog/DefaultSchemaResolver.java | 35 +-
.../table/catalog/ExternalSchemaTranslator.java | 124 +-
.../table/functions/TemporalTableFunctionImpl.java | 7 +-
.../table/operations/ExternalModifyOperation.java | 105 +
.../table/operations/ModifyOperationVisitor.java | 2 +
.../flink/table/operations/NopOperation.java | 15 +-
.../operations/ddl/CreateTableASOperation.java | 65 +
.../utils/AggregateOperationFactory.java | 5 +-
.../flink/table/typeutils/FieldInfoUtils.java | 13 +-
.../catalog/ExternalSchemaTranslatorTest.java | 54 +-
.../flink/table/catalog/SchemaResolutionTest.java | 34 +-
.../operations/ScalaExternalQueryOperation.java | 121 +
.../api/bridge/scala/StreamTableEnvironment.scala | 259 +-
.../internal/StreamTableEnvironmentImpl.scala | 179 +-
.../java/org/apache/flink/table/api/DataTypes.java | 3 +
.../java/org/apache/flink/table/api/Schema.java | 73 +-
.../org/apache/flink/table/api/TableSchema.java | 11 +-
.../flink/table/catalog/CatalogPropertiesUtil.java | 2 +-
.../apache/flink/table/catalog/CatalogTable.java | 5 +-
.../flink/table/catalog/DefaultCatalogTable.java | 2 +-
.../apache/flink/table/catalog/SchemaResolver.java | 10 -
.../flink/table/data/utils/JoinedRowData.java | 6 +
.../table/types/extraction/ExtractionUtils.java | 38 +-
.../types/logical/LocalZonedTimestampType.java | 6 +-
.../flink/table/types/logical/TimestampType.java | 3 +
.../table/types/logical/ZonedTimestampType.java | 3 +
.../types/logical/utils/LogicalTypeChecks.java | 22 +-
.../flink/table/types/utils/DataTypeUtils.java | 7 +
.../utils/LegacyTypeInfoDataTypeConverter.java | 70 +-
.../table/typeutils/TimeIntervalTypeInfo.java | 15 +-
.../expressions/utils/ResolvedExpressionMock.java | 19 +
.../types/LegacyTypeInfoDataTypeConverterTest.java | 8 +
.../table/types/LogicalTypeCastAvoidanceTest.java | 2 +-
.../apache/flink/table/types/LogicalTypesTest.java | 4 +-
.../types/extraction/DataTypeExtractorTest.java | 31 +-
.../calcite/rel/logical/LogicalSnapshot.java | 96 +
.../calcite/sql/SqlGroupedWindowFunction.java | 194 +
.../calcite/sql/validate/SqlValidatorImpl.java | 6551 ++++++++
.../table/planner/calcite/FlinkRexBuilder.java | 32 +
.../table/planner/catalog/CatalogSchemaTable.java | 12 +-
.../BatchSelectTableSink.java | 2 +-
.../{sinks => connectors}/DynamicSinkUtils.java | 89 +-
.../DynamicSourceUtils.java | 218 +-
.../planner/connectors/ExternalCatalogTable.java | 95 +
.../planner/connectors/ExternalDynamicSink.java | 95 +
.../planner/connectors/ExternalDynamicSource.java | 145 +
.../{sinks => connectors}/SelectTableSinkBase.java | 2 +-
.../SelectTableSinkSchemaConverter.java | 2 +-
.../StreamSelectTableSink.java | 2 +-
.../connectors/TransformationScanProvider.java | 58 +
.../connectors/TransformationSinkProvider.java | 67 +
.../table/planner/delegation/PlannerContext.java | 4 +
.../expressions/PlannerProctimeAttribute.java | 4 +-
.../functions/aggfunctions/MaxAggFunction.java | 16 +
.../functions/aggfunctions/MinAggFunction.java | 16 +
.../aggfunctions/SingleValueAggFunction.java | 18 +
.../sql/ProctimeMaterializeSqlFunction.java | 2 +-
.../planner/plan/QueryOperationConverter.java | 51 +-
.../plan/nodes/exec/common/CommonExecSink.java | 9 +
.../exec/common/CommonExecTableSourceScan.java | 6 +
.../stream/StreamExecGlobalWindowAggregate.java | 165 +-
.../stream/StreamExecGroupWindowAggregate.java | 32 +-
.../stream/StreamExecLocalWindowAggregate.java | 85 +-
.../nodes/exec/stream/StreamExecOverAggregate.java | 5 +-
.../StreamExecPythonGroupWindowAggregate.java | 42 +-
.../exec/stream/StreamExecPythonOverAggregate.java | 5 +-
.../nodes/exec/stream/StreamExecTemporalSort.java | 8 +-
.../exec/stream/StreamExecWindowAggregate.java | 24 +-
.../exec/stream/StreamExecWindowAggregateBase.java | 39 +-
.../nodes/exec/stream/StreamExecWindowRank.java | 6 +
.../plan/nodes/hive/LogicalDistribution.java | 87 +
.../PushProjectIntoTableSourceScanRule.java | 2 +-
.../planner/plan/schema/CatalogSourceTable.java | 159 +-
.../planner/plan/schema/StructuredRelDataType.java | 6 +
.../table/planner/calcite/FlinkTypeFactory.scala | 41 +-
.../calcite/RelTimeIndicatorConverter.scala | 88 +-
.../flink/table/planner/codegen/CodeGenUtils.scala | 8 +-
.../planner/codegen/CodeGeneratorContext.scala | 13 +
.../table/planner/codegen/ExprCodeGenerator.scala | 4 +-
.../table/planner/codegen/GenerateUtils.scala | 5 +-
.../table/planner/codegen/MatchCodeGenerator.scala | 6 +-
.../codegen/agg/AggsHandlerCodeGenerator.scala | 47 +-
.../table/planner/delegation/BatchPlanner.scala | 2 +-
.../table/planner/delegation/PlannerBase.scala | 13 +-
.../table/planner/delegation/StreamPlanner.scala | 2 +-
.../nodes/logical/FlinkLogicalDistribution.scala | 80 +
.../plan/nodes/logical/FlinkLogicalSnapshot.scala | 9 +-
.../StreamPhysicalGlobalWindowAggregate.scala | 1 +
.../planner/plan/rules/FlinkBatchRuleSets.scala | 7 +-
...relateToJoinFromTemporalTableFunctionRule.scala | 7 +-
.../logical/StreamLogicalWindowAggregateRule.scala | 6 +-
.../batch/BatchPhysicalDistributionRule.scala | 66 +
.../stream/StreamPhysicalTableSourceScanRule.scala | 2 +-
.../planner/plan/schema/DataStreamTable.scala | 10 +-
.../plan/schema/LegacyCatalogSourceTable.scala | 21 +-
.../planner/plan/utils/AggFunctionFactory.scala | 17 +-
.../table/planner/plan/utils/WindowUtil.scala | 12 +-
.../flink/table/planner/sinks/TableSinkUtils.scala | 1 +
.../table/planner/sources/TableSourceUtil.scala | 2 +-
.../MaxWithRetractAggFunctionTest.java | 67 +
.../MinWithRetractAggFunctionTest.java | 65 +
.../nodes/exec/serde/LogicalTypeSerdeTest.java | 9 +-
.../stream/jsonplan/WindowAggregateJsonITCase.java | 6 -
.../runtime/stream/sql/DataStreamJavaITCase.java | 362 +
.../testDeduplication.out | 8 +-
.../testEventTimeHopWindow.out | 34 +-
.../testEventTimeSessionWindow.out | 34 +-
.../testEventTimeTumbleWindow.out | 42 +-
.../testProcTimeHopWindow.out | 52 +-
.../testProcTimeSessionWindow.out | 52 +-
.../testProcTimeTumbleWindow.out | 66 +-
.../testProcessingTimeInnerJoinWithOnClause.out | 24 +-
.../testRowTimeInnerJoinWithOnClause.out | 4 +-
.../testJoinTemporalTable.out | 68 +-
...testJoinTemporalTableWithProjectionPushDown.out | 68 +-
.../testMatch.out | 32 +-
.../testProcTimeBoundedNonPartitionedRangeOver.out | 56 +-
.../testProcTimeBoundedPartitionedRangeOver.out | 56 +-
...undedPartitionedRowsOverWithBuiltinProctime.out | 46 +-
.../testProcTimeUnboundedPartitionedRangeOver.out | 56 +-
...stProctimeBoundedDistinctPartitionedRowOver.out | 56 +-
...edDistinctWithNonDistinctPartitionedRowOver.out | 56 +-
.../testRowTimeBoundedPartitionedRowsOver.out | 34 +-
.../testJoinTemporalFunction.out | 52 +-
.../testTemporalTableJoin.out | 52 +-
.../testSortProcessingTime.out | 48 +-
.../testSortRowTime.out | 40 +-
.../testEventTimeCumulateWindow.out | 38 +-
.../testEventTimeHopWindow.out | 38 +-
.../testEventTimeTumbleWindow.out | 38 +-
.../testProcTimeCumulateWindow.out | 46 +-
.../testProcTimeHopWindow.out | 60 +-
.../testProcTimeTumbleWindow.out | 46 +-
.../plan/stream/sql/LegacyTableSourceTest.xml | 2 +-
.../plan/stream/sql/MiniBatchIntervalInferTest.xml | 2 +-
.../planner/plan/stream/sql/WindowRankTest.xml | 234 +-
.../plan/stream/sql/agg/GroupWindowTest.xml | 4 +-
.../stream/sql/join/TemporalFunctionJoinTest.xml | 6 +-
.../stream/table/TemporalTableFunctionJoinTest.xml | 2 +-
.../flink/table/api/TableEnvironmentITCase.scala | 2 +-
.../planner/expressions/ScalarFunctionsTest.scala | 7 +-
.../expressions/utils/ExpressionTestBase.scala | 4 +-
.../batch/sql/join/TemporalFunctionJoinTest.scala | 4 +-
.../table/TemporalTableFunctionJoinTest.scala | 2 +-
.../planner/plan/metadata/MetadataTestUtil.scala | 9 +-
.../plan/stream/sql/LegacyTableSourceTest.scala | 2 +-
.../stream/sql/MiniBatchIntervalInferTest.scala | 2 +-
.../planner/plan/stream/sql/TableScanTest.scala | 3 +-
.../stream/sql/join/TemporalFunctionJoinTest.scala | 4 +-
.../plan/stream/sql/join/WindowJoinTest.scala | 2 +-
.../table/TemporalTableFunctionJoinTest.scala | 4 +-
.../planner/runtime/harness/HarnessTestBase.scala | 1 -
.../harness/WindowAggregateHarnessTest.scala | 152 +-
...WindowAggregateUseDaylightTimeHarnessTest.scala | 211 +
.../planner/runtime/stream/sql/CalcITCase.scala | 2 +-
.../runtime/stream/sql/GroupWindowITCase.scala | 43 +
.../runtime/stream/sql/MatchRecognizeITCase.scala | 2 +-
.../runtime/stream/sql/TemporalJoinITCase.scala | 26 +-
.../sql/TemporalTableFunctionJoinITCase.scala | 4 +-
.../runtime/stream/sql/WindowAggregateITCase.scala | 26 +-
.../stream/sql/WindowDistinctAggregateITCase.scala | 5 -
.../runtime/stream/sql/WindowRankITCase.scala | 5 -
.../planner/runtime/stream/table/CalcITCase.scala | 4 +-
.../runtime/stream/table/TableSinkITCase.scala | 34 -
.../stream/table/TableToDataStreamITCase.scala | 47 +
.../runtime/utils/StreamingWithStateTestBase.scala | 1 -
.../table/planner/runtime/utils/TestSinkUtil.scala | 1 -
.../calcite/rel/logical/LogicalSnapshot.java | 96 +
.../calcite/sql/SqlGroupedWindowFunction.java | 194 +
.../calcite/sql/validate/SqlValidatorImpl.java | 6550 ++++++++
.../flink/table/plan/QueryOperationConverter.java | 24 +
.../sinks/SelectTableSinkSchemaConverter.java | 10 +
.../flink/table/api/internal/TableEnvImpl.scala | 6 +-
.../LogicalCorrelateToTemporalTableJoinRule.scala | 5 +-
.../flink/table/api/TableEnvironmentITCase.scala | 2 +-
.../flink/table/api/TableEnvironmentTest.scala | 13 -
.../runtime/stream/sql/SetOperatorsITCase.scala | 4 +-
.../flink/table/runtime/stream/sql/SqlITCase.scala | 6 +-
.../table/runtime/stream/table/CalcITCase.scala | 3 +-
.../apache/flink/table/utils/TableTestBase.scala | 4 +-
.../data/conversion/DataStructureConverters.java | 4 +
.../LocalZonedTimestampTimestampConverter.java | 47 +
.../table/data/util/DataFormatConverters.java | 34 +
.../dataview/UnsupportedStateDataViewStore.java | 56 +
.../window/LocalSlicingWindowAggOperator.java | 188 +
.../window/SlicingWindowAggOperatorBuilder.java | 47 +-
.../aggregate/window/buffers/WindowBuffer.java | 8 +-
.../window/combines/GlobalAggAccCombiner.java | 183 +
.../window/combines/LocalAggRecordsCombiner.java | 143 +
.../processors/AbstractWindowAggProcessor.java | 17 +-
.../processors/SliceSharedWindowAggProcessor.java | 17 +-
.../SliceUnsharedWindowAggProcessor.java | 13 +-
.../join/lookup/AsyncLookupJoinRunner.java | 6 +-
.../rank/window/WindowRankOperatorBuilder.java | 10 +-
.../operators/sink/OutputConversionOperator.java | 98 +
.../operators/source/InputConversionOperator.java | 146 +
.../operators/window/AggregateWindowOperator.java | 14 +-
.../window/TableAggregateWindowOperator.java | 14 +-
.../runtime/operators/window/WindowOperator.java | 33 +-
.../operators/window/WindowOperatorBuilder.java | 24 +-
.../window/assigners/CumulativeWindowAssigner.java | 10 +-
.../window/assigners/TumblingWindowAssigner.java | 4 +-
.../operators/window/assigners/WindowAssigner.java | 3 +-
.../window/combines/WindowCombineFunction.java | 12 +-
.../operators/window/slicing/ClockService.java | 8 +
.../operators/window/slicing/SliceAssigner.java | 6 +
.../operators/window/slicing/SliceAssigners.java | 185 +-
.../window/slicing/SlicingWindowOperator.java | 15 +-
.../runtime/types/TypeInfoDataTypeConverter.java | 19 +-
.../runtime/typeutils/DecimalDataTypeInfo.java | 10 +-
.../runtime/typeutils/ExternalSerializer.java | 3 +-
.../table/runtime/typeutils/TypeCheckUtils.java | 5 +-
.../flink/table/runtime/util/TimeWindowUtil.java | 136 +
.../flink/table/data/DataFormatConvertersTest.java | 10 +
.../table/data/DataStructureConvertersTest.java | 2 +
.../window/SlicingWindowAggOperatorTest.java | 282 +-
.../rank/window/WindowRankOperatorTest.java | 5 +
.../source/InputConversionOperatorTest.java | 117 +
.../window/WindowOperatorContractTest.java | 8 +-
.../operators/window/WindowOperatorTest.java | 307 +-
.../slicing/CumulativeSliceAssignerTest.java | 340 +-
.../window/slicing/HoppingSliceAssignerTest.java | 249 +-
.../window/slicing/SliceAssignerTestBase.java | 31 +
.../window/slicing/TumblingSliceAssignerTest.java | 127 +-
.../window/slicing/WindowedSliceAssignerTest.java | 163 +-
.../runtime/types/LogicalTypeAssignableTest.java | 2 +-
.../runtime/typeutils/ExternalSerializerTest.java | 4 +-
.../source/lib/IteratorSourcesITCase.java | 94 -
.../source/lib/NumberSequenceSourceITCase.java | 87 +-
.../flink/test/checkpointing/RescalingITCase.java | 7 +-
.../flink/test/checkpointing/SavepointITCase.java | 57 +-
.../test/checkpointing/TimersSavepointITCase.java | 3 +-
.../checkpointing/UnalignedCheckpointITCase.java | 6 +
.../checkpointing/UnalignedCheckpointTestBase.java | 62 +-
.../utils/SavepointMigrationTestBase.java | 3 +-
.../flink/test/classloading/ClassLoaderITCase.java | 3 +-
.../SimpleRecoveryFailureRateStrategyITBase.java | 2 +-
...pleRecoveryFixedDelayRestartStrategyITBase.java | 2 +-
.../test/recovery/SimpleRecoveryITCaseBase.java | 91 +-
.../flink/test/scheduling/ReactiveModeITCase.java | 177 +-
.../flink/test/state/BackendSwitchSpecs.java | 3 +
.../state/StatefulOperatorChainedTaskTest.java | 2 +-
.../PojoSerializerUpgradeTest.java | 3 +-
.../apache/flink/yarn/YARNSessionFIFOITCase.java | 303 +-
pom.xml | 1 -
tools/azure-pipelines/build-python-wheels.yml | 40 -
tools/releasing/create_binary_release.sh | 23 +-
793 files changed, 67256 insertions(+), 18838 deletions(-)
create mode 100644 docs/content/docs/ops/debugging/flame_graphs.md
create mode 100644
docs/layouts/shortcodes/generated/state_backend_configuration.html
create mode 100644
docs/layouts/shortcodes/generated/state_backend_latency_tracking_section.html
create mode 100644 docs/static/fig/flame_graph_mixed.png
create mode 100644 docs/static/fig/flame_graph_off_cpu.png
create mode 100644 docs/static/fig/flame_graph_on_cpu.png
create mode 100644 docs/static/fig/flame_graph_operator.png
create mode 100644 docs/static/fig/flame_graph_selector.png
create mode 100644
flink-connectors/flink-connector-base/src/test/java/org/apache/flink/connector/base/source/utils/SerdeUtilsTest.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/module/hive/udf/generic/HiveGenericUDFGrouping.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserCalcitePlanner.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserDMLHelper.java
copy
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/window/slicing/ClockService.java
=>
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserIN.java
(52%)
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserIntervalUtils.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserRexNodeConverter.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/HiveParserTypeCheckProcFactory.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/SqlFunctionConverter.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/SqlOperatorExprNodeDesc.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/TableFunctionConverter.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserExprNodeDescUtils.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserIntervalDayTime.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserIntervalYearMonth.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserJoinCondTypeCheckProcFactory.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserQB.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserQBExpr.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserQBParseInfo.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserQBSubQuery.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSemanticAnalyzer.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSqlCountAggFunction.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSqlFunctionConverter.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSqlSumAggFunction.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSubQueryDiagnostic.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserSubQueryUtils.java
create mode 100644
flink-connectors/flink-connector-hive/src/main/java/org/apache/flink/table/planner/delegation/hive/copy/HiveParserTypeConverter.java
create mode 100644
flink-connectors/flink-connector-hive/src/test/java/org/apache/flink/connectors/hive/HiveDialectQueryITCase.java
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/correl.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/distribution.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/group_by.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/grouping_set.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/insert.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/join.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/lateral_view.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/misc.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/order_by.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/set_op.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/temp_function.q
create mode 100644
flink-connectors/flink-connector-hive/src/test/resources/query-test/udtf.q
create mode 100644
flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/table/BufferedUpsertSinkFunction.java
create mode 100644
flink-connectors/flink-connector-kafka/src/main/java/org/apache/flink/streaming/connectors/kafka/table/SinkBufferFlushMode.java
create mode 100644
flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/connector/kafka/source/enumerator/KafkaSourceEnumStateSerializerTest.java
create mode 100644
flink-connectors/flink-connector-kafka/src/test/java/org/apache/flink/streaming/connectors/kafka/table/BufferedUpsertSinkFunctionTest.java
create mode 100644
flink-core/src/main/java/org/apache/flink/configuration/StateBackendOptions.java
delete mode 100644
flink-examples/flink-examples-batch/src/main/java/org/apache/flink/examples/java/ml/LinearRegression.java
delete mode 100644
flink-examples/flink-examples-batch/src/main/java/org/apache/flink/examples/java/ml/util/LinearRegressionData.java
delete mode 100644
flink-examples/flink-examples-batch/src/main/java/org/apache/flink/examples/java/ml/util/LinearRegressionDataGenerator.java
delete mode 100644
flink-examples/flink-examples-batch/src/main/scala/org/apache/flink/examples/scala/ml/LinearRegression.scala
delete mode 100644
flink-examples/flink-examples-streaming/src/main/java/org/apache/flink/streaming/examples/ml/IncrementalLearningSkeleton.java
delete mode 100644
flink-examples/flink-examples-streaming/src/main/java/org/apache/flink/streaming/examples/ml/util/IncrementalLearningSkeletonData.java
delete mode 100644
flink-examples/flink-examples-streaming/src/main/scala/org/apache/flink/streaming/scala/examples/ml/IncrementalLearningSkeleton.scala
rename
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/{DefaultKubeClientFactory.java
=> FlinkKubeClientFactory.java} (72%)
delete mode 100644
flink-kubernetes/src/test/java/org/apache/flink/kubernetes/kubeclient/TestingKubeClientFactory.java
delete mode 100644 flink-ml-parent/flink-ml-api/pom.xml
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/core/Estimator.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/core/Model.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/core/Pipeline.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/core/PipelineStage.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/core/Transformer.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/ParamInfo.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/ParamInfoFactory.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/Params.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/WithParams.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/util/param/ExtractParamInfosUtil.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/test/java/org/apache/flink/ml/api/core/PipelineTest.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/test/java/org/apache/flink/ml/api/misc/ParamsTest.java
delete mode 100644
flink-ml-parent/flink-ml-api/src/test/java/org/apache/flink/ml/util/param/ExtractParamInfosUtilTest.java
delete mode 100644 flink-ml-parent/flink-ml-lib/pom.xml
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/MLEnvironment.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/MLEnvironmentFactory.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/BLAS.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/DenseMatrix.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/DenseVector.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/MatVecOp.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/SparseVector.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/Vector.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/VectorIterator.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/linalg/VectorUtil.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/mapper/Mapper.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/mapper/MapperAdapter.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/mapper/ModelMapper.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/mapper/ModelMapperAdapter.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/model/BroadcastVariableModelSource.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/statistics/basicstatistic/MultivariateGaussian.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/utils/DataSetConversionUtil.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/utils/DataStreamConversionUtil.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/utils/OutputColsHelper.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/utils/TableUtil.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/utils/VectorTypes.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/operator/AlgoOperator.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/operator/batch/BatchOperator.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/operator/batch/source/TableSourceBatchOp.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/operator/stream/StreamOperator.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/operator/stream/source/TableSourceStreamOp.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/HasMLEnvironmentId.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasOutputCol.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasOutputColDefaultAsNull.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasOutputCols.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasOutputColsDefaultAsNull.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasPredictionCol.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasPredictionDetailCol.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasReservedCols.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasSelectedCol.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasSelectedColDefaultAsNull.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasSelectedCols.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/params/shared/colname/HasSelectedColsDefaultAsNull.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/pipeline/EstimatorBase.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/pipeline/ModelBase.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/pipeline/PipelineStageBase.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/pipeline/TransformerBase.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/MLEnvironmentTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/BLASTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/DenseMatrixTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/DenseVectorTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/MatVecOpTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/SparseVectorTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/linalg/VectorUtilTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/statistics/basicstatistic/MultivariateGaussianTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/utils/DataSetConversionUtilTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/utils/DataStreamConversionUtilTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/utils/OutputColsHelperTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/utils/TableUtilTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/common/utils/VectorTypesTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/pipeline/EstimatorBaseTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/pipeline/PipelineStageTestBase.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/pipeline/TransformerBaseTest.java
delete mode 100644
flink-ml-parent/flink-ml-lib/src/test/java/org/apache/flink/ml/pipeline/UserDefinedPipelineStages.java
delete mode 100644 flink-ml-parent/flink-ml-uber/pom.xml
delete mode 100644
flink-ml-parent/flink-ml-uber/src/main/resources/META-INF/NOTICE
delete mode 100644
flink-ml-parent/flink-ml-uber/src/main/resources/META-INF/licenses/LICENSE.core
delete mode 100644 flink-ml-parent/pom.xml
rename flink-python/{pyflink/ml/lib/param/__init__.py =>
apache-flink-libraries/MANIFEST.in} (77%)
create mode 100644 flink-python/apache-flink-libraries/README.md
copy flink-python/{ => apache-flink-libraries}/setup.cfg (100%)
copy flink-python/{ => apache-flink-libraries}/setup.py (52%)
rename flink-python/{pyflink/ml/api/__init__.py => dev/integration_test.sh}
(57%)
mode change 100644 => 100755
delete mode 100644 flink-python/docs/pyflink.ml.rst
rename flink-python/{ => pyflink}/bin/pyflink-udf-runner.bat (100%)
rename flink-python/{ => pyflink}/bin/pyflink-udf-runner.sh (100%)
delete mode 100644 flink-python/pyflink/ml/__init__.py
delete mode 100644 flink-python/pyflink/ml/api/base.py
delete mode 100644 flink-python/pyflink/ml/api/ml_environment.py
delete mode 100644 flink-python/pyflink/ml/api/ml_environment_factory.py
delete mode 100644 flink-python/pyflink/ml/api/param/__init__.py
delete mode 100644 flink-python/pyflink/ml/api/param/base.py
delete mode 100644 flink-python/pyflink/ml/lib/__init__.py
delete mode 100644 flink-python/pyflink/ml/lib/param/colname.py
delete mode 100644 flink-python/pyflink/ml/tests/__init__.py
delete mode 100644 flink-python/pyflink/ml/tests/test_ml_environment.py
delete mode 100644 flink-python/pyflink/ml/tests/test_ml_environment_factory.py
delete mode 100644 flink-python/pyflink/ml/tests/test_params.py
delete mode 100644 flink-python/pyflink/ml/tests/test_pipeline.py
delete mode 100644 flink-python/pyflink/ml/tests/test_pipeline_it_case.py
delete mode 100644 flink-python/pyflink/ml/tests/test_pipeline_stage.py
create mode 100644
flink-runtime-web/web-dashboard/src/@types/d3-flame-graph/index.d.ts
create mode 100644 flink-runtime-web/web-dashboard/src/@types/d3-tip/index.d.ts
copy flink-runtime-web/web-dashboard/src/{styles/index.less =>
app/interfaces/job-flamegraph.ts} (76%)
create mode 100644
flink-runtime-web/web-dashboard/src/app/pages/job/overview/flamegraph/job-overview-drawer-flamegraph.component.html
copy flink-runtime-web/web-dashboard/src/{styles/index.less =>
app/pages/job/overview/flamegraph/job-overview-drawer-flamegraph.component.less}
(85%)
create mode 100644
flink-runtime-web/web-dashboard/src/app/pages/job/overview/flamegraph/job-overview-drawer-flamegraph.component.ts
create mode 100644
flink-runtime-web/web-dashboard/src/app/share/customize/flame-graph/flame-graph.component.html
create mode 100644
flink-runtime-web/web-dashboard/src/app/share/customize/flame-graph/flame-graph.component.ts
rename
flink-kubernetes/src/main/java/org/apache/flink/kubernetes/kubeclient/KubeClientFactory.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/messages/TaskThreadInfoResponse.java
(50%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/messages/ThreadInfoSample.java
copy
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/{JobLeaderIdService.java
=> DefaultJobLeaderIdService.java} (90%)
mode change 100755 => 100644
flink-runtime/src/main/java/org/apache/flink/runtime/resourcemanager/JobLeaderIdService.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/rest/handler/job/JobVertexFlameGraphHandler.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/FlameGraphTypeQueryParameter.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/JobVertexFlameGraphHeaders.java
copy
flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/ModifyOperationVisitor.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/rest/messages/JobVertexFlameGraphParameters.java
(60%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/DefaultVertexParallelismInfo.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/DefaultVertexParallelismStore.java
copy
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/ParamValidator.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/MutableVertexParallelismStore.java
(61%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/VertexParallelismInformation.java
rename
flink-ml-parent/flink-ml-api/src/main/java/org/apache/flink/ml/api/misc/param/ParamValidator.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/VertexParallelismStore.java
(57%)
delete mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/adaptive/ReactiveModeUtils.java
rename flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/{ =>
exceptionhistory}/ExceptionHistoryEntry.java (74%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/exceptionhistory/ExceptionHistoryEntryExtractor.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/scheduler/exceptionhistory/RootExceptionHistoryEntry.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/AbstractLatencyTrackState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingAggregatingState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingListState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingMapState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingReducingState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingStateConfig.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingStateFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/LatencyTrackingValueState.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/state/metrics/StateLatencyMetricBase.java
rename
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/model/ModelSource.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/SampleableTask.java
(60%)
rename
flink-ml-parent/flink-ml-lib/src/main/java/org/apache/flink/ml/common/model/RowsModelSource.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/SampleableTaskAdapter.java
(52%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/TaskExecutorThreadInfoGateway.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/taskexecutor/ThreadInfoSampleService.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/stats/JobVertexStatsTracker.java
copy flink-runtime-web/web-dashboard/src/styles/index.less =>
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/stats/Statistics.java
(71%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/stats/TaskStatsRequestCoordinator.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexFlameGraph.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexFlameGraphFactory.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexThreadInfoStats.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexThreadInfoTracker.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexThreadInfoTrackerBuilder.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/ThreadInfoRequestCoordinator.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/webmonitor/threadinfo/ThreadInfoSamplesRequest.java
rename
flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/{JobLeaderIdServiceTest.java
=> DefaultJobLeaderIdServiceTest.java} (95%)
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/resourcemanager/TestingJobLeaderIdService.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultVertexParallelismInfoTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/DefaultVertexParallelismStoreTest.java
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/ExceptionHistoryEntryTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/SchedulerBaseComputeVertexParallelismTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/adaptive/AdaptiveSchedulerComputeReactiveModeVertexParallelismTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/exceptionhistory/ArchivedTaskManagerLocationMatcher.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/exceptionhistory/ExceptionHistoryEntryExtractorTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/scheduler/exceptionhistory/ExceptionHistoryEntryMatcher.java
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/HeapKeyedStateBackendAsyncByDefaultTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingAggregatingStateTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingListStateTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingMapStateTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingReducingStateTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingStateConfigTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingStateFactoryTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingStateTestBase.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/state/metrics/LatencyTrackingValueStateTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/taskexecutor/ThreadInfoSampleServiceTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/webmonitor/threadinfo/JobVertexThreadInfoTrackerTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/webmonitor/threadinfo/ThreadInfoRequestCoordinatorTest.java
rename
flink-table/flink-sql-client/src/{test/java/org/apache/flink/table/client/cli/utils
=> main/java/org/apache/flink/table/client/cli}/TerminalUtils.java (68%)
create mode 100644
flink-table/flink-table-api-java-bridge/src/main/java/org/apache/flink/table/operations/JavaExternalQueryOperation.java
create mode 100644
flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/ExternalModifyOperation.java
copy flink-runtime-web/web-dashboard/src/styles/index.less =>
flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/NopOperation.java
(76%)
create mode 100644
flink-table/flink-table-api-java/src/main/java/org/apache/flink/table/operations/ddl/CreateTableASOperation.java
create mode 100644
flink-table/flink-table-api-scala-bridge/src/main/java/org/apache/flink/table/operations/ScalaExternalQueryOperation.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/rel/logical/LogicalSnapshot.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/SqlGroupedWindowFunction.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/calcite/sql/validate/SqlValidatorImpl.java
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sinks
=> connectors}/BatchSelectTableSink.java (97%)
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sinks
=> connectors}/DynamicSinkUtils.java (89%)
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sources
=> connectors}/DynamicSourceUtils.java (64%)
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/connectors/ExternalCatalogTable.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/connectors/ExternalDynamicSink.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/connectors/ExternalDynamicSource.java
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sinks
=> connectors}/SelectTableSinkBase.java (99%)
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sinks
=> connectors}/SelectTableSinkSchemaConverter.java (98%)
rename
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/{sinks
=> connectors}/StreamSelectTableSink.java (97%)
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/connectors/TransformationScanProvider.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/connectors/TransformationSinkProvider.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/java/org/apache/flink/table/planner/plan/nodes/hive/LogicalDistribution.java
create mode 100644
flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/nodes/logical/FlinkLogicalDistribution.scala
create mode 100644
flink-table/flink-table-planner-blink/src/main/scala/org/apache/flink/table/planner/plan/rules/physical/batch/BatchPhysicalDistributionRule.scala
create mode 100644
flink-table/flink-table-planner-blink/src/test/java/org/apache/flink/table/planner/runtime/stream/sql/DataStreamJavaITCase.java
create mode 100644
flink-table/flink-table-planner-blink/src/test/scala/org/apache/flink/table/planner/runtime/harness/WindowAggregateUseDaylightTimeHarnessTest.scala
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/rel/logical/LogicalSnapshot.java
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql/SqlGroupedWindowFunction.java
create mode 100644
flink-table/flink-table-planner/src/main/java/org/apache/calcite/sql/validate/SqlValidatorImpl.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/data/conversion/LocalZonedTimestampTimestampConverter.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/dataview/UnsupportedStateDataViewStore.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/aggregate/window/LocalSlicingWindowAggOperator.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/aggregate/window/combines/GlobalAggAccCombiner.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/aggregate/window/combines/LocalAggRecordsCombiner.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/sink/OutputConversionOperator.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/operators/source/InputConversionOperator.java
create mode 100644
flink-table/flink-table-runtime-blink/src/main/java/org/apache/flink/table/runtime/util/TimeWindowUtil.java
create mode 100644
flink-table/flink-table-runtime-blink/src/test/java/org/apache/flink/table/runtime/operators/source/InputConversionOperatorTest.java
delete mode 100644
flink-tests/src/test/java/org/apache/flink/api/connector/source/lib/IteratorSourcesITCase.java