This is an automated email from the ASF dual-hosted git repository.
xtsong pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 8a04ae03b9f [FLINK-32852][hotfix] DefaultSchedulerTest should use the
LOG instead of TestLogger of junit4
add 3a0eb66f6d4 [hotfix] Fix the logical errors for the tests related to
task metadata
add 1d159302755 [hotfix] Fix the lacking class comments for the tests
using TaskInfo
add ae07b878586 [FLINK-33905][core] Introduce the interface and default
implementation of JobInfo and TaskInfo
add aac9291fed0 [FLINK-33905][core] Add getJobInfo() method to Environment
add 0f3470db83c [FLINK-33905][core] Unify the provision of metadata in
RuntimeContext
add b9e9997e50e [FLINK-33905][core] Unify the provision of metadata in
SourceReaderContext
add a6fc334a8c4 [FLINK-33905][core] Unify the provision of metadata in
Sink.InitContext
add 06b46a9cbf0 [FLINK-33905][core] Unify the provision of metadata in
FailureEnricher.Context
No new revisions were added by this update.
Summary of changes:
.../f7a4e6fa-e7de-48c9-a61e-c13e83f0c72e | 38 ++---
.../base/source/hybrid/HybridSourceReader.java | 14 +-
.../base/sink/writer/TestSinkInitContext.java | 47 +++---
.../datagen/source/DataGeneratorSourceTest.java | 17 ++-
.../source/GeneratorSourceReaderFactory.java | 2 +-
.../sink/compactor/operator/CompactorOperator.java | 8 +-
.../table/batch/compact/BatchCompactOperator.java | 3 +-
.../file/table/batch/compact/BatchFileWriter.java | 4 +-
.../file/table/stream/AbstractStreamingWriter.java | 4 +-
.../file/table/stream/StreamingFileWriter.java | 4 +-
.../table/stream/compact/CompactFileWriter.java | 4 +-
.../file/table/stream/compact/CompactOperator.java | 8 +-
.../file/sink/BatchExecutionFileSinkITCase.java | 4 +-
.../file/sink/FileSinkCompactionSwitchITCase.java | 5 +-
.../sink/StreamingExecutionFileSinkITCase.java | 4 +-
.../file/src/FileSourceHeavyThroughputTest.java | 20 ++-
.../compact/BatchPartitionCommitterSinkTest.java | 2 +-
.../hive/HiveTableSpeculativeSinkITCase.java | 12 +-
.../common/JobInfo.java} | 20 ++-
...peSerializerSingleton.java => JobInfoImpl.java} | 28 ++--
.../java/org/apache/flink/api/common/TaskInfo.java | 114 +++------------
.../common/{TaskInfo.java => TaskInfoImpl.java} | 57 ++------
.../flink/api/common/functions/RuntimeContext.java | 95 +++++++++++--
.../functions/util/AbstractRuntimeUDFContext.java | 45 ++----
.../common/functions/util/RuntimeUDFContext.java | 18 +--
.../GuavaFlinkConnectorRateLimiter.java | 3 +-
.../api/common/operators/CollectionExecutor.java | 99 +++++++------
.../flink/api/connector/sink2/InitContext.java | 70 ++++++++-
.../api/connector/source/SourceReaderContext.java | 33 ++++-
.../apache/flink/core/failure/FailureEnricher.java | 30 +++-
.../functions/util/RuntimeUDFContextTest.java | 3 +-
.../flink/api/common/io/RichInputFormatTest.java | 10 +-
.../flink/api/common/io/RichOutputFormatTest.java | 10 +-
.../common/operators/GenericDataSinkBaseTest.java | 3 +-
.../operators/GenericDataSourceBaseTest.java | 3 +-
.../base/FlatMapOperatorCollectionTest.java | 11 +-
.../operators/base/InnerJoinOperatorBaseTest.java | 9 +-
.../api/common/operators/base/MapOperatorTest.java | 10 +-
.../operators/base/OuterJoinOperatorBaseTest.java | 8 +-
.../operators/base/PartitionMapOperatorTest.java | 10 +-
.../common/operators/util/TestRichInputFormat.java | 4 +-
.../operators/util/TestRichOutputFormat.java | 4 +-
.../source/lib/NumberSequenceSourceTest.java | 11 +-
.../flink/streaming/tests/FailureMapper.java | 2 +-
.../streaming/tests/SequenceGeneratorSource.java | 6 +-
.../ArtificalOperatorStateMapper.java | 4 +-
.../HeavyDeploymentStressTestProgram.java | 2 +-
.../StickyAllocationAndLocalRecoveryTestJob.java | 20 +--
.../RocksDBStateMemoryControlTestProgram.java | 6 +-
.../generator/EventsGeneratorFunction.java | 5 +-
.../examples/java/connectors/SocketSource.java | 2 +-
.../hdfstests/ContinuousFileProcessingITCase.java | 2 +-
.../hdfstests/ContinuousFileProcessingTest.java | 2 +-
.../api/java/functions/SampleInPartition.java | 2 +-
.../api/java/functions/SampleWithFraction.java | 2 +-
.../apache/flink/api/java/utils/DataSetUtils.java | 18 ++-
.../base/CoGroupOperatorCollectionTest.java | 9 +-
.../operators/base/GroupReduceOperatorTest.java | 10 +-
.../operators/base/InnerJoinOperatorBaseTest.java | 3 +-
.../common/operators/base/ReduceOperatorTest.java | 9 +-
...HighAvailabilityRecoverFromSavepointITCase.java | 3 +-
.../flink/cep/operator/CepRuntimeContext.java | 48 ++-----
.../flink/cep/operator/CepRuntimeContextTest.java | 34 +++--
.../api/input/StreamOperatorContextBuilder.java | 2 +-
.../api/output/BootstrapStreamTaskRunner.java | 2 +-
.../operators/BroadcastStateBootstrapOperator.java | 2 +-
.../operators/KeyedStateBootstrapOperator.java | 2 +-
.../output/operators/StateBootstrapOperator.java | 2 +-
.../state/api/runtime/SavepointEnvironment.java | 17 ++-
.../state/api/runtime/SavepointRuntimeContext.java | 36 +----
.../org/apache/flink/python/util/ProtoUtils.java | 14 +-
.../AbstractEmbeddedPythonFunctionOperator.java | 6 +-
.../AbstractExternalPythonFunctionOperator.java | 2 +-
.../process/ExternalPythonCoProcessOperator.java | 2 +-
.../ExternalPythonKeyedCoProcessOperator.java | 2 +-
.../ExternalPythonKeyedProcessOperator.java | 2 +-
.../process/ExternalPythonProcessOperator.java | 2 +-
.../runtime/arrow/sources/ArrowSourceFunction.java | 6 +-
.../python/AbstractStatelessFunctionOperator.java | 2 +-
.../AbstractPythonStreamAggregateOperator.java | 2 +-
.../util/PartitionCustomTestMapFunction.java | 5 +-
.../arrow/sources/ArrowSourceFunctionTestBase.java | 2 +-
...ghPythonStreamGroupWindowAggregateOperator.java | 2 +-
.../PythonStreamGroupAggregateOperatorTest.java | 2 +-
...ythonStreamGroupTableAggregateOperatorTest.java | 2 +-
...owPythonGroupAggregateFunctionOperatorTest.java | 2 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...honOverWindowAggregateFunctionOperatorTest.java | 2 +-
...onGroupWindowAggregateFunctionOperatorTest.java | 2 +-
...rrowPythonProcTimeBoundedRangeOperatorTest.java | 2 +-
...ArrowPythonProcTimeBoundedRowsOperatorTest.java | 2 +-
...ArrowPythonRowTimeBoundedRangeOperatorTest.java | 2 +-
...mArrowPythonRowTimeBoundedRowsOperatorTest.java | 2 +-
.../scalar/PythonScalarFunctionOperatorTest.java | 2 +-
.../ArrowPythonScalarFunctionOperatorTest.java | 2 +-
.../table/PythonTableFunctionOperatorTest.java | 2 +-
.../itcases/AbstractQueryableStateTestBase.java | 6 +-
.../flink/runtime/execution/Environment.java | 12 +-
.../failure/DefaultFailureEnricherContext.java | 41 ++----
.../iterative/task/AbstractIterativeTask.java | 19 +--
.../apache/flink/runtime/operators/BatchTask.java | 4 +-
.../flink/runtime/operators/DataSinkTask.java | 4 +-
.../flink/runtime/operators/DataSourceTask.java | 4 +-
.../runtime/operators/chaining/ChainedDriver.java | 4 +-
.../util/DistributedRuntimeUDFContext.java | 23 ++-
.../flink/runtime/scheduler/DefaultScheduler.java | 12 +-
.../flink/runtime/scheduler/SchedulerBase.java | 5 +
.../scheduler/adaptive/AdaptiveScheduler.java | 18 ++-
.../runtime/taskmanager/RuntimeEnvironment.java | 10 ++
.../org/apache/flink/runtime/taskmanager/Task.java | 13 +-
.../FileMergingSnapshotManagerTest.java | 6 +-
.../operators/testutils/DummyEnvironment.java | 21 ++-
.../operators/testutils/MockEnvironment.java | 18 ++-
.../connector/sink2/GlobalCommitterOperator.java | 8 +-
.../api/functions/async/RichAsyncFunction.java | 53 ++-----
.../functions/sink/OutputFormatSinkFunction.java | 6 +-
.../streaming/api/functions/sink/PrintSink.java | 4 +-
.../api/functions/sink/PrintSinkFunction.java | 4 +-
.../functions/sink/TwoPhaseCommitSinkFunction.java | 4 +-
.../sink/filesystem/StreamingFileSink.java | 3 +-
.../source/ContinuousFileMonitoringFunction.java | 2 +-
.../source/ContinuousFileReaderOperator.java | 4 +-
.../source/FromSplittableIteratorFunction.java | 4 +-
.../api/functions/source/RichSourceFunction.java | 14 +-
.../functions/source/StatefulSequenceSource.java | 4 +-
.../source/datagen/DataGeneratorSource.java | 7 +-
.../source/datagen/SequenceGenerator.java | 4 +-
.../api/operators/AbstractStreamOperator.java | 2 +-
.../api/operators/AbstractStreamOperatorV2.java | 2 +-
.../streaming/api/operators/SourceOperator.java | 16 +--
.../streaming/api/operators/StreamSource.java | 2 +-
.../api/operators/StreamingRuntimeContext.java | 7 +-
.../api/operators/collect/CollectSinkFunction.java | 2 +-
.../api/transformations/SinkV1Adapter.java | 4 +-
.../runtime/operators/GenericWriteAheadSink.java | 6 +-
.../runtime/operators/sink/CommitterOperator.java | 4 +-
.../runtime/operators/sink/InitContextBase.java | 25 ++--
.../runtime/operators/sink/SinkWriterOperator.java | 5 +-
.../sink/committables/CommittableCollector.java | 4 +-
.../streaming/api/functions/PrintSinkTest.java | 35 +++--
.../api/functions/async/RichAsyncFunctionTest.java | 33 +++--
.../operators/sink/SinkWriterOperatorTestBase.java | 9 +-
.../runtime/tasks/StreamMockEnvironment.java | 21 ++-
.../util/MockStreamingRuntimeContext.java | 13 +-
.../api/scala/AsyncDataStreamITCase.scala | 2 +-
.../print/table/PrintTableSinkFactory.java | 4 +-
.../factories/TestValuesRuntimeFunctions.java | 12 +-
.../codegen/WatermarkGeneratorCodeGenTest.scala | 2 +-
.../expressions/utils/ExpressionTestBase.scala | 4 +-
.../batch/sql/PartitionableSinkITCase.scala | 2 +-
.../planner/runtime/utils/StreamTestSink.scala | 6 +-
.../runtime/operators/join/HashJoinOperator.java | 2 +-
.../RetryableAsyncLookupFunctionDelegatorTest.java | 6 +-
.../join/RetryableLookupFunctionDelegatorTest.java | 2 +-
.../connector/testutils/source/TestingJobInfo.java | 49 ++++---
.../testutils/source/TestingTaskInfo.java | 157 +++++++++++++++++++++
.../source/reader/TestingReaderContext.java | 23 +--
...niClusterExtensionDefaultParallelismITCase.java | 4 +-
.../datastream/DataStreamBatchExecutionITCase.java | 6 +-
.../lifecycle/graph/MultiInputTestOperator.java | 28 ++--
.../graph/OneInputTestStreamOperator.java | 30 ++--
.../operators/lifecycle/graph/TestEventSource.java | 10 +-
.../graph/TwoInputTestStreamOperator.java | 30 ++--
.../ApproximateLocalRecoveryDownstreamITCase.java | 2 +-
.../test/checkpointing/AutoRescalingITCase.java | 22 +--
.../checkpointing/ChangelogRecoveryITCase.java | 8 +-
.../CheckpointRestoreWithUidHashITCase.java | 2 +-
.../checkpointing/CoStreamCheckpointingITCase.java | 28 ++--
.../ContinuousFileProcessingCheckpointITCase.java | 2 +-
.../EventTimeAllWindowCheckpointingITCase.java | 20 ++-
.../EventTimeWindowCheckpointingITCase.java | 20 ++-
.../checkpointing/IgnoreInFlightDataITCase.java | 2 +-
.../KeyedStateCheckpointingITCase.java | 4 +-
.../ProcessingTimeWindowCheckpointingITCase.java | 8 +-
.../test/checkpointing/RegionFailoverITCase.java | 15 +-
.../RescaleCheckpointManuallyITCase.java | 10 +-
.../flink/test/checkpointing/RescalingITCase.java | 22 ++-
.../flink/test/checkpointing/SavepointITCase.java | 14 +-
.../checkpointing/StateCheckpointedITCase.java | 14 +-
.../StreamCheckpointNotifierITCase.java | 19 +--
.../checkpointing/StreamCheckpointingITCase.java | 28 ++--
.../UdfStreamOperatorCheckpointingITCase.java | 14 +-
.../checkpointing/UnalignedCheckpointITCase.java | 22 +--
.../UnalignedCheckpointRescaleITCase.java | 4 +-
.../UnalignedCheckpointStressITCase.java | 3 +-
.../checkpointing/UnalignedCheckpointTestBase.java | 26 ++--
.../test/checkpointing/utils/FailingSource.java | 6 +-
.../checkpointing/utils/MigrationTestUtils.java | 12 +-
.../test/checkpointing/utils/ValidatingSink.java | 2 +-
.../test/example/failing/TaskFailureITCase.java | 2 +-
.../aggregators/AggregatorConvergenceITCase.java | 3 +-
.../iterative/aggregators/AggregatorsITCase.java | 5 +-
.../flink/test/misc/CustomPartitioningITCase.java | 2 +-
.../test/operators/CustomDistributionITCase.java | 15 +-
.../test/operators/ExecutionEnvironmentITCase.java | 5 +-
.../flink/test/operators/PartitionITCase.java | 2 +-
.../test/operators/RemoteEnvironmentITCase.java | 5 +-
.../JobManagerHAProcessFailureRecoveryITCase.java | 9 +-
.../flink/test/recovery/LocalRecoveryITCase.java | 2 +-
.../test/recovery/SimpleRecoveryITCaseBase.java | 9 +-
...skManagerProcessFailureBatchRecoveryITCase.java | 4 +-
...nagerProcessFailureStreamingRecoveryITCase.java | 10 +-
.../flink/test/runtime/BatchShuffleITCaseBase.java | 8 +-
.../test/scheduling/AdaptiveSchedulerITCase.java | 4 +-
.../flink/test/scheduling/ReactiveModeITCase.java | 2 +-
.../scheduling/SpeculativeSchedulerITCase.java | 18 ++-
.../state/operator/restore/keyed/KeyedJob.java | 9 +-
.../operator/restore/unkeyed/NonKeyedJob.java | 9 +-
.../DataStreamWithSharedPartitionNodeITCase.java | 2 +-
.../ReinterpretDataStreamAsKeyedStreamITCase.java | 7 +-
.../test/streaming/runtime/IterateITCase.java | 2 +-
.../test/streaming/runtime/PartitionerITCase.java | 2 +-
.../runtime/StreamTaskSelectiveReadingITCase.java | 4 +-
.../test/streaming/runtime/TimestampITCase.java | 2 +-
.../api/scala/operators/PartitionITCase.scala | 2 +-
pom.xml | 2 +
216 files changed, 1513 insertions(+), 1107 deletions(-)
copy
flink-core/src/main/java/org/apache/flink/{configuration/description/DescriptionElement.java
=> api/common/JobInfo.java} (72%)
copy
flink-core/src/main/java/org/apache/flink/api/common/{typeutils/base/TypeSerializerSingleton.java
=> JobInfoImpl.java} (59%)
copy flink-core/src/main/java/org/apache/flink/api/common/{TaskInfo.java =>
TaskInfoImpl.java} (70%)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/client/JobStatusMessage.java
=>
flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testutils/source/TestingJobInfo.java
(54%)
create mode 100644
flink-test-utils-parent/flink-connector-test-utils/src/main/java/org/apache/flink/connector/testutils/source/TestingTaskInfo.java
