This is an automated email from the ASF dual-hosted git repository.
dwysakowicz pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git.
from 4f62408 [FLINK-25220][test] update README.md
add a14fef0 [FLINK-25744] Split CheckpointType for checkpoint & savepoint
add f9438dd [FLINK-25744] Support native savepoints
add cd8ea8d [FLINK-25744][docs] Document savepoint format
No new revisions were added by this update.
Summary of changes:
docs/content/docs/ops/state/checkpoints.md | 2 +-
docs/content/docs/ops/state/savepoints.md | 41 ++-
.../shortcodes/generated/rest_v1_dispatcher.html | 8 +
.../org/apache/flink/client/cli/CancelOptions.java | 18 ++
.../org/apache/flink/client/cli/CliFrontend.java | 40 ++-
.../apache/flink/client/cli/CliFrontendParser.java | 26 +-
.../apache/flink/client/cli/SavepointOptions.java | 17 ++
.../org/apache/flink/client/cli/StopOptions.java | 19 ++
.../deployment/ClusterClientJobClientAdapter.java | 13 +-
.../deployment/application/EmbeddedJobClient.java | 11 +-
.../application/WebSubmissionJobClient.java | 8 +-
.../apache/flink/client/program/ClusterClient.java | 13 +-
.../flink/client/program/MiniClusterClient.java | 17 +-
.../client/program/rest/RestClusterClient.java | 24 +-
.../flink/client/cli/CliFrontendCancelTest.java | 30 ++-
.../flink/client/cli/CliFrontendSavepointTest.java | 53 +++-
.../cli/CliFrontendStopWithSavepointTest.java | 39 ++-
.../program/PerJobMiniClusterFactoryTest.java | 5 +-
.../flink/client/program/TestingClusterClient.java | 43 +--
.../RestClusterClientSavepointTriggerTest.java | 22 +-
.../file/sink/writer/FileSinkMigrationITCase.java | 4 +-
.../connectors/kinesis/FlinkKinesisITCase.java | 7 +-
.../connectors/rabbitmq/RMQSourceITCase.java | 9 +-
.../org/apache/flink/core/execution/JobClient.java | 7 +-
.../flink/core/execution/SavepointFormatType.java | 34 ++-
.../apache/flink/api/java/TestingJobClient.java | 8 +-
...HighAvailabilityRecoverFromSavepointITCase.java | 3 +-
.../flink/state/api/output/SnapshotUtils.java | 5 +-
.../api/DataSetSavepointReaderITTestBase.java | 4 +-
.../flink/state/api/SavepointReaderITTestBase.java | 4 +-
.../flink/state/api/utils/SavepointTestBase.java | 3 +-
.../src/test/resources/rest_api_v1.snapshot | 8 +
.../runtime/checkpoint/CheckpointCoordinator.java | 29 +-
.../runtime/checkpoint/CheckpointOptions.java | 22 +-
.../runtime/checkpoint/CheckpointProperties.java | 42 +--
.../flink/runtime/checkpoint/CheckpointType.java | 103 +++-----
.../{CheckpointType.java => SavepointType.java} | 111 ++++----
.../flink/runtime/checkpoint/SnapshotType.java} | 28 +-
.../flink/runtime/dispatcher/Dispatcher.java | 24 +-
.../DispatcherCachedOperationsHandler.java | 15 +-
.../runtime/dispatcher/DispatcherGateway.java | 4 +
.../dispatcher/TriggerSavepointFunction.java | 14 +-
.../flink/runtime/executiongraph/Execution.java | 9 -
.../network/api/serialization/EventSerializer.java | 119 ++++++---
.../apache/flink/runtime/jobmaster/JobMaster.java | 15 +-
.../flink/runtime/jobmaster/JobMasterGateway.java | 4 +
.../flink/runtime/minicluster/MiniCluster.java | 13 +-
.../runtime/minicluster/MiniClusterJobClient.java | 12 +-
.../handler/job/savepoints/SavepointHandlers.java | 7 +-
.../messages/checkpoints/CheckpointStatistics.java | 19 +-
.../savepoints/SavepointTriggerRequestBody.java | 13 +
.../stop/StopWithSavepointRequestBody.java | 14 +
.../flink/runtime/scheduler/SchedulerBase.java | 14 +-
.../flink/runtime/scheduler/SchedulerNG.java | 7 +-
.../scheduler/adaptive/AdaptiveScheduler.java | 10 +-
.../runtime/scheduler/adaptive/Executing.java | 7 +-
.../adaptive/StateWithExecutionGraph.java | 6 +-
.../runtime/state/AbstractKeyedStateBackend.java | 4 +-
.../runtime/state/FullSnapshotAsyncWriter.java | 10 +-
.../runtime/state/SavepointSnapshotStrategy.java | 7 +-
.../flink/runtime/taskexecutor/TaskExecutor.java | 9 -
.../flink/runtime/webmonitor/RestfulGateway.java | 5 +
.../checkpoint/CheckpointCoordinatorTest.java | 21 +-
.../CheckpointCoordinatorTriggeringTest.java | 4 +-
.../checkpoint/CheckpointMetadataLoadingTest.java | 11 +-
.../runtime/checkpoint/CheckpointOptionsTest.java | 25 +-
.../checkpoint/CheckpointPropertiesTest.java | 7 +-
.../checkpoint/CheckpointRequestDeciderTest.java | 5 +-
.../checkpoint/CheckpointStatsTrackerTest.java | 6 +-
.../runtime/checkpoint/CheckpointTypeTest.java | 43 ---
.../CompletedCheckpointStatsSummaryTest.java | 3 +-
.../DefaultCompletedCheckpointStoreTest.java | 8 +-
.../runtime/checkpoint/PendingCheckpointTest.java | 31 ++-
.../checkpoint/RestoredCheckpointStatsTest.java | 11 +-
.../DispatcherCachedOperationsHandlerTest.java | 67 +++--
.../flink/runtime/dispatcher/DispatcherTest.java | 7 +-
.../serialization/CheckpointSerializationTest.java | 15 +-
.../api/serialization/EventSerializerTest.java | 27 +-
.../flink/runtime/jobmaster/JobMasterTest.java | 13 +-
.../jobmaster/utils/TestingJobMasterGateway.java | 26 +-
.../utils/TestingJobMasterGatewayBuilder.java | 33 ++-
.../job/savepoints/SavepointHandlersTest.java | 19 +-
.../job/savepoints/SavepointTestUtilities.java | 13 +-
.../savepoints/StopWithSavepointHandlersTest.java | 19 +-
.../checkpoints/CheckpointingStatisticsTest.java | 5 +-
.../SavepointTriggerRequestBodyTest.java | 38 ++-
.../StopWithSavepointTriggerRequestBodyTest.java | 38 ++-
.../runtime/scheduler/TestingSchedulerNG.java | 24 +-
.../scheduler/adaptive/AdaptiveSchedulerTest.java | 5 +-
.../runtime/scheduler/adaptive/ExecutingTest.java | 5 +-
...topWithSavepointTerminationHandlerImplTest.java | 3 +-
.../webmonitor/TestingDispatcherGateway.java | 54 ++--
.../runtime/webmonitor/TestingRestfulGateway.java | 76 ++++--
.../streaming/state/RocksDBKeyedStateBackend.java | 6 +-
.../state/HeapTimersSnapshottingTest.java | 5 +-
.../api/operators/StreamOperatorStateHandler.java | 15 +-
.../runtime/tasks/MultipleInputStreamTask.java | 10 +-
.../runtime/tasks/SourceOperatorStreamTask.java | 13 +-
.../streaming/runtime/tasks/SourceStreamTask.java | 13 +-
.../flink/streaming/runtime/tasks/StreamTask.java | 12 +-
.../api/operators/collect/utils/TestJobClient.java | 8 +-
.../streaming/environment/TestingJobClient.java | 8 +-
.../checkpointing/AlternatingCheckpointsTest.java | 47 +++-
...tStreamTaskChainedSourcesCheckpointingTest.java | 4 +-
.../runtime/tasks/MultipleInputStreamTaskTest.java | 5 +-
.../tasks/SourceOperatorStreamTaskTest.java | 8 +-
.../runtime/tasks/SourceStreamTaskTest.java | 5 +-
.../runtime/tasks/SourceTaskTerminationTest.java | 9 +-
.../tasks/StreamTaskFinalCheckpointsTest.java | 8 +-
.../streaming/runtime/tasks/StreamTaskTest.java | 19 +-
.../tasks/SubtaskCheckpointCoordinatorTest.java | 15 +-
.../runtime/tasks/SynchronousCheckpointITCase.java | 5 +-
.../runtime/tasks/SynchronousCheckpointTest.java | 5 +-
.../util/AbstractStreamOperatorTestHarness.java | 3 +-
.../JobMasterStopWithSavepointITCase.java | 11 +-
.../jobmaster/JobMasterTriggerSavepointITCase.java | 9 +-
.../operators/lifecycle/TestJobExecutor.java | 8 +-
.../CheckpointRestoreWithUidHashITCase.java | 7 +-
.../flink/test/checkpointing/RescalingITCase.java | 14 +-
.../test/checkpointing/SavepointFormatITCase.java | 292 +++++++++++++++++++++
.../flink/test/checkpointing/SavepointITCase.java | 39 ++-
.../test/checkpointing/TimersSavepointITCase.java | 3 +-
.../UnalignedCheckpointCompatibilityITCase.java | 16 +-
.../utils/SavepointMigrationTestBase.java | 4 +-
.../flink/test/classloading/ClassLoaderITCase.java | 3 +-
.../test/scheduling/AdaptiveSchedulerITCase.java | 29 +-
.../state/SavepointStateBackendSwitchTestBase.java | 7 +-
.../restore/AbstractOperatorRestoreTestBase.java | 5 +-
.../environment/RemoteStreamEnvironmentTest.java | 10 +-
.../test/streaming/runtime/TimestampITCase.java | 9 +-
130 files changed, 1889 insertions(+), 703 deletions(-)
copy
flink-table/flink-sql-client/src/main/java/org/apache/flink/table/client/config/ResultMode.java
=>
flink-core/src/main/java/org/apache/flink/core/execution/SavepointFormatType.java
(52%)
copy
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/{CheckpointType.java
=> SavepointType.java} (53%)
copy
flink-runtime/src/{test/java/org/apache/flink/runtime/checkpoint/StandaloneCheckpointIDCounterTest.java
=> main/java/org/apache/flink/runtime/checkpoint/SnapshotType.java} (54%)
delete mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/CheckpointTypeTest.java
create mode 100644
flink-tests/src/test/java/org/apache/flink/test/checkpointing/SavepointFormatITCase.java
