This is an automated email from the ASF dual-hosted git repository.
pnowojski pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/flink.git
from 4a852fee28f [FLINK-33935][checkpoint] Improve the default value logic
related to `state.backend.type`
add 11220872d4a [hotfix] Get rid of Mockito in
testCheckpointStatsTrackerRestoreCallback
add 74a36b1f729 [hotfix] Remove unused local variable
add 56b18a2bfa7 [FLINK-33775][checkpointing] Add checkpoint state size to
RestoredCheckpointStats
add ad17c2de770 [FLINK-33775][metrics] Introduce
SubTaskInitializationMetrics pojo
add 16bac780228 [FLINK-33775][checkpointing][metrics] Report SubTask
initialization metrics to CheckpointCoordinator
add 4dd3ec9cc64 [FLINK-33775][checkpointing][metrics] Aggregate subtask
initialization metrics and report trace
add 0294d764b21 [FLINK-33775][task][metrics] Calculate
SubTaskInitializationMetrics in StreamTask
add 793a66b9c6a [FLINK-33775][metrics][docs] Document JobInitialization
trace
No new revisions were added by this update.
Summary of changes:
docs/content.zh/docs/ops/traces.md | 43 +++++-
docs/content/docs/ops/traces.md | 39 +++++-
.../api/runtime/SavepointTaskStateManager.java | 5 +
.../runtime/checkpoint/CheckpointCoordinator.java | 31 +++--
.../checkpoint/CheckpointCoordinatorGateway.java | 3 +
.../runtime/checkpoint/CheckpointStatsTracker.java | 124 ++++++++++++++---
.../runtime/checkpoint/InitializationStatus.java | 13 +-
.../checkpoint/JobInitializationMetrics.java | 147 +++++++++++++++++++++
.../JobInitializationMetricsBuilder.java | 142 ++++++++++++++++++++
.../checkpoint/RestoredCheckpointStats.java | 52 +++++++-
.../checkpoint/SubTaskInitializationMetrics.java | 108 +++++++++++++++
.../SubTaskInitializationMetricsBuilder.java | 68 ++++++++++
.../executiongraph/DefaultExecutionGraph.java | 8 +-
.../DefaultExecutionGraphBuilder.java | 1 -
.../runtime/executiongraph/ExecutionGraph.java | 3 +
.../apache/flink/runtime/jobmaster/JobMaster.java | 7 +
.../apache/flink/runtime/metrics/MetricNames.java | 5 +
.../scheduler/DefaultExecutionGraphFactory.java | 17 ++-
.../runtime/scheduler/ExecutionGraphHandler.java | 22 ++-
.../flink/runtime/scheduler/SchedulerBase.java | 7 +
.../flink/runtime/scheduler/SchedulerNG.java | 4 +
.../scheduler/adaptive/AdaptiveScheduler.java | 11 ++
.../adaptive/StateWithExecutionGraph.java | 5 +
.../flink/runtime/state/TaskStateManager.java | 3 +
.../flink/runtime/state/TaskStateManagerImpl.java | 7 +
.../taskexecutor/rpc/RpcCheckpointResponder.java | 7 +
.../runtime/taskmanager/CheckpointResponder.java | 4 +
.../checkpoint/CheckpointCoordinatorTest.java | 10 +-
.../checkpoint/CheckpointStatsSnapshotTest.java | 3 +-
.../checkpoint/CheckpointStatsTrackerTest.java | 103 ++++++++++++++-
.../DefaultSchedulerCheckpointCoordinatorTest.java | 1 +
.../checkpoint/JobInitializationMetricsTest.java | 116 ++++++++++++++++
.../checkpoint/RestoredCheckpointStatsTest.java | 4 +-
.../SubTaskInitializationMetricsTest.java | 59 +++++++++
.../jobmaster/utils/TestingJobMasterGateway.java | 5 +
.../DefaultExecutionGraphFactoryTest.java | 82 +++++++++++-
.../runtime/scheduler/TestingSchedulerNG.java | 5 +
.../adaptive/StateTrackingMockExecutionGraph.java | 6 +
.../flink/runtime/state/TestTaskStateManager.java | 13 +-
.../taskmanager/NoOpCheckpointResponder.java | 5 +
.../taskmanager/TestCheckpointResponder.java | 5 +
.../streaming/state/RocksDBAsyncSnapshotTest.java | 5 +
.../flink/streaming/runtime/tasks/StreamTask.java | 101 +++++++++-----
.../streaming/runtime/tasks/StreamTaskTest.java | 17 +++
.../tasks/TaskCheckpointingBehaviourTest.java | 5 +
.../util/CompletingCheckpointResponder.java | 5 +
46 files changed, 1336 insertions(+), 100 deletions(-)
copy
flink-core/src/test/java/org/apache/flink/api/common/typeutils/base/TestEnum.java
=>
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/InitializationStatus.java
(84%)
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/JobInitializationMetrics.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/JobInitializationMetricsBuilder.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/SubTaskInitializationMetrics.java
create mode 100644
flink-runtime/src/main/java/org/apache/flink/runtime/checkpoint/SubTaskInitializationMetricsBuilder.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/JobInitializationMetricsTest.java
create mode 100644
flink-runtime/src/test/java/org/apache/flink/runtime/checkpoint/SubTaskInitializationMetricsTest.java
