zhijiangW commented on a change in pull request #8804:
[FLINK-12883][WIP][runtime] Add elaborated partition release logic
URL: https://github.com/apache/flink/pull/8804#discussion_r297060553
##########
File path:
flink-runtime/src/main/java/org/apache/flink/runtime/executiongraph/ExecutionGraph.java
##########
@@ -1630,6 +1627,79 @@ public boolean updateState(TaskExecutionState state) {
}
}
+ private boolean updateStateInternal(final TaskExecutionState state,
final Execution attempt) {
+ Map<String, Accumulator<?, ?>> accumulators;
+
+ switch (state.getExecutionState()) {
+ case RUNNING:
+ return attempt.switchToRunning();
+
+ case FINISHED:
+ // this deserialization is exception-free
+ accumulators = deserializeAccumulators(state);
+ attempt.markFinished(accumulators,
state.getIOMetrics());
+ return true;
+
+ case CANCELED:
+ // this deserialization is exception-free
+ accumulators = deserializeAccumulators(state);
+ attempt.completeCancelling(accumulators,
state.getIOMetrics());
+ return true;
+
+ case FAILED:
+ // this deserialization is exception-free
+ accumulators = deserializeAccumulators(state);
+
attempt.markFailed(state.getError(userClassLoader), accumulators,
state.getIOMetrics());
+ return true;
+
+ default:
+ // we mark as failed and return false, which
triggers the TaskManager
+ // to remove the task
+ attempt.fail(new Exception("TaskManager sent
illegal state update: " + state.getExecutionState()));
+ return false;
+ }
+ }
+
+ private void maybeReleasePartitions(final TaskExecutionState state,
final Execution attempt) {
+ final ExecutionVertexID finishedExecutionVertex =
attempt.getVertex().getID();
+
+ if (state.getExecutionState() == ExecutionState.FINISHED) {
+ final List<IntermediateResultPartitionID>
releasablePartitions =
partitionReleaseStrategy.vertexFinished(finishedExecutionVertex);
+ releasePartitions(releasablePartitions);
+ } else {
+
partitionReleaseStrategy.vertexUnfinished(finishedExecutionVertex);
+ }
+ }
+
+ private void releasePartitions(final
List<IntermediateResultPartitionID> releasablePartitions) {
+ for (final IntermediateResultPartitionID resultPartition :
releasablePartitions) {
+ releasePartitions(resultPartition);
+ }
+ }
+
+ private void releasePartitions(final IntermediateResultPartitionID
resultPartition) {
+ LOG.info("Release partition {}", resultPartition);
+ final ResultPartitionID resultPartitionId =
createResultPartitionId(resultPartition);
+ // TODO: finish implementation
+ }
+
+ private ResultPartitionID createResultPartitionId(final
IntermediateResultPartitionID resultPartition) {
Review comment:
add `Id` suffix for the parameter naming
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
