See
<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/4781/display/redirect?page=changes>
Changes:
[relax] GroupIntoBatches improvements
[relax] make sure that DataflowRunner batch override for GroupIntoBatches
[noreply] Minor: Fix doc left nav on dev website (#14881)
[zyichi] [BEAM-12395] Add support to enable google cloud profiler for python SDK
[relax] fix DataflowRunnerTest
[noreply] Fix flaky test on slow remote systems by adding `afterIterations` to
------------------------------------------
[...truncated 1.86 MB...]
"labels": {
"PCOLLECTION": "n1"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n1:0"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PTRANSFORM": "fn/read/VnaOnyKfXRExternal/ParMultiDo(Partition).out1:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out1"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n20:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n20"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PTRANSFORM": "fn/read/VnaOnyKfXRExternal/ParMultiDo(Partition).out2:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out2"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out2"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Bg==",
"labels": {
"PTRANSFORM": "fn/read/n2:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AA==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Bg==",
"labels": {
"PCOLLECTION": "n2"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "Aw==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out1"
}
}, {
"urn": "beam:metric:sampled_byte_size:v1",
"type": "beam:metrics:distribution_int64:v1",
"payload": "AwMBAQ==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out2"
}
}, {
"urn": "beam:metric:sampled_byte_size:v1",
"type": "beam:metrics:distribution_int64:v1",
"payload": "BgYBAQ==",
"labels": {
"PCOLLECTION": "n2"
}
}, {
"urn": "beam:metric:sampled_byte_size:v1",
"type": "beam:metrics:distribution_int64:v1",
"payload": "AwMBAQ==",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out1"
}
}, {
"urn": "beam:metric:sampled_byte_size:v1",
"type": "beam:metrics:distribution_int64:v1",
"payload": "AAD//////////3+AgICAgICAgIAB",
"labels": {
"PCOLLECTION": "VnaOnyKfXRExternal/ParMultiDo(Partition).out0"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n16:0"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n16"
}
}, {
"urn": "beam:metric:element_count:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PCOLLECTION": "n9"
}
}, {
"urn": "beam:metric:data_channel:read_index:v1",
"type": "beam:metrics:sum_int64:v1",
"payload": "AQ==",
"labels": {
"PTRANSFORM": "fn/read/n9:0"
}
}]
}
}
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.taskexecutor.TaskExecutor$JobLeaderListenerImpl
jobManagerLostLeadership
INFO: JobManager for job 120d2f117264ede39b99a56a966830ae with leader id
a7232eb4ce35c43bcfcc16d2c5e6432d lost leadership.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.state.TaskExecutorLocalStateStoresManager shutdown
INFO: Shutting down TaskExecutorLocalStateStoresManager.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.io.disk.FileChannelManagerImpl lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory
/tmp/flink-io-ebf60387-221a-4b35-a6c9-13f02a5bfdb6
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.io.network.NettyShuffleEnvironment close
INFO: Shutting down the network environment and its components.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.io.disk.FileChannelManagerImpl lambda$getFileCloser$0
INFO: FileChannelManager removed spill file directory
/tmp/flink-netty-shuffle-6d869656-937f-40c8-8577-ad942ef7aa31
May 26, 2021 12:24:17 AM
org.apache.beam.runners.jobsubmission.InMemoryJobService getJobMetrics
INFO: Getting job metrics for
go0job0601621988642230571178-jenkins-0526002405-9938a976_349c639c-3df7-48df-9abe-e117fdfd2f50
May 26, 2021 12:24:17 AM org.apache.flink.runtime.taskexecutor.KvStateService
shutdown
INFO: Shutting down the kvState service and its components.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.taskexecutor.DefaultJobLeaderService stop
INFO: Stop job leader service.
May 26, 2021 12:24:17 AM
org.apache.beam.runners.jobsubmission.InMemoryJobService getJobMetrics
INFO: Finished getting job metrics for
go0job0601621988642230571178-jenkins-0526002405-9938a976_349c639c-3df7-48df-9abe-e117fdfd2f50
May 26, 2021 12:24:17 AM org.apache.flink.runtime.filecache.FileCache shutdown
INFO: removed file cache directory
/tmp/flink-dist-cache-bf9858ce-1db5-4263-bd3e-863007b0f0cc
May 26, 2021 12:24:17 AM org.apache.flink.runtime.taskexecutor.TaskExecutor
handleOnStopException
INFO: Stopped TaskExecutor akka://flink/user/rpc/taskmanager_72.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.webmonitor.WebMonitorEndpoint
lambda$shutDownInternal$5
INFO: Removing cache directory /tmp/flink-web-ui
May 26, 2021 12:24:17 AM org.apache.flink.runtime.rest.RestServerEndpoint
lambda$closeAsync$1
INFO: Shut down complete.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.resourcemanager.ResourceManager deregisterApplication
INFO: Shut down cluster because application is in CANCELED, diagnostics
DispatcherResourceManagerComponent has been closed..
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.entrypoint.component.DispatcherResourceManagerComponent
closeAsyncInternal
INFO: Closing components.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess
closeInternal
INFO: Stopping SessionDispatcherLeaderProcess.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl close
INFO: Closing the SlotManager.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.dispatcher.Dispatcher onStop
INFO: Stopping dispatcher akka://flink/user/rpc/dispatcher_74.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl suspend
INFO: Suspending the SlotManager.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.dispatcher.Dispatcher
terminateRunningJobs
INFO: Stopping all currently running jobs of dispatcher
akka://flink/user/rpc/dispatcher_74.
May 26, 2021 12:24:17 AM
org.apache.flink.runtime.rest.handler.legacy.backpressure.BackPressureRequestCoordinator
shutDown
INFO: Shutting down back pressure request coordinator.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.dispatcher.Dispatcher
lambda$onStop$0
INFO: Stopped dispatcher akka://flink/user/rpc/dispatcher_74.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
stopService
INFO: Stopping Akka RPC service.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
stopService
INFO: Stopping Akka RPC service.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.rpc.akka.AkkaRpcService
lambda$stopService$7
INFO: Stopped Akka RPC service.
May 26, 2021 12:24:17 AM org.apache.flink.runtime.blob.AbstractBlobCache close
INFO: Shutting down BLOB cache
if [[ "$RUNNER" == "dataflow" ]]; then
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
if [[ -n "$EXPANSION_ADDR" ]]; then
# Delete the java cross-language container locally and remotely
docker rmi $JAVA_CONTAINER:$JAVA_TAG || echo "Failed to remove container"
gcloud --quiet container images delete $JAVA_CONTAINER:$JAVA_TAG || echo
"Failed to delete container"
fi
# Clean up tempdir
rm -rf $TMPDIR
fi
exit $TEST_EXIT_CODE
exit_background_processes
May 26, 2021 12:24:17 AM org.apache.flink.runtime.blob.AbstractBlobCache close
INFO: Shutting down BLOB cache
> Task :sdks:go:test:flinkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/src/sdks/go/test/build.gradle'>
line: 92
* What went wrong:
Execution failed for task ':sdks:go:test:flinkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 23m 49s
139 actionable tasks: 119 executed, 18 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/hbcnruoagskic
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
