See
<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/4678/display/redirect?page=changes>
Changes:
[Ismaël Mejía] [BEAM-9283] Disable caching ValidatesRunner tests tasks
[Kenneth Knowles] Enable dual job submission for Dataflow
[zyichi] [BEAM-12045] Install google cloud profiler agent in java sdk container
[edre] Fix worker_pool plumbing to use a mutable List.
[noreply] [BEAM-12237] Fix logging in Samza Runner (#14657)
[Valentyn Tymofieiev] [BEAM-2085] Add resource hints support in Java SDK.
[Valentyn Tymofieiev] Translate Resource Hints into v1beta3 API in DF Runner
and add test
[Valentyn Tymofieiev] Support passing resource hints through pipeline options.
[Valentyn Tymofieiev] Add resource hints supported by Dataflow.
------------------------------------------
[...truncated 2.39 MB...]
payload: "\n apache/beam_java8_sdk:2.30.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.30.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-iX5usnMhooWFVsDnq3d6iP0jxH1RLWWxipZhY6Hvsnw.jar\022@897e6eb27321a2858556c0e7ab777a88fd23c47d512d65b18a966163a1efb27c"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-iX5usnMhooWFVsDnq3d6iP0jxH1RLWWxipZhY6Hvsnw.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-vLiJE9Opd23Iykd81sLP70H_7nOeFCEONM7N3XuinBg.jar\022@bcb88913d3a9776dc8ca477cd6c2cfef41ffee739e14210e34cecddd7ba29c18"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-vLiJE9Opd23Iykd81sLP70H_7nOeFCEONM7N3XuinBg.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-eAT2q5pJyQK8p1x9W86L5he9r_dvqTQKnnOkqtS02qQ.jar\022@7804f6ab9a49c902bca75c7d5bce8be617bdaff76fa9340a9e73a4aad4b4daa4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-eAT2q5pJyQK8p1x9W86L5he9r_dvqTQKnnOkqtS02qQ.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-UTZiziZ3oPAMhBKkESP_1iGZIouF7eojtmkEsRvoc30.jar\022@513662ce2677a0f00c8412a41123ffd62199228b85edea23b66904b11be8737d"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-UTZiziZ3oPAMhBKkESP_1iGZIouF7eojtmkEsRvoc30.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-ZPGB77uRDC5AOKy08ig7v7wS0921ni2fYpQfHzSFeKM.jar\022@64f181efbb910c2e4038acb4f2283bbfbc12d3ddb59e2d9f62941f1f348578a3"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-ZPGB77uRDC5AOKy08ig7v7wS0921ni2fYpQfHzSFeKM.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-4wiJPg1GaUSuVvIrRFHNZbcPHE7Dixp3MEN1jxLCsmE.jar\022@e308893e0d466944ae56f22b4451cd65b70f1c4ec38b1a773043758f12c2b261"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-4wiJPg1GaUSuVvIrRFHNZbcPHE7Dixp3MEN1jxLCsmE.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\n\214\001/tmp/artifacts/beam-sdks-java-testing-expansion-service-testExpansionService-2.30.0-SNAPSHOT-6pJ665rLUhqLQvEaemC4Zo3w2Qlfq1JGv8Vno_HPPog.jar\022@ea927aeb9acb521a8b42f11a7a60b8668df0d9095fab5246bfc567a3f1cf3e88"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n}beam-sdks-java-testing-expansion-service-testExpansionService-2.30.0-SNAPSHOT-6pJ665rLUhqLQvEaemC4Zo3w2Qlfq1JGv8Vno_HPPog.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v0"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
dependencies: <
type_urn: "beam:artifact:type:go_worker_binary:v1"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n\006worker"
>
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e2"
root_transform_ids: "s1"
root_transform_ids: "e5"
root_transform_ids: "e4"
root_transform_ids: "s2"
root_transform_ids: "s3"
2021/04/28 06:24:57 Prepared job with id:
go-job-5-1619591097006401855_28021f8c-1a1e-496f-83aa-96655b802339 and staging
token: go-job-5-1619591097006401855_28021f8c-1a1e-496f-83aa-96655b802339
2021/04/28 06:24:57 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/temp_gopath/src/github.com/apache/beam/sdks/go/test/integration/xlang/xlang_test.go>
as /tmp/worker-5-1619591097010334795
2021/04/28 06:25:00 Staged binary artifact with token:
2021/04/28 06:25:00 Submitted job:
go0job0501619591097006401855-jenkins-0428062500-7348c1cd_29d611b9-0b0f-4ac9-9aa1-b66256d0968c
2021/04/28 06:25:00 Job state: STOPPED
2021/04/28 06:25:00 Job state: STARTING
2021/04/28 06:25:00 Job state: RUNNING
2021/04/28 06:28:10 (): org.apache.flink.runtime.client.JobExecutionException:
Job execution failed.
at
org.apache.flink.runtime.jobmaster.JobResult.toJobExecutionResult(JobResult.java:144)
at
org.apache.flink.runtime.minicluster.MiniClusterJobClient.lambda$getJobExecutionResult$2(MiniClusterJobClient.java:117)
at
java.util.concurrent.CompletableFuture.uniApply(CompletableFuture.java:616)
at
java.util.concurrent.CompletableFuture$UniApply.tryFire(CompletableFuture.java:591)
at
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
at
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
at
org.apache.flink.runtime.rpc.akka.AkkaInvocationHandler.lambda$invokeRpc$0(AkkaInvocationHandler.java:237)
at
java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:774)
at
java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:750)
at
java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:488)
at
java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:1975)
at
org.apache.flink.runtime.concurrent.FutureUtils$1.onComplete(FutureUtils.java:1046)
at akka.dispatch.OnComplete.internal(Future.scala:264)
at akka.dispatch.OnComplete.internal(Future.scala:261)
at akka.dispatch.japi$CallbackBridge.apply(Future.scala:191)
at akka.dispatch.japi$CallbackBridge.apply(Future.scala:188)
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
at
org.apache.flink.runtime.concurrent.Executors$DirectExecutionContext.execute(Executors.java:73)
at
scala.concurrent.impl.CallbackRunnable.executeWithValue(Promise.scala:44)
at
scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:252)
at akka.pattern.PromiseActorRef.$bang(AskSupport.scala:572)
at
akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:22)
at
akka.pattern.PipeToSupport$PipeableFuture$$anonfun$pipeTo$1.applyOrElse(PipeToSupport.scala:21)
at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:436)
at scala.concurrent.Future$$anonfun$andThen$1.apply(Future.scala:435)
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:36)
at
akka.dispatch.BatchingExecutor$AbstractBatch.processBatch(BatchingExecutor.scala:55)
at
akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply$mcV$sp(BatchingExecutor.scala:91)
at
akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
at
akka.dispatch.BatchingExecutor$BlockableBatch$$anonfun$run$1.apply(BatchingExecutor.scala:91)
at
scala.concurrent.BlockContext$.withBlockContext(BlockContext.scala:72)
at
akka.dispatch.BatchingExecutor$BlockableBatch.run(BatchingExecutor.scala:90)
at akka.dispatch.TaskInvocation.run(AbstractDispatcher.scala:40)
at
akka.dispatch.ForkJoinExecutorConfigurator$AkkaForkJoinTask.exec(ForkJoinExecutorConfigurator.scala:44)
at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
at
akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at
akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by
NoRestartBackoffTimeStrategy
at
org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:118)
at
org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:80)
at
org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:233)
at
org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:224)
at
org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:215)
at
org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:669)
at
org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:89)
at
org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:447)
at sun.reflect.GeneratedMethodAccessor48.invoke(Unknown Source)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:305)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:212)
at
org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:77)
at
org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:158)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
at akka.actor.ActorCell.invoke(ActorCell.scala:561)
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
at akka.dispatch.Mailbox.run(Mailbox.scala:225)
at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
... 4 more
Caused by: java.lang.RuntimeException: No client connected within timeout
at
org.apache.beam.runners.fnexecution.data.GrpcDataService.send(GrpcDataService.java:192)
at
org.apache.beam.runners.fnexecution.control.SdkHarnessClient$BundleProcessor.newBundle(SdkHarnessClient.java:287)
at
org.apache.beam.runners.fnexecution.control.SdkHarnessClient$BundleProcessor.newBundle(SdkHarnessClient.java:197)
at
org.apache.beam.runners.fnexecution.control.DefaultJobBundleFactory$SimpleStageBundleFactory.getBundle(DefaultJobBundleFactory.java:519)
at
org.apache.beam.runners.fnexecution.control.StageBundleFactory.getBundle(StageBundleFactory.java:60)
at
org.apache.beam.runners.flink.translation.functions.FlinkExecutableStageFunction.mapPartition(FlinkExecutableStageFunction.java:261)
at
org.apache.flink.runtime.operators.MapPartitionDriver.run(MapPartitionDriver.java:113)
at org.apache.flink.runtime.operators.BatchTask.run(BatchTask.java:514)
at
org.apache.flink.runtime.operators.BatchTask.invoke(BatchTask.java:357)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.util.concurrent.TimeoutException: Waited 3 minutes for
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.SettableFuture@ab4bff2[status=PENDING]
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractFuture.get(AbstractFuture.java:471)
at
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.AbstractFuture$TrustedFuture.get(AbstractFuture.java:90)
at
org.apache.beam.runners.fnexecution.data.GrpcDataService.send(GrpcDataService.java:187)
... 11 more
2021/04/28 06:28:10 (): java.util.concurrent.TimeoutException: Waited 3
minutes for
org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.SettableFuture@ab4bff2[status=PENDING]
2021/04/28 06:28:10 Job state: FAILED
--- FAIL: TestXLang_Partition (194.83s)
ptest.go:94: Failed to execute job: job
go0job0501619591097006401855-jenkins-0428062500-7348c1cd_29d611b9-0b0f-4ac9-9aa1-b66256d0968c
failed
FAIL
FAIL github.com/apache/beam/sdks/go/test/integration/xlang 481.257s
if [[ "$RUNNER" == "dataflow" ]]; then
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
if [[ -n "$EXPANSION_ADDR" ]]; then
# Delete the java cross-language container locally and remotely
docker rmi $JAVA_CONTAINER:$JAVA_TAG || echo "Failed to remove container"
gcloud --quiet container images delete $JAVA_CONTAINER:$JAVA_TAG || echo
"Failed to delete container"
fi
# Clean up tempdir
rm -rf $TMPDIR
fi
exit $TEST_EXIT_CODE
exit_background_processes
> Task :sdks:go:test:flinkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_Go_VR_Flink/ws/src/sdks/go/test/build.gradle'>
line: 92
* What went wrong:
Execution failed for task ':sdks:go:test:flinkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 27m 39s
139 actionable tasks: 123 executed, 14 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/g5jkozgpd5vw4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
