[
https://issues.apache.org/jira/browse/BEAM-3056?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=16204432#comment-16204432
]
Valentyn Tymofieiev commented on BEAM-3056:
-------------------------------------------
We confirmed that this test suite fails on release branch even without a PR in
https://builds.apache.org/job/beam_PreCommit_Java_MavenInstall/15069/.
org.apache.beam.examples.WordCountIT
2017-10-13T23:41:12.740 [ERROR]
testE2EWordCount(org.apache.beam.examples.WordCountIT) Time elapsed: 3,753.757
s <<< ERROR!
java.lang.RuntimeException: (4a8eeebdf5f6e8ee): Workflow failed. Causes:
(4a8eeebdf5f6ecdf): The Dataflow appears to be stuck. Please reach out to the
Dataflow team at
http://stackoverflow.com/questions/tagged/google-cloud-dataflow.
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:133)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:89)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:54)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:303)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:289)
at org.apache.beam.examples.WordCount.main(WordCount.java:188)
at
org.apache.beam.examples.WordCountIT.testE2EWordCount(WordCountIT.java:70)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at
org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2017-10-13T23:41:12.740 [INFO] Running
org.apache.beam.examples.WindowedWordCountIT
2017-10-13T23:41:13.463 [ERROR] Tests run: 3, Failures: 0, Errors: 3, Skipped:
0, Time elapsed: 3,741.593 s <<< FAILURE! - in
org.apache.beam.examples.WindowedWordCountIT
2017-10-13T23:41:13.463 [ERROR]
testWindowedWordCountInStreamingStaticSharding(org.apache.beam.examples.WindowedWordCountIT)
Time elapsed: 1,264.201 s <<< ERROR!
java.lang.RuntimeException: Dataflow job
2017-10-13_15_39_42-12335501157392954925 terminated in state UNKNOWN but did
not return a failure reason.
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:133)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:89)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:54)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:303)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:289)
at
org.apache.beam.examples.WindowedWordCount.main(WindowedWordCount.java:215)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountPipeline(WindowedWordCountIT.java:187)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountInStreamingStaticSharding(WindowedWordCountIT.java:112)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at
org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2017-10-13T23:41:13.463 [ERROR]
testWindowedWordCountInBatchStaticSharding(org.apache.beam.examples.WindowedWordCountIT)
Time elapsed: 3,731.732 s <<< ERROR!
java.lang.RuntimeException: (c94cd1b3deb975b8): Workflow failed. Causes:
(c94cd1b3deb97ed9): The Dataflow appears to be stuck. Please reach out to the
Dataflow team at
http://stackoverflow.com/questions/tagged/google-cloud-dataflow.
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:133)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:89)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:54)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:303)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:289)
at
org.apache.beam.examples.WindowedWordCount.main(WindowedWordCount.java:215)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountPipeline(WindowedWordCountIT.java:187)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountInBatchStaticSharding(WindowedWordCountIT.java:101)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at
org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2017-10-13T23:41:13.463 [ERROR]
testWindowedWordCountInBatchDynamicSharding(org.apache.beam.examples.WindowedWordCountIT)
Time elapsed: 3,741.554 s <<< ERROR!
java.lang.RuntimeException: (ad4a805433e4be2d): Workflow failed. Causes:
(ad4a805433e4b606): The Dataflow appears to be stuck. Please reach out to the
Dataflow team at
http://stackoverflow.com/questions/tagged/google-cloud-dataflow.
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:133)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:89)
at
org.apache.beam.runners.dataflow.TestDataflowRunner.run(TestDataflowRunner.java:54)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:303)
at org.apache.beam.sdk.Pipeline.run(Pipeline.java:289)
at
org.apache.beam.examples.WindowedWordCount.main(WindowedWordCount.java:215)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountPipeline(WindowedWordCountIT.java:187)
at
org.apache.beam.examples.WindowedWordCountIT.testWindowedWordCountInBatchDynamicSharding(WindowedWordCountIT.java:94)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
at
org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at
org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
at
org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:55)
at org.junit.rules.RunRules.evaluate(RunRules.java:20)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
at
org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
at
org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:393)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2017-10-13T23:41:14.908 [INFO]
2017-10-13T23:41:14.908 [INFO] Results:
2017-10-13T23:41:14.908 [INFO]
2017-10-13T23:41:14.908 [ERROR] Errors:
2017-10-13T23:41:14.908 [ERROR]
WindowedWordCountIT.testWindowedWordCountInBatchDynamicSharding:94->testWindowedWordCountPipeline:187
» Runtime
2017-10-13T23:41:14.908 [ERROR]
WindowedWordCountIT.testWindowedWordCountInBatchStaticSharding:101->testWindowedWordCountPipeline:187
» Runtime
2017-10-13T23:41:14.908 [ERROR]
WindowedWordCountIT.testWindowedWordCountInStreamingStaticSharding:112->testWindowedWordCountPipeline:187
» Runtime
2017-10-13T23:41:14.908 [ERROR] WordCountIT.testE2EWordCount:70 » Runtime
(4a8eeebdf5f6e8ee): Workflow failed....
2017-10-13T23:41:14.908 [INFO]
2017-10-13T23:41:14.908 [ERROR] Tests run: 4, Failures: 0, Errors: 4, Skipped: 0
> dataflow-runner-integration-tests @ beam-examples-java fail in precommit
> suite on 2.2.0 branch
> -----------------------------------------------------------------------------------------------
>
> Key: BEAM-3056
> URL: https://issues.apache.org/jira/browse/BEAM-3056
> Project: Beam
> Issue Type: Bug
> Components: testing
> Affects Versions: 2.2.0
> Reporter: Valentyn Tymofieiev
> Assignee: Jason Kuster
>
> Here's an example of two instances where the issue affected me in the last
> few days.
> The test suite consistently made progress, then timed out after 150 min.
> https://builds.apache.org/job/beam_PreCommit_Java_MavenInstall/15044/consoleFull
> https://builds.apache.org/job/beam_PreCommit_Java_MavenInstall/15037/consoleFull
> What are our options here, besides increasing the timeout?
--
This message was sent by Atlassian JIRA
(v6.4.14#64029)
