[
https://issues.apache.org/jira/browse/BEAM-8912?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17061297#comment-17061297
]
Kyle Weaver commented on BEAM-8912:
-----------------------------------
This failed again, but with helpful failure information:
======================================================================
ERROR: test_assert_that (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in
test_assert_that
assert_that(p | beam.Create(['a', 'b']), equal_to(['a']))
File "apache_beam/pipeline.py", line 503, in __exit__
self.run().wait_until_finish()
File "apache_beam/pipeline.py", line 483, in run
self._options).run(False)
File "apache_beam/pipeline.py", line 496, in run
return self.runner.run_pipeline(self, self._options)
File "apache_beam/runners/portability/portable_runner.py", line 399, in
run_pipeline
result.wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 518, in
wait_until_finish
for state_response in self._state_stream:
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",
line 413, in next
return self._next()
==================== Timed out after 60 seconds. ====================
# Thread: <_Worker(Thread-21, started daemon 139751759787776)>
# Thread: <_Worker(Thread-7, started daemon 139752397338368)>
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",
line 697, in _next
_common.wait(self._state.condition.wait, _response_ready)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_common.py",
line 139, in wait
# Thread: <Thread(wait_until_finish_read, started daemon 139752878679808)>
# Thread: <Thread(Thread-6, started daemon 139752887072512)>
_wait_once(wait_fn, MAXIMUM_WAIT_TIMEOUT, spin_cb)
# Thread: <_MainThread(MainThread, started 139753682020096)>
# Thread: <Thread(Thread-1, started daemon 139752895727360)>
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_common.py",
line 104, in _wait_once
wait_fn(timeout=timeout)
==================== Timed out after 60 seconds. ====================
File "/usr/lib/python2.7/threading.py", line 359, in wait
_sleep(delay)
# Thread: <_Worker(Thread-1500, started daemon 139752388945664)>
# Thread: <Thread(wait_until_finish_read, started daemon 139752878679808)>
# Thread: <Thread(Thread-1495, started daemon 139751793358592)>
File "apache_beam/runners/portability/portable_runner_test.py", line 82, in
handler
# Thread: <_MainThread(MainThread, started 139753682020096)>
raise BaseException(msg)
# Thread: <Thread(Thread-1499, started daemon 139752887072512)>
BaseException: Timed out after 60 seconds.
======================================================================
ERROR: test_combine_per_key (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 585, in
test_combine_per_key
assert_that(res, equal_to([('a', 1.5), ('b', 3.0)]))
File "apache_beam/pipeline.py", line 503, in __exit__
self.run().wait_until_finish()
File "apache_beam/pipeline.py", line 483, in run
self._options).run(False)
File "apache_beam/pipeline.py", line 496, in run
return self.runner.run_pipeline(self, self._options)
File "apache_beam/runners/portability/portable_runner.py", line 399, in
run_pipeline
result.wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 528, in
wait_until_finish
(self._job_id, self._state, self._last_error_message()))
RuntimeError: Pipeline
test_combine_per_key_1584490211.15_4578ed7a-90a6-41a5-802f-b4284178ca06 failed
in state FAILED: akka.ConfigurationException: Could not start logger due to
[akka.ConfigurationException: Logger specified in config can't be loaded
[akka.event.slf4j.Slf4jLogger] due to
[akka.event.Logging$LoggerInitializationException: Logger log1-Slf4jLogger did
not respond with LoggerInitialized, sent instead [TIMEOUT]]]
======================================================================
ERROR: test_assert_that (__main__.FlinkRunnerTestOptimized)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 105, in
test_assert_that
assert_that(p | beam.Create(['a', 'b']), equal_to(['a']))
File "apache_beam/pipeline.py", line 503, in __exit__
self.run().wait_until_finish()
File "apache_beam/pipeline.py", line 483, in run
self._options).run(False)
File "apache_beam/pipeline.py", line 496, in run
return self.runner.run_pipeline(self, self._options)
File "apache_beam/runners/portability/portable_runner.py", line 399, in
run_pipeline
result.wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 518, in
wait_until_finish
for state_response in self._state_stream:
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",
line 413, in next
return self._next()
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_channel.py",
line 697, in _next
_common.wait(self._state.condition.wait, _response_ready)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_common.py",
line 139, in wait
_wait_once(wait_fn, MAXIMUM_WAIT_TIMEOUT, spin_cb)
File
"/home/jenkins/jenkins-slave/workspace/beam_PreCommit_Python2_PVR_Flink_Commit/src/build/gradleenv/1866363813/local/lib/python2.7/site-packages/grpc/_common.py",
line 104, in _wait_once
wait_fn(timeout=timeout)
File "/usr/lib/python2.7/threading.py", line 359, in wait
_sleep(delay)
File "apache_beam/runners/portability/portable_runner_test.py", line 82, in
handler
raise BaseException(msg)
BaseException: Timed out after 60 seconds.
----------------------------------------------------------------------
Ran 78 tests in 1509.527s
FAILED (errors=3, skipped=14)
> PreCommit_Python2_PVR_Flink_Commit flaky
> ----------------------------------------
>
> Key: BEAM-8912
> URL: https://issues.apache.org/jira/browse/BEAM-8912
> Project: Beam
> Issue Type: Sub-task
> Components: runner-flink
> Reporter: Ahmet Altay
> Assignee: Kyle Weaver
> Priority: Critical
>
> cc: [~angoenka]
> Logs:
> [https://builds.apache.org/job/beam_PreCommit_Python2_PVR_Flink_Commit/1687/console]
> Error:
> 42assert_that/Group/GroupByKey/GroupByWindow.None/beam:env:external:v1:0:beam:metric:sampled_byte_size:v1
> \{PCOLLECTION=ref_PCollection_PCollection_27}: DistributionResult\{sum=59,
> count=1, min=59, max=59}))*19:44:02* [flink-runner-job-invoker] WARN
> org.apache.beam.runners.fnexecution.jobsubmission.InMemoryJobService - Failed
> to remove job staging directory for token
> \{"sessionId":"job_b05dbc6c-00d8-4df1-9bf1-efdf35899fa6","basePath":"/tmp/flinktestdPbkyj"}:
> {}*19:44:02* java.io.FileNotFoundException:
> /tmp/flinktestdPbkyj/job_b05dbc6c-00d8-4df1-9bf1-efdf35899fa6/MANIFEST (No
> such file or directory)*19:44:02* at
> java.io.FileInputStream.open0(Native Method)*19:44:02* at
> java.io.FileInputStream.open(FileInputStream.java:195)*19:44:02* at
> java.io.FileInputStream.<init>(FileInputStream.java:138)*19:44:02* at
> org.apache.beam.sdk.io.LocalFileSystem.open(LocalFileSystem.java:118)*19:44:02*
> at
> org.apache.beam.sdk.io.LocalFileSystem.open(LocalFileSystem.java:82)*19:44:02*
> at
> org.apache.beam.sdk.io.FileSystems.open(FileSystems.java:252)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactRetrievalService.loadManifest(BeamFileSystemArtifactRetrievalService.java:88)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService.removeArtifacts(BeamFileSystemArtifactStagingService.java:92)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.JobServerDriver.lambda$createJobService$0(JobServerDriver.java:63)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.InMemoryJobService.lambda$run$0(InMemoryJobService.java:201)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.setState(JobInvocation.java:241)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation.access$200(JobInvocation.java:48)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation$1.onSuccess(JobInvocation.java:110)*19:44:02*
> at
> org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation$1.onSuccess(JobInvocation.java:96)*19:44:02*
> at
> org.apache.beam.vendor.guava.v26_0_jre.com.google.common.util.concurrent.Futures$CallbackListener.run(Futures.java:1058)*19:44:02*
> at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)*19:44:02*
> at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)*19:44:02*
> at java.lang.Thread.run(Thread.java:748)*19:44:02*
> INFO:apache_beam.runners.portability.portable_runner:Job state changed to
> DONE*19:44:02* .INFO:__main__:removing conf dir:
> /tmp/flinktest-confGy17Mj*19:44:02*
--
This message was sent by Atlassian Jira
(v8.3.4#803005)
