See
<https://builds.apache.org/job/beam_PostCommit_Python_PVR_Flink_Gradle/89/display/redirect?page=changes>
Changes:
[chamikara] Fixes a bug that limited the size of records for TFRecord files
that are
[chamikara] Addresses reviewer comments.
------------------------------------------
[...truncated 566.42 KB...]
File "apache_beam/runners/portability/fn_api_runner_test.py", line 275, in
test_combine_per_key
assert_that(res, equal_to([('a', 1.5), ('b', 3.0)]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_combine_per_key_1537498864.63_c20e97eb-d45a-4b61-ace4-015db8dc8b6a failed
in state FAILED.
======================================================================
ERROR: test_create (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 63, in
test_create
assert_that(p | beam.Create(['a', 'b']), equal_to(['a', 'b']))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_create_1537498864.99_2b40f1bc-e5b3-4f27-8b35-e0990643b0f0 failed in state
FAILED.
======================================================================
ERROR: test_flatten (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 268, in
test_flatten
assert_that(res, equal_to(['a', 'b', 'c', 'd']))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_flatten_1537498865.48_4b9df673-1854-4082-9c17-233ca4d548c6 failed in state
FAILED.
======================================================================
ERROR: test_flattened_side_input (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 191, in
test_flattened_side_input
equal_to([(None, {'a': 1, 'b': 2})]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_flattened_side_input_1537498865.98_4dfcdce2-c89b-42e8-8b38-68a09ebc13de
failed in state FAILED.
======================================================================
ERROR: test_gbk_side_input (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 199, in
test_gbk_side_input
equal_to([(None, {'a': [1]})]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_gbk_side_input_1537498866.48_cffa9af4-dfd1-4d62-aac1-b5f1d2fce0f3 failed
in state FAILED.
======================================================================
ERROR: test_group_by_key (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 261, in
test_group_by_key
assert_that(res, equal_to([('a', [1, 2]), ('b', [3])]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_group_by_key_1537498866.96_9f76e8e7-7f4d-459d-9f75-9dc3e36c3174 failed in
state FAILED.
======================================================================
ERROR: test_large_elements (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 317, in
test_large_elements
assert_that(gbk_res, equal_to(['a', 'b']), label='gbk')
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_large_elements_1537498867.31_f4bfbb08-586f-4add-ba2f-d98dd8b5d82b failed
in state FAILED.
======================================================================
ERROR: test_multimap_side_input (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 210, in
test_multimap_side_input
equal_to([('a', [1, 3]), ('b', [2])]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_multimap_side_input_1537498867.87_8c34aa03-4a09-4481-b69b-d3a39fdd7b7b
failed in state FAILED.
======================================================================
ERROR: test_pardo (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 71, in
test_pardo
assert_that(res, equal_to(['aax', 'bcbcx']))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_1537498868.29_3274433b-7e3f-4759-8b19-c06fd86a2cbb failed in state
FAILED.
======================================================================
ERROR: test_pardo_side_and_main_outputs (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 143, in
test_pardo_side_and_main_outputs
assert_that(unnamed.odd, equal_to([1, 3]), label='unnamed.odd')
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_side_and_main_outputs_1537498868.76_4ecbfc5a-e028-4cee-a2b9-d5a1184ac85f
failed in state FAILED.
======================================================================
ERROR: test_pardo_side_inputs (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 154, in
test_pardo_side_inputs
('a', 'y'), ('b', 'y'), ('c', 'y')]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_side_inputs_1537498870.08_856aae5d-2c24-418b-8564-4c30084d0b45
failed in state FAILED.
======================================================================
ERROR: test_pardo_side_outputs (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 125, in
test_pardo_side_outputs
assert_that(xy.y, equal_to(['y', 'xy']), label='y')
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_side_outputs_1537498870.5_7cba3a14-2f2d-4812-b0ca-0f3a7a29fba9
failed in state FAILED.
======================================================================
ERROR: test_pardo_state_only (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 253, in
test_pardo_state_only
equal_to(expected))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_state_only_1537498871.01_1955f97d-b2a6-4ec4-82b0-95dab197bd05 failed
in state FAILED.
======================================================================
ERROR: test_pardo_unfusable_side_inputs (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 220, in
test_pardo_unfusable_side_inputs
equal_to([('a', 'a'), ('a', 'b'), ('b', 'a'), ('b', 'b')]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_unfusable_side_inputs_1537498871.34_c9e78222-3d93-44f9-b56c-88ed13324bee
failed in state FAILED.
======================================================================
ERROR: test_pardo_windowed_side_inputs (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 181, in
test_pardo_windowed_side_inputs
label='windowed')
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_pardo_windowed_side_inputs_1537498871.66_06149be1-2211-433b-8d50-c81bd4b32579
failed in state FAILED.
======================================================================
ERROR: test_read (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_PVR_Flink_Gradle/ws/src/sdks/python/apache_beam/runners/portability/flink_runner_test.py";,>
line 78, in test_read
assert_that(lines, lambda lines: len(lines) > 0)
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_read_1537498872.02_0e0c5d38-966e-46c2-93f3-78f974b53939 failed in state
FAILED.
======================================================================
ERROR: test_windowing (__main__.FlinkRunnerTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File "apache_beam/runners/portability/fn_api_runner_test.py", line 298, in
test_windowing
assert_that(res, equal_to([('k', [1, 2]), ('k', [100, 101, 102])]))
File "apache_beam/pipeline.py", line 414, in __exit__
self.run().wait_until_finish()
File "apache_beam/runners/portability/portable_runner.py", line 209, in
wait_until_finish
'Pipeline %s failed in state %s.' % (self._job_id, self._state))
RuntimeError: Pipeline
test_windowing_1537498872.33_3d52cdf2-c144-45db-9a41-cac849f974d9 failed in
state FAILED.
----------------------------------------------------------------------
Ran 24 tests in 10.320s
FAILED (errors=17, skipped=5)
> Task :beam-sdks-python:flinkCompatibilityMatrixStreaming FAILED
:beam-sdks-python:flinkCompatibilityMatrixStreaming (Thread[Task worker for ':'
Thread 3,5,main]) completed. Took 12.051 secs.
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_PVR_Flink_Gradle/ws/src/sdks/python/build.gradle'>
line: 340
* What went wrong:
Execution failed for task ':beam-sdks-python:flinkCompatibilityMatrixBatch'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_PVR_Flink_Gradle/ws/src/sdks/python/build.gradle'>
line: 340
* What went wrong:
Execution failed for task ':beam-sdks-python:flinkCompatibilityMatrixStreaming'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 5m 55s
59 actionable tasks: 55 executed, 3 from cache, 1 up-to-date
Publishing build scan...
https://gradle.com/s/7x7spb56ijv4e
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
