See
<https://builds.apache.org/job/beam_PreCommit_Python_Cron/371/display/redirect?page=changes>
Changes:
[markliu] [BEAM-5334] Fix Python benmchmark with Gradle build
[chamikara] Fixes a bug that limited the size of records for TFRecord files
that are
[chamikara] Addresses reviewer comments.
------------------------------------------
[...truncated 942.86 KB...]
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError
======================================================================
FAIL: test_apply_custom_transform (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 221, in test_apply_custom_transform
pipeline.run()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
result = super(TestPipeline, self).run(test_runner_api)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_create (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 154, in test_create
pipeline.run()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
result = super(TestPipeline, self).run(test_runner_api)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_create_singleton_pcollection (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 176, in test_create_singleton_pcollection
pipeline.run()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
result = super(TestPipeline, self).run(test_runner_api)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_flatmap_builtin (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 170, in test_flatmap_builtin
pipeline.run()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
result = super(TestPipeline, self).run(test_runner_api)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_pipeline_as_context (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 319, in test_pipeline_as_context
p | Create([ValueError('msg')]) | Map(raise_exception)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 414, in __exit__
self.run().wait_until_finish()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_reuse_cloned_custom_transform_instance
(apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 247, in test_reuse_cloned_custom_transform_instance
pipeline.run()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 104, in run
result = super(TestPipeline, self).run(test_runner_api)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError:
-------------------- >> begin captured logging << --------------------
root: INFO: Missing pipeline option (runner). Executing pipeline using the
default runner: DirectRunner.
--------------------- >> end captured logging << ---------------------
======================================================================
FAIL: test_transform_no_super_init (apache_beam.pipeline_test.PipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline_test.py";,>
line 261, in test_transform_no_super_init
sorted(['a', 'b', 'c'] | 'AddSuffix' >> AddSuffix('-x')))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,>
line 835, in __ror__
return self.transform.__ror__(pvalueish, self.label)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,>
line 496, in __ror__
p.run().wait_until_finish()
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 394, in run
self.to_runner_api(), self.runner, self._options).run(False)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 407, in run
return self.runner.run_pipeline(self)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/direct/direct_runner.py";,>
line 133, in run_pipeline
from apache_beam.runners.portability.fn_api_runner import FnApiRunner
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner.py";,>
line 66, in <module>
beam.transforms.window.GlobalWindows.windowed_value(''))
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 89, in encode_nested
self.encode_to_stream(value, out, True)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 798, in encode_to_stream
self._value_coder.encode_to_stream(wv.value, out, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/coder_impl.py";,>
line 363, in encode_to_stream
out.write(value, nested)
File
"<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/apache_beam/coders/slow_stream.py";,>
line 40, in write
assert isinstance(b, bytes)
AssertionError
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 233 tests in 10.465s
FAILED (SKIP=22, failures=12)
ERROR: InvocationError for command
'<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/target/.tox/py3/bin/python>
setup.py nosetests --tests
apache_beam.coders,apache_beam.options,apache_beam.tools,apache_beam.utils,apache_beam.internal,apache_beam.metrics,apache_beam.portability,apache_beam.pipeline_test,apache_beam.pvalue_test'
(exited with code 1)
___________________________________ summary ____________________________________
ERROR: py3: commands failed
> Task :beam-sdks-python:testPython3 FAILED
:beam-sdks-python:testPython3 (Thread[Task worker for ':' Thread 4,5,main])
completed. Took 27.949 secs.
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PreCommit_Python_Cron/ws/src/sdks/python/build.gradle'>
line: 142
* What went wrong:
Execution failed for task ':beam-sdks-python:testPython3'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 21m 47s
10 actionable tasks: 10 executed
Publishing build scan...
https://gradle.com/s/7ajhygghbelbs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
