See <https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/488/display/redirect?page=changes>
Changes: [dariusz.aniszewski] job for performance tests of file-based IOs [dimon.ivan] Moves out common configuration parts from BigtableIO.Read and [dariusz.aniszewski] make it possible to trigger this job from PR [aaltay] [BEAM-3174] Don't parse the release version just directly use the [github] [BEAM-3357] Remove upper bound for protobuf (#4274) ------------------------------------------ [...truncated 106.44 KB...] File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/internal/pickler.py";,> line 165, in new_save_module_dict return old_save_module_dict(pickler, obj) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/local/lib/python2.7/site-packages/dill/dill.py";,> line 841, in save_module_dict StockPickler.save_dict(pickler, obj) File "/usr/lib/python2.7/pickle.py", line 649, in save_dict self._batch_setitems(obj.iteritems()) File "/usr/lib/python2.7/pickle.py", line 686, in _batch_setitems save(v) File "/usr/lib/python2.7/pickle.py", line 331, in save self.save_reduce(obj=obj, *rv) File "/usr/lib/python2.7/pickle.py", line 419, in save_reduce save(state) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 548, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/internal/pickler.py";,> line 165, in new_save_module_dict return old_save_module_dict(pickler, obj) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/local/lib/python2.7/site-packages/dill/dill.py";,> line 841, in save_module_dict StockPickler.save_dict(pickler, obj) File "/usr/lib/python2.7/pickle.py", line 649, in save_dict self._batch_setitems(obj.iteritems()) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_empty_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest)' ====================================================================== ERROR: test_flattened_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 296, in test_flattened_side_input pipeline = self.create_pipeline() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 37, in create_pipeline return TestPipeline() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 99, in __init__ super(TestPipeline, self).__init__(runner, options) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 141, in __init__ errors = PipelineOptionsValidator(self._options, runner).validate() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/options/pipeline_options_validator.py";,> line 103, in validate errors.extend(self.options.view_as(cls).validate(self)) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/options/pipeline_options.py";,> line 485, in validate if validator.is_service_runner(): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/options/pipeline_options_validator.py";,> line 114, in is_service_runner self.options.view_as(GoogleCloudOptions).dataflow_endpoint) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/options/pipeline_options.py";,> line 226, in view_as view = cls(self._flags) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/options/pipeline_options.py";,> line 159, in __init__ self._visible_options, _ = parser.parse_known_args(flags) File "/usr/lib/python2.7/argparse.py", line 1722, in parse_known_args namespace, args = self._parse_known_args(args, namespace) File "/usr/lib/python2.7/argparse.py", line 1928, in _parse_known_args start_index = consume_optional(start_index) File "/usr/lib/python2.7/argparse.py", line 1868, in consume_optional take_action(action, args, option_string) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_flattened_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest)' ====================================================================== ERROR: test_iterable_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 176, in test_iterable_side_input beam.pvalue.AsIter(side)) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pvalue.py";,> line 103, in __or__ return self.pipeline.apply(ptransform, self) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 390, in apply label or transform.label) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 400, in apply return self.apply(transform, pvalueish) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 471, in apply result.element_type = transform.infer_output_type(input_element_type) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 795, in infer_output_type self.fn.infer_output_type(input_type)) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 453, in infer_output_type trivial_inference.infer_return_type(self._fn, [input_type])) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/typehints/trivial_inference.py";,> line 241, in infer_return_type return infer_return_type_func(c, input_types, debug, depth) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/typehints/trivial_inference.py";,> line 355, in infer_return_type_func state |= states[start] File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/typehints/trivial_inference.py";,> line 154, in __ror__ return self | left File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/typehints/trivial_inference.py";,> line 145, in __or__ def __or__(self, other): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_iterable_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest)' ====================================================================== ERROR: test_multi_valued_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/sideinputs_test.py";,> line 157, in test_multi_valued_singleton_side_input pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 102, in run result = super(TestPipeline, self).run() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 330, in run self.to_runner_api(), self.runner, self._options).run(False) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 531, in to_runner_api root_transform_id = context.transforms.get_id(self._root_transform()) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/pipeline_context.py";,> line 60, in get_id self._id_to_proto[id] = obj.to_runner_api(self._pipeline_context) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 761, in to_runner_api for part in self.parts], File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/pipeline_context.py";,> line 60, in get_id self._id_to_proto[id] = obj.to_runner_api(self._pipeline_context) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 761, in to_runner_api for part in self.parts], File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/pipeline_context.py";,> line 60, in get_id self._id_to_proto[id] = obj.to_runner_api(self._pipeline_context) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 759, in to_runner_api spec=transform_to_runner_api(self.transform, context), File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 756, in transform_to_runner_api return transform.to_runner_api(context) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,> line 453, in to_runner_api urn, typed_param = self.to_runner_api_parameter(context) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/io/iobase.py";,> line 837, in to_runner_api_parameter source=self.source.to_runner_api(context), File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/utils/urns.py";,> line 134, in to_runner_api return beam_runner_api_pb2.SdkFunctionSpec( File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_multi_valued_singleton_side_input (apache_beam.transforms.sideinputs_test.SideInputsTest)' ====================================================================== ERROR: test_par_do_with_multiple_outputs_and_using_return (apache_beam.transforms.ptransform_test.PTransformTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py";,> line 240, in test_par_do_with_multiple_outputs_and_using_return pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 104, in run state = result.wait_until_finish() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 956, in wait_until_finish time.sleep(5.0) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_par_do_with_multiple_outputs_and_using_return (apache_beam.transforms.ptransform_test.PTransformTest)' ====================================================================== ERROR: test_par_do_with_multiple_outputs_and_using_yield (apache_beam.transforms.ptransform_test.PTransformTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py";,> line 224, in test_par_do_with_multiple_outputs_and_using_yield pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 104, in run state = result.wait_until_finish() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 956, in wait_until_finish time.sleep(5.0) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_par_do_with_multiple_outputs_and_using_yield (apache_beam.transforms.ptransform_test.PTransformTest)' ====================================================================== ERROR: test_read_from_text_metrics (apache_beam.transforms.ptransform_test.PTransformTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 331, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/transforms/ptransform_test.py";,> line 195, in test_read_from_text_metrics res = pipeline.run() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 104, in run state = result.wait_until_finish() File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 956, in wait_until_finish time.sleep(5.0) File "<https://builds.apache.org/job/beam_PostCommit_Python_ValidatesRunner_Dataflow/ws/src/sdks/python/.eggs/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_read_from_text_metrics (apache_beam.transforms.ptransform_test.PTransformTest)' ---------------------------------------------------------------------- Ran 15 tests in 904.493s FAILED (errors=15) Build step 'Execute shell' marked build as failure Not sending mail to unregistered user [email protected] Not sending mail to unregistered user [email protected] Not sending mail to unregistered user [email protected] Not sending mail to unregistered user [email protected]
