See <https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/7908/display/redirect?page=changes>
Changes: [Ismaël Mejía] [BEAM-10670] Use non-SDF based translation for Read by default on Spark ------------------------------------------ [...truncated 51.69 MB...] File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/case.py";,> line 152, in runTest test(result) File "/usr/lib/python3.8/unittest/case.py", line 736, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.8/unittest/case.py", line 676, in run self._callTestMethod(testMethod) File "/usr/lib/python3.8/unittest/case.py", line 633, in _callTestMethod method() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner/translations_test.py";,> line 285, in test_run_packable_combine_globally _ = pipeline | Create(vals) | 'multiple-combines' >> MultipleCombines() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 585, in __exit__ self.result = self.run() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,> line 112, in run result = super(TestPipeline, self).run( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 537, in run return Pipeline.from_runner_api( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 564, in run return self.runner.run_pipeline(self, self._options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 72, in run_pipeline self.result.cancel() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1652, in cancel return self.state File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1590, in state self._update_job() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1543, in _update_job self._job = self._runner.dataflow_client.get_job(self.job_id()) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/utils/retry.py";,> line 253, in wrapper return fun(*args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,> line 865, in get_job response = self._client.projects_locations_jobs.Get(request) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py";,> line 928, in Get return self._RunMethod( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apitools/base/py/base_api.py";,> line 728, in _RunMethod http_response = http_wrapper.MakeRequest( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apitools/base/py/http_wrapper.py";,> line 348, in MakeRequest return _MakeRequestNoRetry( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/apitools/base/py/http_wrapper.py";,> line 397, in _MakeRequestNoRetry info, content = http.request( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/oauth2client/transport.py";,> line 173, in new_request resp, content = request(orig_request_method, uri, method, body, File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/oauth2client/transport.py";,> line 280, in request return http_callable(uri, method=method, body=body, headers=headers, File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/oauth2client/transport.py";,> line 173, in new_request resp, content = request(orig_request_method, uri, method, body, File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/oauth2client/transport.py";,> line 280, in request return http_callable(uri, method=method, body=body, headers=headers, File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/httplib2/__init__.py";,> line 1708, in request (response, content) = self._request( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/httplib2/__init__.py";,> line 1424, in _request (response, content) = self._conn_request(conn, request_uri, method, body, headers) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/httplib2/__init__.py";,> line 1376, in _conn_request response = conn.getresponse() File "/usr/lib/python3.8/http/client.py", line 1347, in getresponse response.begin() File "/usr/lib/python3.8/http/client.py", line 307, in begin version, status, reason = self._read_status() File "/usr/lib/python3.8/http/client.py", line 268, in _read_status line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1") File "/usr/lib/python3.8/socket.py", line 669, in readinto return self._sock.recv_into(b) File "/usr/lib/python3.8/ssl.py", line 1241, in recv_into return self.read(nbytes, buffer) File "/usr/lib/python3.8/ssl.py", line 1099, in read return self._sslobj.read(len, buffer) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() nose.plugins.multiprocess.TimedOutException: 'test_run_packable_combine_globally (apache_beam.runners.portability.fn_api_runner.translations_test.TranslationsTest)' ====================================================================== ERROR: test_run_packable_combine_per_key (apache_beam.runners.portability.fn_api_runner.translations_test.TranslationsTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/case.py";,> line 46, in __call__ return self.run(*arg, **kwarg) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/case.py";,> line 134, in run self.runTest(result) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/case.py";,> line 152, in runTest test(result) File "/usr/lib/python3.8/unittest/case.py", line 736, in __call__ return self.run(*args, **kwds) File "/usr/lib/python3.8/unittest/case.py", line 676, in run self._callTestMethod(testMethod) File "/usr/lib/python3.8/unittest/case.py", line 633, in _callTestMethod method() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/portability/fn_api_runner/translations_test.py";,> line 255, in test_run_packable_combine_per_key pipeline File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,> line 601, in __ror__ result = p.apply(self, pvalueish, label) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 694, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 188, in apply return m(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 218, in apply_PTransform return transform.expand(input) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 2928, in expand pbegin File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pvalue.py";,> line 142, in __or__ return self.pipeline.apply(ptransform, self) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 694, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 188, in apply return m(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 218, in apply_PTransform return transform.expand(input) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 2923, in expand return pcoll | Reshuffle() File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pvalue.py";,> line 142, in __or__ return self.pipeline.apply(ptransform, self) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/pipeline.py";,> line 694, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 188, in apply return m(transform, input, options) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 218, in apply_PTransform return transform.expand(input) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/util.py";,> line 719, in expand | 'RemoveRandomKeys' >> Map(lambda t: t[1]).with_input_types( File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1593, in Map pardo = FlatMap(wrapper, *args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1539, in FlatMap pardo = ParDo(CallableWrapperDoFn(fn), *args, **kwargs) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1232, in __init__ self._signature = DoFnSignature(self.fn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/common.py";,> line 304, in __init__ self._is_stateful_dofn = userstate.is_stateful_dofn(do_fn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/userstate.py";,> line 265, in is_stateful_dofn all_state_specs, all_timer_specs = get_dofn_specs(dofn) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/userstate.py";,> line 242, in get_dofn_specs method = MethodWrapper(dofn, method_name) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/runners/common.py";,> line 179, in __init__ self.args, self.defaults = core.get_function_arguments(obj_to_invoke, File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 361, in get_function_arguments return get_function_args_defaults(f) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 375, in get_function_args_defaults signature = get_signature(f) File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/apache_beam/typehints/decorators.py";,> line 199, in get_signature signature = inspect_.signature(func) File "/usr/lib/python3.8/inspect.py", line 3093, in signature return Signature.from_callable(obj, follow_wrapped=follow_wrapped) File "/usr/lib/python3.8/inspect.py", line 2842, in from_callable return _signature_from_callable(obj, sigcls=cls, File "/usr/lib/python3.8/inspect.py", line 2221, in _signature_from_callable sig = _signature_from_callable( File "/usr/lib/python3.8/inspect.py", line 2292, in _signature_from_callable return _signature_from_function(sigcls, obj, File "/usr/lib/python3.8/inspect.py", line 2136, in _signature_from_function keyword_only_count = func_code.co_kwonlyargcount File "<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() nose.plugins.multiprocess.TimedOutException: 'test_run_packable_combine_per_key (apache_beam.runners.portability.fn_api_runner.translations_test.TranslationsTest)' Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_46_59-17643850423439235320?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_56_06-12079162170544724605?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_04_55-16173838439311692993?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_47_01-10607811869417969152?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_55_24-2856705304798738902?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_03_35-35652760083966735?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_11_19-2013843931765215536?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_46_57-7619971330177897555?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_55_28-1529417925172738733?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_03_29-17740096426042776412?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_46_57-5311328962942488428?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_55_39-11050711352824722973?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_04_10-14618251691112861160?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_13_11-128608362647773607?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_21_47-14642005314611076606?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_46_58-9108773496504158990?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_57_24-12071948296354430562?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_05_48-13538436642179781688?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_47_30-9717476658819575472?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_57_00-5940597279814345088?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_05_45-7548802160488868497?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_46_57-8161740821216479630?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_05_55_12-16416152509611842130?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_02_57-8498759558945063116?project=apache-beam-testing Worker logs: https://console.cloud.google.com/dataflow/jobs/us-central1/2021-05-12_06_11_25-9939931603611252832?project=apache-beam-testing ---------------------------------------------------------------------- XML: nosetests-validatesRunnerStreamingTests-df-py38.xml ---------------------------------------------------------------------- XML: <https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/nosetests.xml> ---------------------------------------------------------------------- Ran 33 tests in 4503.842s FAILED (SKIP=3, errors=2) > Task :sdks:python:test-suites:dataflow:py38:validatesRunnerStreamingTests > FAILED FAILURE: Build completed with 3 failures. 1: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 175 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py37:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 2: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 175 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py36:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== 3: Task failed with an exception. ----------- * Where: Script '<https://ci-beam.apache.org/job/beam_PostCommit_Py_VR_Dataflow/ws/src/sdks/python/test-suites/dataflow/common.gradle'> line: 175 * What went wrong: Execution failed for task ':sdks:python:test-suites:dataflow:py38:validatesRunnerStreamingTests'. > Process 'command 'sh'' finished with non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. ============================================================================== * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 7.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/6.8.3/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 2h 1m 19s 89 actionable tasks: 60 executed, 29 from cache Publishing build scan... https://gradle.com/s/m5t2l2hpn2v3q Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
