See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/6103/display/redirect?page=changes>
Changes: [robertwb] Attempt to stage resources via new API in portable runner. [pabloem] Fix from_container_image call ------------------------------------------ [...truncated 647.37 KB...] File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,> line 54, in test_wordcount_fnapi_it self._run_wordcount_it(wordcount.run, experiment='beam_fn_api') File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,> line 91, in _run_wordcount_it save_main_session=False) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py";,> line 121, in run result = p.run() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,> line 501, in run self._options).run(False) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,> line 514, in run return self.runner.run_pipeline(self, self._options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,> line 75, in run_pipeline self.result.cancel() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1653, in cancel return self.state File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1591, in state self._update_job() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 1544, in _update_job self._job = self._runner.dataflow_client.get_job(self.job_id()) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py";,> line 236, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,> line 806, in get_job response = self._client.projects_locations_jobs.Get(request) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py";,> line 699, in Get config, request, global_params=global_params) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/apitools/base/py/base_api.py";,> line 729, in _RunMethod http, http_request, **opts) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py";,> line 346, in MakeRequest check_response_func=check_response_func) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py";,> line 396, in _MakeRequestNoRetry redirections=redirections, connection_type=connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/oauth2client/transport.py";,> line 169, in new_request redirections, connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/oauth2client/transport.py";,> line 169, in new_request redirections, connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/httplib2/__init__.py";,> line 2133, in request cachekey, File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/httplib2/__init__.py";,> line 1796, in _request conn, request_uri, method, body, headers File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/httplib2/__init__.py";,> line 1737, in _conn_request response = conn.getresponse() File "/usr/lib/python2.7/httplib.py", line 1152, in getresponse response.begin() File "/usr/lib/python2.7/httplib.py", line 463, in begin version, status, reason = self._read_status() File "/usr/lib/python2.7/httplib.py", line 419, in _read_status line = self.fp.readline(_MAXLINE + 1) File "/usr/lib/python2.7/socket.py", line 480, in readline data = self._sock.recv(self._rbufsize) File "/usr/lib/python2.7/ssl.py", line 756, in recv return self.read(buflen) File "/usr/lib/python2.7/ssl.py", line 643, in read v = self._sslobj.read(len) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)' ====================================================================== ERROR: test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py";,> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/case.py";,> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/case.py";,> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/case.py";,> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 329, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py";,> line 57, in test_metrics_fnapi_it result = self.run_pipeline(experiment='beam_fn_api') File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py";,> line 45, in run_pipeline return dataflow_exercise_metrics_pipeline.apply_and_run(p) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline.py";,> line 167, in apply_and_run | 'm_out' >> beam.FlatMap( File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,> line 562, in __ror__ result = p.apply(self, pvalueish, label) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,> line 634, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 198, in apply return m(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 228, in apply_PTransform return transform.expand(input) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 2708, in expand | Map(coder.decode).with_output_types(self.get_output_type())) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pvalue.py";,> line 140, in __or__ return self.pipeline.apply(ptransform, self) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,> line 634, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 198, in apply return m(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 228, in apply_PTransform return transform.expand(input) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 2699, in expand return pcoll | Reshuffle() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pvalue.py";,> line 140, in __or__ return self.pipeline.apply(ptransform, self) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,> line 634, in apply pvalueish_result = self.runner.apply(transform, pvalueish, self._options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,> line 141, in apply return super(DataflowRunner, self).apply(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 198, in apply return m(transform, input, options) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,> line 228, in apply_PTransform return transform.expand(input) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/util.py";,> line 717, in expand | 'RemoveRandomKeys' >> Map(lambda t: t[1]).with_input_types( File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1526, in Map pardo = FlatMap(wrapper, *args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1472, in FlatMap pardo = ParDo(CallableWrapperDoFn(fn), *args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,> line 1228, in __init__ super(ParDo, self).__init__(fn, *args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,> line 788, in __init__ self.fn = pickler.loads(pickler.dumps(self.fn)) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,> line 254, in dumps s = dill.dumps(o) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 265, in dumps dump(obj, file, protocol, byref, fmode, recurse, **kwds)#, strictio) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 259, in dump Pickler(file, protocol, **_kwds).dump(obj) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 445, in dump StockPickler.dump(self, obj) File "/usr/lib/python2.7/pickle.py", line 224, in dump self.save(obj) File "/usr/lib/python2.7/pickle.py", line 331, in save self.save_reduce(obj=obj, *rv) File "/usr/lib/python2.7/pickle.py", line 425, in save_reduce save(state) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,> line 221, in new_save_module_dict return old_save_module_dict(pickler, obj) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 912, in save_module_dict StockPickler.save_dict(pickler, obj) File "/usr/lib/python2.7/pickle.py", line 655, in save_dict self._batch_setitems(obj.iteritems()) File "/usr/lib/python2.7/pickle.py", line 687, in _batch_setitems save(v) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 1421, in save_function obj.__dict__), obj=obj) File "/usr/lib/python2.7/pickle.py", line 401, in save_reduce save(args) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 568, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 554, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 1147, in save_cell pickler.save_reduce(_create_cell, (f,), obj=obj) File "/usr/lib/python2.7/pickle.py", line 401, in save_reduce save(args) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 554, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 1421, in save_function obj.__dict__), obj=obj) File "/usr/lib/python2.7/pickle.py", line 401, in save_reduce save(args) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 568, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/dill/_dill.py";,> line 878, in save_code pickler.save_reduce(CodeType, args, obj=obj) File "/usr/lib/python2.7/pickle.py", line 401, in save_reduce save(args) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 568, in save_tuple save(element) File "/usr/lib/python2.7/pickle.py", line 286, in save f(self, obj) # Call unbound method with explicit self File "/usr/lib/python2.7/pickle.py", line 495, in save_string self.memoize(obj) File "/usr/lib/python2.7/pickle.py", line 246, in memoize self.write(self.put(memo_len)) File "/usr/lib/python2.7/pickle.py", line 253, in put return BINPUT + chr(i) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py";,> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_metrics_fnapi_it (apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)' ---------------------------------------------------------------------- XML: nosetests-beam_python2.7_sdk.xml ---------------------------------------------------------------------- XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml> ---------------------------------------------------------------------- Ran 2 tests in 908.556s FAILED (errors=2) cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk:20200410-200651 Untagged: us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk@sha256:13ca20a5addab7ee70422f954d1a905e5e54def7d82a0907a77e12a441398f79 Deleted: sha256:d05a79bc5a82d2a287a77aed4a2d39d4c6ddb15ff060419ecc3ffe0d5e68c253 Deleted: sha256:3d85af68d4e75443751e93d4c7fdb7fc982c16f8967a9ee9f75d447e239712b3 Deleted: sha256:a8105b292a67300264aa16f2fdc699a0782391c2b9f12d2a1c71d2250d06a28b Deleted: sha256:8f1b1b61423b7f925c151ad09502872f9e948515993eb58258a9098b4bbb09d6 Deleted: sha256:e8faa6b8fe57ded99ff8054a063dfa6b6ae2bf3b106c806ca77de26bc136fa7c Deleted: sha256:1030e662192f29fedc30e4c0ddc2140674e155cb437b34c6d1c6f92fac0821c8 Deleted: sha256:cd177d4c7d52640f2ac30ec0788730dd17eaab14e3b34fd4582d30200c9a138a Deleted: sha256:69c819eac2148877930bc4142b53b445777ed1b380052fecfd9e22d3d91f9727 Deleted: sha256:3af51e78e933d6a1bf4fe9e5cdb1174f9fda532a9bd935325e2aa3e39cbcdad4 Deleted: sha256:1633b587fe38e69ef3fef32b7a51964ae0e14738c54ab08d6831c9cbf2e459c8 Deleted: sha256:96dc2d0da92ad27827a8c9144cb231aeb887802676dc153c47b4c3260ddfbe12 Deleted: sha256:390e12e0313653bffff41d1cf83a5c5b8838c8c045645eae6105845d0ccee277 Deleted: sha256:db3e37eabfbdb8d3aa3be4b8529867b1b0b6d49f47a7656a8ffb9b9d92529d24 Deleted: sha256:6c9607a225892b45182852c2393cd419a82124e4f2eec7a101f6df64dc28637b Deleted: sha256:928c6847f954fd95230e120906e5372d20c1badaaedb811d3164a0b069211c21 Deleted: sha256:6740d164c66b8ae13d9dc99b1255a4cc5e16183f36f408b26863805ac607ed18 Deleted: sha256:27e8d453282bad884b5032b8e96349b827d4a87cb0003c8b3f413a67be6a7d51 Deleted: sha256:1d6a63f55fedab0cdd8881f63bb7ae748366c485e0c894f64767d8386b6d3261 Deleted: sha256:ad974261d195e506c5cf5a266645bfe93ec75bb9427a217e687ebf231cc2fa94 Deleted: sha256:8b25cf3a4805bbe5ed147837ae192205a019892d556cdc7487181f9b7ed256aa Deleted: sha256:c2416bc97700bf75f0e4ae2420151ad9a1bbc772dfe026fafa128a13ee1d9dc8 Deleted: sha256:a036b6d184635c368e8efb0849d2bcd183ac5cc236e60ec62d697c349e7960ff Deleted: sha256:4e48f83a6b99310c6bc762c91499a88f137a3b6677a430889f369ad144821a5a Deleted: sha256:de9a7b128071a3de8c79b3bad28d62c85317c14d15876f4dbc914877d52b29f9 Deleted: sha256:74a32480759a70a61d2c7276874eaf8a4e86fdafaad075c47b18aaad5742e84f Deleted: sha256:eeb80b8be95c38d03c0c78d150ae666f067ddbac8496dbb496301add21c02f4b Digests: - us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk@sha256:13ca20a5addab7ee70422f954d1a905e5e54def7d82a0907a77e12a441398f79 Associated tags: - 20200410-200651 Tags: - us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk:20200410-200651 Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk:20200410-200651]. Deleted [us.gcr.io/apache-beam-testing/jenkins/beam_python2.7_sdk@sha256:13ca20a5addab7ee70422f954d1a905e5e54def7d82a0907a77e12a441398f79]. Removed the container Build step 'Execute shell' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
