See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/7433/display/redirect?page=changes>
Changes:
[heejong] [BEAM-11520] Stage extra PyPI dependencies with generated requirements
[heejong] raise exception for non-file type artifacts
------------------------------------------
[...truncated 1.11 MB...]
redirections=redirections, connection_type=connection_type)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/oauth2client/transport.py";,>
line 175, in new_request
redirections, connection_type)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/oauth2client/transport.py";,>
line 282, in request
connection_type=connection_type)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/oauth2client/transport.py";,>
line 175, in new_request
redirections, connection_type)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/oauth2client/transport.py";,>
line 282, in request
connection_type=connection_type)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/httplib2/__init__.py";,>
line 1991, in request
cachekey,
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/httplib2/__init__.py";,>
line 1651, in _request
conn, request_uri, method, body, headers
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/httplib2/__init__.py";,>
line 1589, in _conn_request
response = conn.getresponse()
File "/usr/lib/python3.6/http/client.py", line 1331, in getresponse
response.begin()
File "/usr/lib/python3.6/http/client.py", line 297, in begin
version, status, reason = self._read_status()
File "/usr/lib/python3.6/http/client.py", line 258, in _read_status
line = str(self.fp.readline(_MAXLINE + 1), "iso-8859-1")
File "/usr/lib/python3.6/socket.py", line 586, in readinto
return self._sock.recv_into(b)
File "/usr/lib/python3.6/ssl.py", line 1012, in recv_into
return self.read(nbytes, buffer)
File "/usr/lib/python3.6/ssl.py", line 874, in read
return self._sslobj.read(len, buffer)
File "/usr/lib/python3.6/ssl.py", line 631, in read
v = self._sslobj.read(len, buffer)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
nose.plugins.multiprocess.TimedOutException: 'test_wordcount_fnapi_it
(apache_beam.examples.wordcount_it_test.WordCountIT)'
======================================================================
ERROR: test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 46, in __call__
return self.run(*arg, **kwarg)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 134, in run
self.runTest(result)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 152, in runTest
test(result)
File "/usr/lib/python3.6/unittest/case.py", line 653, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python3.6/unittest/case.py", line 605, in run
testMethod()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 64, in test_wordcount_it_with_prebuilt_sdk_container
prebuild_sdk_container_engine='local_docker')
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 106, in _run_wordcount_it
test_pipeline.get_full_options_as_args(**extra_opts),
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/testing/test_pipeline.py";,>
line 174, in get_full_options_as_args
options.append('--%s=%s' % (k, pickler.dumps(v).decode()))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,>
line 266, in dumps
c = bz2.compress(s, compresslevel=9)
File "/usr/lib/python3.6/bz2.py", line 338, in compress
return comp.compress(data) + comp.flush()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
nose.plugins.multiprocess.TimedOutException:
'test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT)'
======================================================================
ERROR: test_metrics_fnapi_it
(apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 46, in __call__
return self.run(*arg, **kwarg)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 134, in run
self.runTest(result)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/case.py";,>
line 152, in runTest
test(result)
File "/usr/lib/python3.6/unittest/case.py", line 653, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python3.6/unittest/case.py", line 605, in run
testMethod()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py";,>
line 57, in test_metrics_fnapi_it
result = self.run_pipeline(experiment='beam_fn_api')
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py";,>
line 45, in run_pipeline
return dataflow_exercise_metrics_pipeline.apply_and_run(p)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline.py";,>
line 167, in apply_and_run
| 'm_out' >> beam.FlatMap(
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,>
line 573, in __ror__
result = p.apply(self, pvalueish, label)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 689, in apply
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 151, in apply
return super(DataflowRunner, self).apply(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 188, in apply
return m(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 218, in apply_PTransform
return transform.expand(input)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 2959, in expand
| Map(coder.decode).with_output_types(self.get_output_type()))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pvalue.py";,>
line 141, in __or__
return self.pipeline.apply(ptransform, self)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 689, in apply
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 151, in apply
return super(DataflowRunner, self).apply(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 188, in apply
return m(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 218, in apply_PTransform
return transform.expand(input)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 2950, in expand
return pcoll | Reshuffle()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pvalue.py";,>
line 141, in __or__
return self.pipeline.apply(ptransform, self)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 689, in apply
pvalueish_result = self.runner.apply(transform, pvalueish, self._options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 151, in apply
return super(DataflowRunner, self).apply(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 188, in apply
return m(transform, input, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/runner.py";,>
line 218, in apply_PTransform
return transform.expand(input)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/util.py";,>
line 720, in expand
| 'RemoveRandomKeys' >>
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1615, in Map
pardo = FlatMap(wrapper, *args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1561, in FlatMap
pardo = ParDo(CallableWrapperDoFn(fn), *args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/core.py";,>
line 1244, in __init__
super(ParDo, self).__init__(fn, *args, **kwargs)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/ptransform.py";,>
line 829, in __init__
self.fn = pickler.loads(pickler.dumps(self.fn))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,>
line 247, in dumps
s = dill.dumps(o)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/dill/_dill.py";,>
line 265, in dumps
dump(obj, file, protocol, byref, fmode, recurse, **kwds)#, strictio)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/dill/_dill.py";,>
line 259, in dump
Pickler(file, protocol, **_kwds).dump(obj)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/dill/_dill.py";,>
line 445, in dump
StockPickler.dump(self, obj)
File "/usr/lib/python3.6/pickle.py", line 409, in dump
self.save(obj)
File "/usr/lib/python3.6/pickle.py", line 521, in save
self.save_reduce(obj=obj, *rv)
File "/usr/lib/python3.6/pickle.py", line 634, in save_reduce
save(state)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,>
line 217, in new_save_module_dict
return old_save_module_dict(pickler, obj)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/dill/_dill.py";,>
line 912, in save_module_dict
StockPickler.save_dict(pickler, obj)
File "/usr/lib/python3.6/pickle.py", line 821, in save_dict
self._batch_setitems(obj.items())
File "/usr/lib/python3.6/pickle.py", line 847, in _batch_setitems
save(v)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/dill/_dill.py";,>
line 1413, in save_function
obj.__dict__, fkwdefaults), obj=obj)
File "/usr/lib/python3.6/pickle.py", line 610, in save_reduce
save(args)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/lib/python3.6/pickle.py", line 751, in save_tuple
save(element)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,>
line 213, in new_save_module_dict
getattr, (known_module_dicts[obj_id][0], '__dict__'), obj=obj)
File "/usr/lib/python3.6/pickle.py", line 610, in save_reduce
save(args)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File "/usr/lib/python3.6/pickle.py", line 736, in save_tuple
save(element)
File "/usr/lib/python3.6/pickle.py", line 476, in save
f(self, obj) # Call unbound method with explicit self
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/internal/pickler.py";,>
line 173, in save_module
pickler.save_reduce(dill.dill._import_module, (obj.__name__, ), obj=obj)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
nose.plugins.multiprocess.TimedOutException: 'test_metrics_fnapi_it
(apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)'
----------------------------------------------------------------------
XML: nosetests-beam_python3.6_sdk.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 3 tests in 905.688s
FAILED (errors=3)
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210213-000024
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:fa661902f1494f913c85b4a34977affd0cf0f0bd30d6dbd890b6c218a3247faa
Deleted: sha256:6f4d5877f8c066f277f390c211262eea124729fd1dc4c332929d5b623ba82b9a
Deleted: sha256:90f396e2fec32215cb7f99b191e29c8fc022407a57e8c926b6200ebe6f361d75
Deleted: sha256:2f1e915d18f43a90f4100f5ea79f4a38f91894dc5cbda6040288ae8c49a11d30
Deleted: sha256:0faaaf4bd8061fb74eade900f62692715f0a3954dabc19f7cc08023f3ac4d61b
Deleted: sha256:03dc8c248fde9243dd1b4060f7fa3ae428b12608b0fd285f427a9fc311fd3696
Deleted: sha256:5ef0eeba9b51684fb47c04fc7e3e001ec1c47635a14b74220141855fe552fa08
Deleted: sha256:39e51cb0cba6447e30a5fc1b990cf5b5f52d4fab2f9b1d27ff7adb84086be8f4
Deleted: sha256:7fe9683c530483858d460dc161e628075f89c45b72c600c0774c7388a1b0a6ba
Deleted: sha256:6543fb4b663fc796218258d01007a110f0206960992d2210148c8bdd2af42847
Deleted: sha256:986c34428f4d6d7d82aafdca6359265d90d78bb77d8305557da980423a171849
Deleted: sha256:f9465703c84be54714460b5ef4b4a1e3924b83b220258ecfaed714ef5dc69ed4
Deleted: sha256:144200d80816584b4c94bf03e567ee939535fa0ce0a0089d38f2aa15c629dbf6
Deleted: sha256:075469d2892b0265c83ccb3edde77cd548c902c6292d7e48d85f3a073fb80b5e
Deleted: sha256:c856d80cccc873396a926a8345a9e6458d6a2200859b93b8a5bd53203fccba01
Deleted: sha256:ba7773ce87a5c9a5788ff2815adfd776ebba50223fbd972005c8b01c695d56a2
Deleted: sha256:d97b777886c87c3958a571005bc3290350a2a1e3d7a5d48f66b695434ade7200
Deleted: sha256:5f266554f9255d680f6671c889bf8663b2c3338f3ff9beb13e70fa525ce2e2a3
Deleted: sha256:754bb755310482470aae5538405e34b5e478961b9cfc894f93395d12a15e8442
Deleted: sha256:8a32a442e41d59a4270dafcecabc0a55db943ff145104ae43df307a70b9a89f4
Deleted: sha256:2787cd15e800d20619087fee94f9cc6b4e7f7c2e2bf4cf4a48783553eb791d0d
Deleted: sha256:3ddb8aadb0f73655d71c5b307082012389bd25f5b25a547e9b77270341636018
Deleted: sha256:728c2d699837e8c6699dceb7b0fca3309d776172098db305f529db0a151da8f0
Deleted: sha256:6df233e51be1c687c2e069cdb9399746624373b3cf9b77cbc0dc9f4fddefee38
Deleted: sha256:618ebc5dd10542c63474ae637f010c70267a8be120ee67fab3a489ef803a3701
Deleted: sha256:10c9007c311804e85569850e9f5eb79da4513b2ebe4f08a933aace4f99c51f31
Deleted: sha256:bc2151a76f625f44d5efc5496e93235d98fcdb7abb2ebe043fcb7acfd16cebd3
Deleted: sha256:f6e1e34df6657c43b1532908a04d32853030d961b8dea0135675c9752cbee14d
Deleted: sha256:a4a9ec4f060529be1b87ea0fd273ed2d9f54bba2d9cb4ce83dacd5493ac904ab
Deleted: sha256:451d9281aba57da87ea2feee88b3163b12bf133ec6af8e014048b85683ac03ae
Deleted: sha256:ce2143e3e29049dfa7fcecfbf7b28d183b281da6349a429ade11a1ceb85d28e2
Deleted: sha256:660e619dc6f02ebd4392d566061ebff7cce7d2f77309dd5f821c700a9447447c
Deleted: sha256:3b86d25064d6bd25f09eac4b04ad228ef80baf79e628459d1ea556983d92f117
Deleted: sha256:85a1a8c274c91ca14d2bcd8f06e194667b827fb5c42cc9653683b322e92237c0
Deleted: sha256:aa6c35d9a161861551d170833fc5c9aecf5fe479c2638a839c77218b1f706477
Deleted: sha256:152b6befcc9450a4438fc5379a53e3eed126e93bbca7c9c4fc71613d27e95dcb
Deleted: sha256:a4d7ba1bea53e58572779ef74cce32b74cfc9d44b90f5c0ca7b568e223fd2c00
Deleted: sha256:139168167fad8e5b7c73cb3b0f5991dd5dda59c25a67b7ce68d034c04be4272b
Deleted: sha256:76bd17b1764f9d1a3b261a7e25bd5a8cd93a915411928b31483ec3b1937b0f3f
Deleted: sha256:e31e2e626b5efae51c291f5dc16d5cfe1cde598a43bf1d4b55e8c1b941c065df
docker images --format '{{.Repository}}:{{.Tag}}' | grep 'prebuilt_sdk'
"docker rmi" requires at least 1 argument.
See 'docker rmi --help'.
Usage: docker rmi [OPTIONS] IMAGE [IMAGE...]
Remove one or more images
Failed to remove prebuilt sdk container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:fa661902f1494f913c85b4a34977affd0cf0f0bd30d6dbd890b6c218a3247faa
Associated tags:
- 20210213-000024
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210213-000024
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20210213-000024].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:fa661902f1494f913c85b4a34977affd0cf0f0bd30d6dbd890b6c218a3247faa].
Removed the container
Build step 'Execute shell' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
