See <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/914/display/redirect?page=changes>
Changes: [lukasz.gajowy] [BEAM-5355] Add GroupByKeyLoadTest ------------------------------------------ [...truncated 168.71 KB...] copying apache_beam/runners/worker/statesampler.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/statesampler_fast.pxd -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/statesampler_fast.pyx -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/statesampler_slow.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/statesampler_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/worker_id_interceptor.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/runners/worker/worker_id_interceptor_test.py -> apache-beam-2.8.0.dev0/apache_beam/runners/worker copying apache_beam/testing/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/pipeline_verifiers.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/pipeline_verifiers_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/synthetic_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/synthetic_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_pipeline.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_stream.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_stream_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_utils.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/test_utils_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/util.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/testing copying apache_beam/testing/benchmarks/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks copying apache_beam/testing/benchmarks/nexmark/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark copying apache_beam/testing/benchmarks/nexmark/nexmark_launcher.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark copying apache_beam/testing/benchmarks/nexmark/nexmark_util.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark copying apache_beam/testing/benchmarks/nexmark/models/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models copying apache_beam/testing/benchmarks/nexmark/models/nexmark_model.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/models copying apache_beam/testing/benchmarks/nexmark/queries/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries copying apache_beam/testing/benchmarks/nexmark/queries/query0.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries copying apache_beam/testing/benchmarks/nexmark/queries/query1.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries copying apache_beam/testing/benchmarks/nexmark/queries/query2.py -> apache-beam-2.8.0.dev0/apache_beam/testing/benchmarks/nexmark/queries copying apache_beam/testing/data/standard_coders.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data copying apache_beam/testing/data/trigger_transcripts.yaml -> apache-beam-2.8.0.dev0/apache_beam/testing/data copying apache_beam/tools/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/coders_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/distribution_counter_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/map_fn_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/microbenchmarks_test.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/sideinput_microbenchmark.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/tools/utils.py -> apache-beam-2.8.0.dev0/apache_beam/tools copying apache_beam/transforms/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/combiners_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/core.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/create_source.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/create_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/cy_combiners.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/cy_combiners.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/dataflow_distribution_counter_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/display.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/display_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/ptransform.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/py_dataflow_distribution_counter.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/sideinputs.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/sideinputs_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/timeutil.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/trigger.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/trigger_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/userstate.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/userstate_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/util.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/util_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/window.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/window_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/transforms/write_ptransform_test.py -> apache-beam-2.8.0.dev0/apache_beam/transforms copying apache_beam/typehints/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/decorators.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/native_type_compatibility.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/native_type_compatibility_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/opcodes.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/trivial_inference.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/trivial_inference_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/typecheck.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/typed_pipeline_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/typehints.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/typehints/typehints_test.py -> apache-beam-2.8.0.dev0/apache_beam/typehints copying apache_beam/utils/__init__.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/annotations.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/annotations_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/counters.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/counters.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/counters_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/plugin.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/processes.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/processes_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/profiler.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/proto_utils.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/retry.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/retry_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/timestamp.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/timestamp_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/urns.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/windowed_value.pxd -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/windowed_value.py -> apache-beam-2.8.0.dev0/apache_beam/utils copying apache_beam/utils/windowed_value_test.py -> apache-beam-2.8.0.dev0/apache_beam/utils Writing apache-beam-2.8.0.dev0/setup.cfg creating dist Creating tar archive removing 'apache-beam-2.8.0.dev0' (and everything under it) SDK_LOCATION=$(find dist/apache-beam-*.tar.gz) find dist/apache-beam-*.tar.gz # Run ValidatesRunner tests on Google Cloud Dataflow service echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST" >>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST python setup.py nosetests \ --attr ValidatesContainer \ --nologcapture \ --processes=1 \ --process-timeout=900 \ --test-pipeline-options=" \ --runner=TestDataflowRunner \ --project=$PROJECT \ --worker_harness_container_image=$CONTAINER:$TAG \ --staging_location=$GCS_LOCATION/staging-validatesrunner-test \ --temp_location=$GCS_LOCATION/temp-validatesrunner-test \ --output=$GCS_LOCATION/output \ --sdk_location=$SDK_LOCATION \ --num_workers=1" <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/setuptools/dist.py>:398: UserWarning: Normalizing '2.8.0.dev' to '2.8.0.dev0' normalized_version, running nosetests running egg_info <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:52: UserWarning: Installing grpcio-tools is recommended for development. warnings.warn('Installing grpcio-tools is recommended for development.') writing requirements to apache_beam.egg-info/requires.txt writing apache_beam.egg-info/PKG-INFO writing top-level names to apache_beam.egg-info/top_level.txt writing dependency_links to apache_beam.egg-info/dependency_links.txt writing entry points to apache_beam.egg-info/entry_points.txt reading manifest file 'apache_beam.egg-info/SOURCES.txt' reading manifest template 'MANIFEST.in' warning: no files found matching 'README.md' warning: no files found matching 'NOTICE' warning: no files found matching 'LICENSE' writing manifest file 'apache_beam.egg-info/SOURCES.txt' WARNING:root:snappy is not installed; some tests will be skipped. WARNING:root:Tensorflow is not installed, so skipping some tests. <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:795: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported standard_options = transform_node.inputs[0].pipeline.options.view_as( <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py>:54: DeprecationWarning: options is deprecated since First stable release. References to <pipeline>.options will not be supported print('Found: %s.' % self.build_console_url(pipeline.options)) test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR ====================================================================== ERROR: test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT) ---------------------------------------------------------------------- Traceback (most recent call last): File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 812, in run test(orig) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 45, in __call__ return self.run(*arg, **kwarg) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 133, in run self.runTest(result) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/case.py",> line 151, in runTest test(result) File "/usr/lib/python2.7/unittest/case.py", line 393, in __call__ return self.run(*args, **kwds) File "/usr/lib/python2.7/unittest/case.py", line 329, in run testMethod() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py",> line 79, in test_wordcount_fnapi_it on_success_matcher=PipelineStateMatcher())) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_fnapi.py",> line 125, in run result = p.run() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 403, in run self.to_runner_api(), self.runner, self._options).run(False) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py",> line 416, in run return self.runner.run_pipeline(self) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 69, in run_pipeline self.wait_until_in_state(PipelineState.CANCELLED, timeout=300) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py",> line 89, in wait_until_in_state job_state = self.result.state File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1128, in state self._update_job() File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py",> line 1084, in _update_job self._job = self._runner.dataflow_client.get_job(self.job_id()) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/utils/retry.py",> line 184, in wrapper return fun(*args, **kwargs) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py",> line 629, in get_job response = self._client.projects_locations_jobs.Get(request) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py",> line 604, in Get config, request, global_params=global_params) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/base_api.py",> line 720, in _RunMethod http, http_request, **opts) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 346, in MakeRequest check_response_func=check_response_func) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/apitools/base/py/http_wrapper.py",> line 396, in _MakeRequestNoRetry redirections=redirections, connection_type=connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 175, in new_request redirections, connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/oauth2client/transport.py",> line 282, in request connection_type=connection_type) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1694, in request (response, content) = self._request(conn, authority, uri, request_uri, method, body, headers, redirections, cachekey) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1434, in _request (response, content) = self._conn_request(conn, request_uri, method, body, headers) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/httplib2/__init__.py",> line 1390, in _conn_request response = conn.getresponse() File "/usr/lib/python2.7/httplib.py", line 1136, in getresponse response.begin() File "/usr/lib/python2.7/httplib.py", line 453, in begin version, status, reason = self._read_status() File "/usr/lib/python2.7/httplib.py", line 409, in _read_status line = self.fp.readline(_MAXLINE + 1) File "/usr/lib/python2.7/socket.py", line 480, in readline data = self._sock.recv(self._rbufsize) File "/usr/lib/python2.7/ssl.py", line 756, in recv return self.read(buflen) File "/usr/lib/python2.7/ssl.py", line 643, in read v = self._sslobj.read(len) File "<https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/local/lib/python2.7/site-packages/nose/plugins/multiprocess.py",> line 276, in signalhandler raise TimedOutException() TimedOutException: 'test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)' ---------------------------------------------------------------------- XML: <https://builds.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml> ---------------------------------------------------------------------- Ran 1 test in 902.058s FAILED (errors=1) cleanup_container Untagged: us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811 Untagged: us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5 Deleted: sha256:3d0e593d54709d72bfe8d4c4f30c4839cc23aadd6db786e0d3409ac0475f819a Deleted: sha256:03087c633101c61eaf8030623262a75666387e2f14b9622e974cd6ca0992091f Deleted: sha256:01565c029d9626ef61ba5190f5c6232e81ac9297b5177384f9984fc857876625 Deleted: sha256:44c315a28efe7f0b2121d6e8fe35f2d34ea9fbf67aba50e40b88f23dfa0e168c Deleted: sha256:b1eaf55e201fc8db011dc15d27d368b88807d67d63402e486959df6ef607044e Deleted: sha256:675022e8125ed9a0645749f4a30650753d96e427c32525d3cb2ed6a42327d74c Deleted: sha256:975021c2eed933fa17509bda5326db66a1b912e76a7364adf432236328a9ff09 Deleted: sha256:58595cca2811b8f81dc312ed5248498643f16b7dc47dbd21c41f0d1d7a37b72e Deleted: sha256:20b05c8514ceca78a139eef3ebd168bb2453d32a15208498265a13906af1d92a Deleted: sha256:c3852446db8498c6d5872f3be8427e67f8f76822ccbe4309a67c6ae0b90275ff Deleted: sha256:a87bc5907ba5f93099529b9688b30fe30097a031cf67391a7626de3ec6920e88 Deleted: sha256:17f64cd893e3b0814d3f8251f9107fba1df40f3ab335d0e62ffce06b4f0b710f Deleted: sha256:a7acfa57e772c2d09cf5144fa4c4903f087c02929e6898d7f65adb216d5d5b1c Deleted: sha256:db9c3520b432f0c22358f77bcb122804a5f7b23ac3690a7fe1fe2b8aa5677906 Digests: - us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5 Associated tags: - 20181005-152811 Tags: - us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811 Deleted [us.gcr.io/apache-beam-testing/jenkins/python:20181005-152811]. Deleted [us.gcr.io/apache-beam-testing/jenkins/python@sha256:0b0efbb5b351ace1a96e888bf0ade73ead7ed5a6b29b2f487f0f1399456bc7e5]. Removed the container Build step 'Execute shell' marked build as failure