See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/6872/display/redirect?page=changes>
Changes:
[noreply] Change when streaming Combine on Flink should be fired (#12931)
------------------------------------------
[...truncated 911.30 KB...]
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/deduplicate.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/deduplicate_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dofn_lifecycle_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/environments.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/environments_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_it_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_java.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test_py37.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/periodicsequence.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/periodicsequence_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sql.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sql_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/stats.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/stats_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/transforms_keyword_only_args_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/validate_runner_xlang_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/row_type.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/schemas.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/schemas_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/histogram.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/histogram_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/interactive_utils.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/interactive_utils_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/shared.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/shared_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/subprocess_server.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/subprocess_server_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/thread_pool_executor.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/thread_pool_executor_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
Writing apache-beam-2.26.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.26.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--with-xunitmp \
--xunitmp-file=$XUNIT_FILE \
--ignore-files '.*py3\d?\.py$' \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=us.gcr.io/$PROJECT/$USER"
running nosetests
running egg_info
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/setuptools/dist.py>:452:
UserWarning: Normalizing '2.26.0.dev' to '2.26.0.dev0'
warnings.warn(tmpl.format(**locals()))
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:243:
UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
INFO:gen_protos:Skipping proto regeneration: all files up to date
writing apache_beam.egg-info/PKG-INFO
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
writing requirements to apache_beam.egg-info/requires.txt
writing top-level names to apache_beam.egg-info/top_level.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/vcfio.py>:50:
UserWarning: VCF IO will support Python 3 after migration to Nucleus, see:
BEAM-5628.
"VCF IO will support Python 3 after migration to Nucleus, "
WARNING:apache_beam.runners.interactive.interactive_environment:Dependencies
required for Interactive Beam PCollection visualization are not available,
please use: `pip install apache-beam[interactive]` to install necessary
dependencies to enable all data visualization features.
WARNING:apache_beam.runners.interactive.interactive_environment:You cannot use
Interactive Beam features when you are not in an interactive environment such
as a Jupyter notebook or ipython terminal.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
... ok
test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
test_metrics_fnapi_it
(apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
... ok
======================================================================
ERROR: test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 64, in test_wordcount_it_with_prebuilt_sdk_container
prebuild_sdk_container_engine='local_docker')
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 107, in _run_wordcount_it
save_main_session=False,
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py";,>
line 94, in run
output | 'Write' >> WriteToText(known_args.output)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 568, in __exit__
self.result = self.run()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 518, in run
allow_proto_holders=True).run(False)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 547, in run
return self.runner.run_pipeline(self, self._options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 57, in run_pipeline
self).run_pipeline(pipeline, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 486, in run_pipeline
environments.DockerEnvironment.from_options(options))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/environments.py";,>
line 259, in from_options
options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 141, in build_container_image
return builder.build()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 90, in build
self.invoke_docker_build_and_push(container_image_name)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 154, in invoke_docker_build_and_push
cwd=self._temp_src_dir)
File "/usr/lib/python3.6/subprocess.py", line 423, in run
with Popen(*popenargs, **kwargs) as process:
TypeError: __init__() got an unexpected keyword argument 'capture_output'
----------------------------------------------------------------------
XML: nosetests-beam_python3.6_sdk.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 3 tests in 611.396s
FAILED (errors=1)
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200925-120034
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:42eb7201fd68077d68c9dc27528d9430098648c079ea31fb1e2c6faefd1a47c7
Deleted: sha256:cc9a747f61373ba5c55bf0d18b973cd64dea574edb2973637565d5316477258e
Deleted: sha256:968883943749b909993d44724bf5169a03e68df323e971e642c125b18b8f0b55
Deleted: sha256:76199251714160b1c98ca7fdb1da7d4fc79541d758cf5e4bc598ec169333c83f
Deleted: sha256:5874b78ac4048fdfc3629a72f5cb7601da4960bfff121c530c8f23c06f93d05d
Deleted: sha256:b9d167df6f0062456be9d8f7cd5d40117b1f923422c95ce6880d9833504d5455
Deleted: sha256:6903c9c469665aac953a70b0b8d9ea1ccd6eb559dcac818e198e510a2cd7a10a
Deleted: sha256:740389fc4ed713b70c01f55908b83acaecc1b8c03aaddadbf88f8132205c9dd1
Deleted: sha256:eda8ecf8fbd90f59ec345748ff0dcb5db291e9b3000038ccb9d28adc7a9ce587
Deleted: sha256:2470a9644e76eed616c8c00b9b9c02ca8c0ee3a79b11ebd227917bef3850aa6e
Deleted: sha256:2d25f3006c8374f702dfe52daa8b8e0362d018e66ebbcfc8c8d849ee67205c3e
Deleted: sha256:3a8815e2d5fe07b5987b9d4c05530c52b17edcea32a2f489428efb03011a57d9
Deleted: sha256:6d81e0bbcfe851bb85b96f115dfdaf9514770d14f5be455803e7482abf8867b2
Deleted: sha256:2a4c31199d66311af6ad7935b9509ac035cb42bbbf5a9c87aaad9255d75f034f
Deleted: sha256:ee986b32045f79cd04d03b61d05635605279c0800669db0ebc24b4d367c42f35
Deleted: sha256:54f45faad76abb39d6d2557c269377b5915d225d37a05a428f24969029a8bd5c
Deleted: sha256:fb325aa7ea6b8de347ff3d7c787326c15b7f2864938aced1997fb81078ccd1c3
Deleted: sha256:a36ea58609a96d438d51c9d7c4553c8cf3e2f7ad385e5dbd2981350dc2d64fc9
Deleted: sha256:de5adc3c1d8f3705548989a8e97cc71fbaa89b1dec57518c768535b10b563bd3
Deleted: sha256:aa3b41dbdf5d4063c4f4aa8e2241b0e9496ca382b836d386854e718d02ee9c71
Deleted: sha256:2781243b22f70d5c59d0839ceccb74f7d5764abbee51172fb54e370a9cdb67c9
Deleted: sha256:9c73f0acc7c1e3ca089b4ee7389303de2c2cb96610cf031795d87a9f269e1bf6
Deleted: sha256:f36dddad4a53385070450c567c58d6e1d0169f2d90eff22e30632f8d65ec3141
Deleted: sha256:e8b2fb5d8c5892ae6d83f44efb8748b3c662c285e99a1ecdafab79649aff14ff
Deleted: sha256:0cca26f1a949f82b5a6ddadf167e820abd60c186278b3b280e94a917fd88db35
Deleted: sha256:15daca94ee62634a2fa196feabfbd6644733a2dd680c6ab66b6f581430eef351
Deleted: sha256:d1e622d5a65a8f2ba85b28b664c48ed7ec88404a5af9d8060145c8e84433dbf1
Deleted: sha256:cedb1ec964263c7117d1b6fb8e69e21b4a34907576421d71daf988574e1d8bfb
Deleted: sha256:d25493e761590dae9e8b971528a4154b731b91bca70d2ae9183ff89aacbb8ae1
Deleted: sha256:ef399e7692486d63ec72657a6feb65c8aa7dd09e9e0e233ab32896f43f82abce
Deleted: sha256:74594cfab3b37a42ecfae69650cf406c18fac9b5590aba3e9b76787af3673e6e
Deleted: sha256:a1893ac95b632da9220ad6e4fcd3326522b9602f5994d390607f2bd85853ea9f
Deleted: sha256:52e37fb9dce240796dffb45b9e975eff0cd6120e55ba16b5913d8d96b1153bf5
Deleted: sha256:cdb481b095f727897db76e2a7c5a03f508339608c8701f394a6acf3b24255eed
Deleted: sha256:6db1848a3d6f4daa7e0ece10d55581a3367fca821b7226fd031d8236c1fc5f5d
Deleted: sha256:8e0edb7c3b73fc1f08a45dc9cef25e50d7251f1936cf2da531bd40b6997ed1f6
Deleted: sha256:78451d81c80b17245db2d0fffdae968da81046a7faebb5648f656397cbc5f6b8
Deleted: sha256:652bd9e71f88959e7b207db3520257b0e01cbc9e1469bf3f8f4acade94cd1d93
Deleted: sha256:2bca914f951f3b9711e748ef35c84a9eff4cdb286b9cedc8fe265bd5010d16aa
Deleted: sha256:053bb676be10f713143d8aba093820701a2c887ad312a6d1993470e7cd5c4418
docker images --format '{{.Repository}}:{{.Tag}}' | grep 'prebuilt_sdk'
"docker rmi" requires at least 1 argument.
See 'docker rmi --help'.
Usage: docker rmi [OPTIONS] IMAGE [IMAGE...]
Remove one or more images
Failed to remove prebuilt sdk container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:42eb7201fd68077d68c9dc27528d9430098648c079ea31fb1e2c6faefd1a47c7
Associated tags:
- 20200925-120034
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200925-120034
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200925-120034].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:42eb7201fd68077d68c9dc27528d9430098648c079ea31fb1e2c6faefd1a47c7].
Removed the container
Build step 'Execute shell' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
