See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/6869/display/redirect?page=changes>
Changes:
[Chad Dombrova] [BEAM-7746] Add type checking to coders
[noreply] [BEAM-9154] Ensure Chicago Taxi Example is disabled on Jenkins
(#12929)
[noreply] Add to_pcollection example to wordcount_dataframe (#12923)
------------------------------------------
[...truncated 912.32 KB...]
copying apache_beam/transforms/cy_dataflow_distribution_counter.pxd ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/cy_dataflow_distribution_counter.pyx ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dataflow_distribution_counter_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/deduplicate.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/deduplicate_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/display_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/dofn_lifecycle_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/environments.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/environments_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_it_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_java.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/external_test_py37.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/periodicsequence.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/periodicsequence_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/ptransform_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/py_dataflow_distribution_counter.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sideinputs_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sql.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/sql_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/stats.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/stats_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/timeutil.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/transforms_keyword_only_args_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/trigger_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/userstate_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/util_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/validate_runner_xlang_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/window_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/transforms/write_ptransform_test.py ->
apache-beam-2.26.0.dev0/apache_beam/transforms
copying apache_beam/typehints/__init__.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/decorators_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/native_type_compatibility_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/opcodes.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/row_type.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/schemas.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/schemas_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/trivial_inference_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typecheck_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typed_pipeline_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/typehints/typehints_test_py3.py ->
apache-beam-2.26.0.dev0/apache_beam/typehints
copying apache_beam/utils/__init__.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/annotations_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.pxd ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/counters_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/histogram.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/histogram_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/interactive_utils.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/interactive_utils_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/plugin.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/processes.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/processes_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/profiler.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/proto_utils.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/retry.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/retry_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/shared.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/shared_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/subprocess_server.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/subprocess_server_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/thread_pool_executor.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/thread_pool_executor_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/timestamp_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/urns.py -> apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.pxd ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
copying apache_beam/utils/windowed_value_test.py ->
apache-beam-2.26.0.dev0/apache_beam/utils
Writing apache-beam-2.26.0.dev0/setup.cfg
creating dist
Creating tar archive
removing 'apache-beam-2.26.0.dev0' (and everything under it)
SDK_LOCATION=$(find dist/apache-beam-*.tar.gz)
find dist/apache-beam-*.tar.gz
# Run ValidatesRunner tests on Google Cloud Dataflow service
echo ">>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST"
>>> RUNNING DATAFLOW RUNNER VALIDATESCONTAINER TEST
python setup.py nosetests \
--attr ValidatesContainer \
--nologcapture \
--processes=1 \
--process-timeout=900 \
--with-xunitmp \
--xunitmp-file=$XUNIT_FILE \
--ignore-files '.*py3\d?\.py$' \
--test-pipeline-options=" \
--runner=TestDataflowRunner \
--project=$PROJECT \
--region=$REGION \
--worker_harness_container_image=$CONTAINER:$TAG \
--staging_location=$GCS_LOCATION/staging-validatesrunner-test \
--temp_location=$GCS_LOCATION/temp-validatesrunner-test \
--output=$GCS_LOCATION/output \
--sdk_location=$SDK_LOCATION \
--num_workers=1 \
--prebuild_sdk_container_base_image=$CONTAINER:$TAG \
--docker_registry_push_url=us.gcr.io/$PROJECT/$USER"
running nosetests
running egg_info
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/container/venv/python3.6/lib/python3.6/site-packages/setuptools/dist.py>:452:
UserWarning: Normalizing '2.26.0.dev' to '2.26.0.dev0'
warnings.warn(tmpl.format(**locals()))
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/gen_protos.py>:243:
UserWarning: Installing grpcio-tools is recommended for development.
warnings.warn('Installing grpcio-tools is recommended for development.')
INFO:gen_protos:Skipping proto regeneration: all files up to date
writing apache_beam.egg-info/PKG-INFO
writing dependency_links to apache_beam.egg-info/dependency_links.txt
writing entry points to apache_beam.egg-info/entry_points.txt
writing requirements to apache_beam.egg-info/requires.txt
writing top-level names to apache_beam.egg-info/top_level.txt
reading manifest file 'apache_beam.egg-info/SOURCES.txt'
reading manifest template 'MANIFEST.in'
warning: no files found matching 'README.md'
warning: no files found matching 'NOTICE'
warning: no files found matching 'LICENSE'
writing manifest file 'apache_beam.egg-info/SOURCES.txt'
WARNING:root:python-snappy is not installed; some tests will be skipped.
WARNING:root:Tensorflow is not installed, so skipping some tests.
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/io/vcfio.py>:50:
UserWarning: VCF IO will support Python 3 after migration to Nucleus, see:
BEAM-5628.
"VCF IO will support Python 3 after migration to Nucleus, "
WARNING:apache_beam.runners.interactive.interactive_environment:Dependencies
required for Interactive Beam PCollection visualization are not available,
please use: `pip install apache-beam[interactive]` to install necessary
dependencies to enable all data visualization features.
WARNING:apache_beam.runners.interactive.interactive_environment:You cannot use
Interactive Beam features when you are not in an interactive environment such
as a Jupyter notebook or ipython terminal.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
WARNING:root:Make sure that locally built Python SDK docker image has Python
3.6 interpreter.
test_wordcount_fnapi_it (apache_beam.examples.wordcount_it_test.WordCountIT)
... ok
test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT) ... ERROR
test_metrics_fnapi_it
(apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest)
... ok
======================================================================
ERROR: test_wordcount_it_with_prebuilt_sdk_container
(apache_beam.examples.wordcount_it_test.WordCountIT)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 64, in test_wordcount_it_with_prebuilt_sdk_container
prebuild_sdk_container_engine='local_docker')
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount_it_test.py";,>
line 107, in _run_wordcount_it
save_main_session=False,
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/examples/wordcount.py";,>
line 94, in run
output | 'Write' >> WriteToText(known_args.output)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 568, in __exit__
self.result = self.run()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 518, in run
allow_proto_holders=True).run(False)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/pipeline.py";,>
line 547, in run
return self.runner.run_pipeline(self, self._options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 57, in run_pipeline
self).run_pipeline(pipeline, options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 486, in run_pipeline
environments.DockerEnvironment.from_options(options))
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/transforms/environments.py";,>
line 259, in from_options
options)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 141, in build_container_image
return builder.build()
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 90, in build
self.invoke_docker_build_and_push(container_image_name)
File
"<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/runners/portability/sdk_container_builder.py";,>
line 154, in invoke_docker_build_and_push
cwd=self._temp_src_dir)
File "/usr/lib/python3.6/subprocess.py", line 423, in run
with Popen(*popenargs, **kwargs) as process:
TypeError: __init__() got an unexpected keyword argument 'capture_output'
----------------------------------------------------------------------
XML: nosetests-beam_python3.6_sdk.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 3 tests in 566.138s
FAILED (errors=1)
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200924-180029
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:36677f2de76750c3bae61a4b4af9c2e0fd9e2239613798fe1ec68479facf752a
Deleted: sha256:b5c5d90435d8557958a482500648dc55c1b56eda40affb5b18fea64e190ed4c8
Deleted: sha256:b77ae70ab1b14de7a9460affd715cd76332d6632536370a4cbf67e9d6ad98fd4
Deleted: sha256:af8f8f8be6150176ba1584a0efd331a5271cca394c428bedb13a924045a80b16
Deleted: sha256:a4ee29a63ba5327c46db367c412554b4021154522e8234eb7bec79090340bc83
Deleted: sha256:995a777ee8fd1fff95e3a1420203238f74796989a4947126364f5276046ceb34
Deleted: sha256:a0360f1d5f6cab4e5a44082613f6c4e9586e7642068ef9697f3f1fb311070188
Deleted: sha256:4db4eed319714de1bd129db1c5280e7a1368cbc53ca057a2e151a57d124546f9
Deleted: sha256:6c94195a47e2cb54e9d273ff2e65d7872345deead1cd8e7bd7165b5b3b47a2f4
Deleted: sha256:cfa4796c38b2d7fb98366b27065b1154c035bfee3aed1b8fac5d0a5c83326f03
Deleted: sha256:ca7b0e9b059a31f612f738b1ce26b2c0df2d5a7687d3d1b6e75588831597960c
Deleted: sha256:b0cd77737aca3370bab24910c2f8b155d521ed6e9a23f98e8cbb768afa090b8e
Deleted: sha256:a07332d10623cf2344d47f23b57f7c557762566cf85799a7adf35ecdf8516c65
Deleted: sha256:265b75b366898af37d0d9d94c884afc985e9edd1f227b6393027765dc214dbb4
Deleted: sha256:6544ee3f642e078595a14bc1a0fe64f8d4a92993403c71ec6d8ca938d845d239
Deleted: sha256:7b4011080b27ac1dad1fe0bf707881cc951079cc59ef77ea6059d7183671f226
Deleted: sha256:97e9774ca05f3166996c522885732fe285aa414bd0b40f5c62b6241e5754647e
Deleted: sha256:d82aa99c6feecfef86c10386866771935e003d519cfd23ddbb6afe378738b8f5
Deleted: sha256:43197dac555b4ab1696f441f9de222fdac9c75e2353c23399738f6dde8cc8e85
Deleted: sha256:26e55c379fdfcca474908bf6260c6a7666565983bcdefca90ee2574c22f50499
Deleted: sha256:17df7eae60f999e64ed13a97e5adc886efec3d87d617ba42fd45e0cd53d88522
Deleted: sha256:7b63afe28f886ed6bfaa422b7b6540489666b3222bad19cfc1a5e8e26f94b96e
Deleted: sha256:cef8334cf0aed0e0deb0c66931bfd9f53681a809b87ed956cc6d9f81a992b892
Deleted: sha256:c2b034900e313980917736ce3a65b0b177355871a086cfce703529c3271af4cd
Deleted: sha256:32c85571466f24d81c73b2fbd0a4b45c1915994750b0efdb0c7a16acf56a1269
Deleted: sha256:369749f8a12d82e116a1285b3ffd48d116bef0fc87a26f3708d237cdd5b6a418
Deleted: sha256:6e03e9c7e0c24ea650a4479c96bff8e4113d3031a292ae3cd66be8922a2154b0
Deleted: sha256:2bf12242f3a25cafd3b2f3099300a63faff169bc2865da836262e12a7b981f5f
Deleted: sha256:e036757d3b58e70420dd4bf8f71c88db04cb6e3fae3c00a56c980f4431b24b1b
Deleted: sha256:41a68e36c9172fdc67b27c0f75526d19895a76df41866f9a9ebc39205da54324
Deleted: sha256:4cf5d12f600277904c0664b9cae33abf82250498d382a7d5226353f3c4c901a0
Deleted: sha256:37551da72831462038bd65acfc59f7b7d6635a0ad4bf0418270321ae9075daf5
Deleted: sha256:f0e5695dc97081fc30c61e933a6f610aca9318cc263879dbd2c90a3bdb91c388
Deleted: sha256:c2e500c198204b89893d14397b5ed0d0bae479e31498f67b1e8b7322e3ec2611
Deleted: sha256:8b837a229206759925fe0dd00dfe0e9f90361623c88cb83e7cf024917f3fa0bb
Deleted: sha256:60b68f0dc497abbc628a695e75fac7ac9df85953282749408a62944014f04611
Deleted: sha256:244e8ca5ae8819a81bda0f012e647ab714b9c9856491825310bfa0da7205be10
Deleted: sha256:e3eb50bcbc4963f6a9840024a8224171bfd05d09eab75cc07d94b6601be136a6
Deleted: sha256:b782685a726a56c5bb670719edf7076506d6c7931b0bc674cbd735ae9bde3e47
Deleted: sha256:af4f225693d7bf25e3cb197dd4370d4f4720d396fc182db8938b36d925997013
docker images --format '{{.Repository}}:{{.Tag}}' | grep 'prebuilt_sdk'
"docker rmi" requires at least 1 argument.
See 'docker rmi --help'.
Usage: docker rmi [OPTIONS] IMAGE [IMAGE...]
Remove one or more images
Failed to remove prebuilt sdk container
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:36677f2de76750c3bae61a4b4af9c2e0fd9e2239613798fe1ec68479facf752a
Associated tags:
- 20200924-180029
Tags:
- us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200924-180029
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk:20200924-180029].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.6_sdk@sha256:36677f2de76750c3bae61a4b4af9c2e0fd9e2239613798fe1ec68479facf752a].
Removed the container
Build step 'Execute shell' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
