See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/1308/display/redirect?page=changes>
Changes:
[jbonofre] More informative KafkaCheckpointMark toString
------------------------------------------
[...truncated 274.16 KB...]
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsList(side list.None)/CreatePCollectionView
(tag 1): refcount: 2 => 1
root: DEBUG: PValue computed by ViewAsList(side list.None)/CreatePCollectionView
(tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:276>) (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491870.903585/requirements.txt...
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_as_singleton_with_different_defaults_with_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",>
line 265, in test_as_singleton_with_different_defaults_with_unique_labels
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side list (tag 1): refcount: 2 => 1
root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsSingleton(si1)/CreatePCollectionView (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsSingleton(si2)/CreatePCollectionView (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:252>) (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491876.492308/requirements.txt...
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_as_singleton_without_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",>
line 224, in test_as_singleton_without_unique_labels
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side list (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by main input (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsSingleton(side
list.None)/CreatePCollectionView (tag 1): refcount: 2 => 1
root: DEBUG: PValue computed by ViewAsSingleton(side
list.None)/CreatePCollectionView (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:212>) (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491877.063713/requirements.txt...
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_default_value_singleton_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",>
line 166, in test_default_value_singleton_side_input
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsSingleton(side.None)/CreatePCollectionView
(tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by FlatMap(<lambda at sideinputs_test.py:164>) (tag
1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491877.635338/requirements.txt...
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_empty_singleton_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",>
line 144, in test_empty_singleton_side_input
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsSingleton(side.None)/CreatePCollectionView
(tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by compute (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491878.239028/requirements.txt...
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_iterable_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py",>
line 177, in test_iterable_side_input
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py",>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py",>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/test/test_dataflow_runner.py",>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/dataflow_runner.py",>
line 175, in run
self.dataflow_client.create_job(self.job), self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 411, in create_job
self.create_job_description(job)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 432, in create_job_description
job.options, file_copy=self._gcs_file_copy)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/dependency.py",>
line 274, in stage_job_resources
file_copy(setup_options.requirements_file, staged_path)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/utils/retry.py",>
line 167, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 372, in _gcs_file_copy
self.stage_file(to_folder, to_name, f)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/google_cloud_dataflow/internal/apiclient.py",>
line 389, in stage_file
upload = storage.Upload(stream, mime_type)
AttributeError: 'module' object has no attribute 'Upload'
-------------------- >> begin captured logging << --------------------
root: DEBUG: PValue computed by side (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by start (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by ViewAsIterable(side.None)/CreatePCollectionView
(tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by compute (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/WindowInto(WindowIntoFn) (tag 1):
refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/ToVoidKey (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/Group (tag 1): refcount: 1 => 0
root: DEBUG: PValue computed by assert_that/UnKey (tag 1): refcount: 1 => 0
root: INFO: Starting GCS upload to
gs://temp-storage-for-end-to-end-tests/staging-validatesrunner-test/py-validatesrunner-1487491859.1487491878.825933/requirements.txt...
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 14 tests in 18.228s
FAILED (errors=13)
Build step 'Execute shell' marked build as failure