See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/1557/display/redirect?page=changes>
Changes:
[tgroh] Add JDBC Performance Tests
[tgroh] Cleanup BigQueryIO
[tgroh] Move ValueInSingleWindow from testing package to values package
[tgroh] Only advance Index in CreateSource if an element exists
[tgroh] Do not call advance when all elements are consumed
------------------------------------------
[...truncated 444.65 KB...]
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s8"
},
"serialized_fn": "<string of 1136 bytes>",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: DEBUG: Response returned status 429, retrying
root: DEBUG: Retrying request to url
https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json
after exception HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json>:
response: <{'status': '429', 'content-length': '440', 'x-xss-protection': '1;
mode=block', 'x-content-type-options': 'nosniff', 'transfer-encoding':
'chunked', 'vary': 'Origin, X-Origin, Referer', 'server': 'ESF',
'-content-encoding': 'gzip', 'cache-control': 'private', 'date': 'Mon, 20 Mar
2017 16:42:35 GMT', 'x-frame-options': 'SAMEORIGIN', 'content-type':
'application/json; charset=UTF-8'}>, content <{
"error": {
"code": 429,
"message": "(9caa9f833061be9): The workflow could not be created. Causes:
(a614c67eb5844669): Too many running jobs. Project apache-beam-testing is
running 25 jobs and project limit for active jobs is 25. To fix this, cancel an
existing workflow via the UI, wait for a workflow to finish or contact
[email protected] to request an increase in quota.",
"status": "RESOURCE_EXHAUSTED"
}
}
>
root: DEBUG: Response returned status 429, retrying
root: DEBUG: Retrying request to url
https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json
after exception HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json>:
response: <{'status': '429', 'content-length': '441', 'x-xss-protection': '1;
mode=block', 'x-content-type-options': 'nosniff', 'transfer-encoding':
'chunked', 'vary': 'Origin, X-Origin, Referer', 'server': 'ESF',
'-content-encoding': 'gzip', 'cache-control': 'private', 'date': 'Mon, 20 Mar
2017 16:42:38 GMT', 'x-frame-options': 'SAMEORIGIN', 'content-type':
'application/json; charset=UTF-8'}>, content <{
"error": {
"code": 429,
"message": "(7d498a653355e113): The workflow could not be created. Causes:
(e9a6fe5e4f933776): Too many running jobs. Project apache-beam-testing is
running 25 jobs and project limit for active jobs is 25. To fix this, cancel an
existing workflow via the UI, wait for a workflow to finish or contact
[email protected] to request an increase in quota.",
"status": "RESOURCE_EXHAUSTED"
}
}
>
root: DEBUG: Response returned status 429, retrying
root: DEBUG: Retrying request to url
https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json
after exception HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json>:
response: <{'status': '429', 'content-length': '441', 'x-xss-protection': '1;
mode=block', 'x-content-type-options': 'nosniff', 'transfer-encoding':
'chunked', 'vary': 'Origin, X-Origin, Referer', 'server': 'ESF',
'-content-encoding': 'gzip', 'cache-control': 'private', 'date': 'Mon, 20 Mar
2017 16:42:42 GMT', 'x-frame-options': 'SAMEORIGIN', 'content-type':
'application/json; charset=UTF-8'}>, content <{
"error": {
"code": 429,
"message": "(ff343d53e370a0f2): The workflow could not be created. Causes:
(afc9a6a66b003b96): Too many running jobs. Project apache-beam-testing is
running 25 jobs and project limit for active jobs is 25. To fix this, cancel an
existing workflow via the UI, wait for a workflow to finish or contact
[email protected] to request an increase in quota.",
"status": "RESOURCE_EXHAUSTED"
}
}
>
root: DEBUG: Response returned status 429, retrying
root: DEBUG: Retrying request to url
https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json
after exception HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json>:
response: <{'status': '429', 'content-length': '441', 'x-xss-protection': '1;
mode=block', 'x-content-type-options': 'nosniff', 'transfer-encoding':
'chunked', 'vary': 'Origin, X-Origin, Referer', 'server': 'ESF',
'-content-encoding': 'gzip', 'cache-control': 'private', 'date': 'Mon, 20 Mar
2017 16:42:52 GMT', 'x-frame-options': 'SAMEORIGIN', 'content-type':
'application/json; charset=UTF-8'}>, content <{
"error": {
"code": 429,
"message": "(f0d6f1115c69cab4): The workflow could not be created. Causes:
(a8fd69e657c9b69f): Too many running jobs. Project apache-beam-testing is
running 25 jobs and project limit for active jobs is 25. To fix this, cancel an
existing workflow via the UI, wait for a workflow to finish or contact
[email protected] to request an increase in quota.",
"status": "RESOURCE_EXHAUSTED"
}
}
>
root: ERROR: HTTP status 429 trying to create job at dataflow service endpoint
https://dataflow.googleapis.com
root: CRITICAL: details of server error: HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/jobs?alt=json>:
response: <{'status': '429', 'content-length': '441', 'x-xss-protection': '1;
mode=block', 'x-content-type-options': 'nosniff', 'transfer-encoding':
'chunked', 'vary': 'Origin, X-Origin, Referer', 'server': 'ESF',
'-content-encoding': 'gzip', 'cache-control': 'private', 'date': 'Mon, 20 Mar
2017 16:43:06 GMT', 'x-frame-options': 'SAMEORIGIN', 'content-type':
'application/json; charset=UTF-8'}>, content <{
"error": {
"code": 429,
"message": "(322d6677090d4fff): The workflow could not be created. Causes:
(c8e3dd27709f268e): Too many running jobs. Project apache-beam-testing is
running 25 jobs and project limit for active jobs is 25. To fix this, cancel an
existing workflow via the UI, wait for a workflow to finish or contact
[email protected] to request an increase in quota.",
"status": "RESOURCE_EXHAUSTED"
}
}
>
--------------------- >> end captured logging << ---------------------
======================================================================
ERROR: test_as_list_without_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 45, in __call__
return self.run(*arg, **kwarg)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 133, in run
self.runTest(result)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,>
line 290, in test_as_list_without_unique_labels
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 33, in run
self.result.wait_until_finish()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 705, in wait_until_finish
time.sleep(5.0)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_as_list_without_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)'
======================================================================
ERROR: test_empty_singleton_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 45, in __call__
return self.run(*arg, **kwarg)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 133, in run
self.runTest(result)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,>
line 146, in test_empty_singleton_side_input
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 171, in run
pipeline.options, job_version)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,>
line 357, in __init__
credentials = get_service_credentials()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/internal/gcp/auth.py";,>
line 171, in get_service_credentials
credentials.get_access_token()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/local/lib/python2.7/site-packages/oauth2client/client.py";,>
line 677, in get_access_token
self.refresh(http)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/local/lib/python2.7/site-packages/oauth2client/client.py";,>
line 560, in refresh
self._refresh(http.request)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/internal/gcp/auth.py";,>
line 113, in _refresh
output, _ = gcloud_process.communicate()
File "/usr/lib/python2.7/subprocess.py", line 791, in communicate
stdout = _eintr_retry_call(self.stdout.read)
File "/usr/lib/python2.7/subprocess.py", line 476, in _eintr_retry_call
return func(*args)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_empty_singleton_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)'
======================================================================
ERROR: test_iterable_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 45, in __call__
return self.run(*arg, **kwarg)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 133, in run
self.runTest(result)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,>
line 179, in test_iterable_side_input
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 32, in run
self.result = super(TestDataflowRunner, self).run(pipeline)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 171, in run
pipeline.options, job_version)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,>
line 357, in __init__
credentials = get_service_credentials()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/internal/gcp/auth.py";,>
line 171, in get_service_credentials
credentials.get_access_token()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/local/lib/python2.7/site-packages/oauth2client/client.py";,>
line 677, in get_access_token
self.refresh(http)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/local/lib/python2.7/site-packages/oauth2client/client.py";,>
line 560, in refresh
self._refresh(http.request)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/internal/gcp/auth.py";,>
line 113, in _refresh
output, _ = gcloud_process.communicate()
File "/usr/lib/python2.7/subprocess.py", line 791, in communicate
stdout = _eintr_retry_call(self.stdout.read)
File "/usr/lib/python2.7/subprocess.py", line 476, in _eintr_retry_call
return func(*args)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
TimedOutException: 'test_iterable_side_input
(apache_beam.transforms.sideinputs_test.SideInputsTest)'
======================================================================
ERROR: test_as_singleton_with_different_defaults_with_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)
----------------------------------------------------------------------
Traceback (most recent call last):
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 812, in run
test(orig)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 45, in __call__
return self.run(*arg, **kwarg)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 133, in run
self.runTest(result)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/case.py";,>
line 151, in runTest
test(result)
File "/usr/lib/python2.7/unittest/case.py", line 395, in __call__
return self.run(*args, **kwds)
File "/usr/lib/python2.7/unittest/case.py", line 331, in run
testMethod()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/transforms/sideinputs_test.py";,>
line 267, in test_as_singleton_with_different_defaults_with_unique_labels
pipeline.run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/test_pipeline.py";,>
line 91, in run
result = super(TestPipeline, self).run()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/pipeline.py";,>
line 163, in run
return self.runner.run(self)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/test_dataflow_runner.py";,>
line 33, in run
self.result.wait_until_finish()
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 705, in wait_until_finish
time.sleep(5.0)
File
"<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/sdks/python/nose-1.3.7-py2.7.egg/nose/plugins/multiprocess.py";,>
line 276, in signalhandler
raise TimedOutException()
TimedOutException:
'test_as_singleton_with_different_defaults_with_unique_labels
(apache_beam.transforms.sideinputs_test.SideInputsTest)'
----------------------------------------------------------------------
Ran 14 tests in 1231.922s
FAILED (errors=5)
Build step 'Execute shell' marked build as failure
