See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/2175/display/redirect?page=changes>
Changes:
[altay] [BEAM-2236] Move test utilities out of python core
------------------------------------------
[...truncated 1.74 MB...]
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"serialized_fn": "<string of 964 bytes>",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s15"
},
"serialized_fn": "<string of 1120 bytes>",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2017-05-10T02:19:23.071895Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2017-05-09_19_19_22-8297893128687954825'
location: u'global'
name: u'beamapp-jenkins-0510021902-159349'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2017-05-09_19_19_22-8297893128687954825]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.developers.google.com/project/apache-beam-testing/dataflow/job/2017-05-09_19_19_22-8297893128687954825
root: INFO: Job 2017-05-09_19_19_22-8297893128687954825 is in state
JOB_STATE_RUNNING
root: INFO: 2017-05-10T02:19:22.469Z: JOB_MESSAGE_WARNING: (732809d61f99ae9d):
Setting the number of workers (1) disables autoscaling for this job. If you are
trying to cap autoscaling, consider only setting max_num_workers. If you want
to disable autoscaling altogether, the documented way is to explicitly use
autoscalingAlgorithm=NONE.
root: INFO: 2017-05-10T02:19:23.618Z: JOB_MESSAGE_DETAILED: (215f06164378b15b):
Checking required Cloud APIs are enabled.
root: INFO: 2017-05-10T02:19:25.777Z: JOB_MESSAGE_DEBUG: (215f06164378b184):
Combiner lifting skipped for step assert_that/Group/GroupByKey: GroupByKey not
followed by a combiner.
root: INFO: 2017-05-10T02:19:25.779Z: JOB_MESSAGE_DETAILED: (215f06164378b45e):
Expanding GroupByKey operations into optimizable parts.
root: INFO: 2017-05-10T02:19:25.782Z: JOB_MESSAGE_DETAILED: (215f06164378b738):
Lifting ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2017-05-10T02:19:25.786Z: JOB_MESSAGE_DEBUG: (215f06164378bcec):
Annotating graph with Autotuner information.
root: INFO: 2017-05-10T02:19:25.798Z: JOB_MESSAGE_DETAILED: (215f06164378b2a0):
Fusing adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2017-05-10T02:19:25.806Z: JOB_MESSAGE_DETAILED: (215f06164378bb2e):
Unzipping flatten s12 for input s10.out
root: INFO: 2017-05-10T02:19:25.809Z: JOB_MESSAGE_DETAILED: (215f06164378be08):
Fusing unzipped copy of assert_that/Group/GroupByKey/Reify, through flatten ,
into producer assert_that/Group/pair_with_0
root: INFO: 2017-05-10T02:19:25.814Z: JOB_MESSAGE_DETAILED: (215f06164378b3bc):
Fusing consumer assert_that/Group/Map(_merge_tagged_vals_under_key) into
assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2017-05-10T02:19:25.817Z: JOB_MESSAGE_DETAILED: (215f06164378b696):
Fusing consumer assert_that/Unkey into
assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2017-05-10T02:19:25.819Z: JOB_MESSAGE_DETAILED: (215f06164378b970):
Fusing consumer assert_that/Group/GroupByKey/GroupByWindow into
assert_that/Group/GroupByKey/Read
root: INFO: 2017-05-10T02:19:25.822Z: JOB_MESSAGE_DETAILED: (215f06164378bc4a):
Fusing consumer assert_that/Match into assert_that/Unkey
root: INFO: 2017-05-10T02:19:25.833Z: JOB_MESSAGE_DETAILED: (215f06164378b4d8):
Unzipping flatten s12-u13 for input s13-reify-value0-c11
root: INFO: 2017-05-10T02:19:25.836Z: JOB_MESSAGE_DETAILED: (215f06164378b7b2):
Fusing unzipped copy of assert_that/Group/GroupByKey/Write, through flatten ,
into producer assert_that/Group/GroupByKey/Reify
root: INFO: 2017-05-10T02:19:25.841Z: JOB_MESSAGE_DETAILED: (215f06164378ba8c):
Fusing consumer assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2017-05-10T02:19:25.855Z: JOB_MESSAGE_DETAILED: (215f06164378b8ce):
Fusing consumer assert_that/Group/GroupByKey/Write into
assert_that/Group/GroupByKey/Reify
root: INFO: 2017-05-10T02:19:25.859Z: JOB_MESSAGE_DETAILED: (215f06164378bba8):
Fusing consumer assert_that/Group/GroupByKey/Reify into
assert_that/Group/pair_with_1
root: INFO: 2017-05-10T02:19:25.862Z: JOB_MESSAGE_DETAILED: (215f06164378be82):
Fusing consumer FlatMap(<lambda at sideinputs_test.py:301>)/Do into main
input/Read
root: INFO: 2017-05-10T02:19:25.865Z: JOB_MESSAGE_DETAILED: (215f06164378b15c):
Fusing consumer assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2017-05-10T02:19:25.875Z: JOB_MESSAGE_DETAILED: (215f06164378b436):
Fusing consumer assert_that/WindowInto(WindowIntoFn) into FlatMap(<lambda at
sideinputs_test.py:301>)/Do
root: INFO: 2017-05-10T02:19:25.880Z: JOB_MESSAGE_DETAILED: (215f06164378b710):
Fusing consumer assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2017-05-10T02:19:25.954Z: JOB_MESSAGE_DEBUG: (215f06164378b40e):
Workflow config is missing a default resource spec.
root: INFO: 2017-05-10T02:19:25.956Z: JOB_MESSAGE_DETAILED: (215f06164378b6e8):
Adding StepResource setup and teardown to workflow graph.
root: INFO: 2017-05-10T02:19:25.958Z: JOB_MESSAGE_DEBUG: (215f06164378b9c2):
Adding workflow start and stop steps.
root: INFO: 2017-05-10T02:19:25.960Z: JOB_MESSAGE_DEBUG: (215f06164378bc9c):
Assigning stage ids.
root: INFO: 2017-05-10T02:19:25.994Z: JOB_MESSAGE_DEBUG: (b1fd05e9a7bedd47):
Executing wait step start22
root: INFO: 2017-05-10T02:19:26.002Z: JOB_MESSAGE_BASIC: (b1fd05e9a7bed5e1):
Executing operation side1/Read
root: INFO: 2017-05-10T02:19:26.004Z: JOB_MESSAGE_BASIC: (c118619b16e5d0d0):
Executing operation side2/Read
root: INFO: 2017-05-10T02:19:26.011Z: JOB_MESSAGE_DEBUG: (b1fd05e9a7bede7b):
Value "side1/Read.out" materialized.
root: INFO: 2017-05-10T02:19:26.017Z: JOB_MESSAGE_DEBUG: (c118619b16e5d6f2):
Value "side2/Read.out" materialized.
root: INFO: 2017-05-10T02:19:26.025Z: JOB_MESSAGE_BASIC: (c118619b16e5deb9):
Executing operation Flatten
root: INFO: 2017-05-10T02:19:26.037Z: JOB_MESSAGE_DEBUG: (c118619b16e5de47):
Value "Flatten.out" materialized.
root: INFO: 2017-05-10T02:19:26.045Z: JOB_MESSAGE_BASIC: (c118619b16e5d8e6):
Executing operation FlatMap(<lambda at sideinputs_test.py:301>)/SideInput-s5
root: INFO: 2017-05-10T02:19:26.057Z: JOB_MESSAGE_DEBUG: (c118619b16e5d1e0):
Value "FlatMap(<lambda at sideinputs_test.py:301>)/SideInput-s5.output"
materialized.
root: INFO: 2017-05-10T02:19:26.066Z: JOB_MESSAGE_BASIC: (c118619b16e5dada):
Executing operation assert_that/Group/GroupByKey/Create
root: INFO: 2017-05-10T02:19:26.270Z: JOB_MESSAGE_DEBUG: (e2a07eb64d8d91dc):
Starting worker pool setup.
root: INFO: 2017-05-10T02:19:26.272Z: JOB_MESSAGE_BASIC: (e2a07eb64d8d9a8e):
Starting 1 workers...
root: INFO: 2017-05-10T02:19:26.289Z: JOB_MESSAGE_DEBUG: (c118619b16e5dc0d):
Value "assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2017-05-10T02:19:26.300Z: JOB_MESSAGE_BASIC: (c118619b16e5dee5):
Executing operation main input/Read+FlatMap(<lambda at
sideinputs_test.py:301>)/Do+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2017-05-10T02:19:26.304Z: JOB_MESSAGE_BASIC: (b1fd05e9a7bed11e):
Executing operation
assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2017-05-10T02:21:48.042Z: JOB_MESSAGE_DETAILED: (3da1880b746fd8d):
Workers have started successfully.
root: INFO: 2017-05-10T02:23:52.144Z: JOB_MESSAGE_ERROR: (19edd31651e8eddb):
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py",
line 581, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py",
line 166, in execute
op.start()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/native_operations.py",
line 49, in start
self._current_progress = get_progress()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/workercustomsources.py",
line 126, in get_progress
return iobase.ReaderProgress(
AttributeError: 'module' object has no attribute 'ReaderProgress'
root: INFO: 2017-05-10T02:23:55.557Z: JOB_MESSAGE_ERROR: (19edd31651e8ec23):
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py",
line 581, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py",
line 166, in execute
op.start()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/native_operations.py",
line 49, in start
self._current_progress = get_progress()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/workercustomsources.py",
line 126, in get_progress
return iobase.ReaderProgress(
AttributeError: 'module' object has no attribute 'ReaderProgress'
root: INFO: 2017-05-10T02:23:58.987Z: JOB_MESSAGE_ERROR: (19edd31651e8ea6b):
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py",
line 581, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py",
line 166, in execute
op.start()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/native_operations.py",
line 49, in start
self._current_progress = get_progress()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/workercustomsources.py",
line 126, in get_progress
return iobase.ReaderProgress(
AttributeError: 'module' object has no attribute 'ReaderProgress'
root: INFO: 2017-05-10T02:24:02.382Z: JOB_MESSAGE_ERROR: (19edd31651e8e8b3):
Traceback (most recent call last):
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/batchworker.py",
line 581, in do_work
work_executor.execute()
File "/usr/local/lib/python2.7/dist-packages/dataflow_worker/executor.py",
line 166, in execute
op.start()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/native_operations.py",
line 49, in start
self._current_progress = get_progress()
File
"/usr/local/lib/python2.7/dist-packages/dataflow_worker/workercustomsources.py",
line 126, in get_progress
return iobase.ReaderProgress(
AttributeError: 'module' object has no attribute 'ReaderProgress'
root: INFO: 2017-05-10T02:24:02.405Z: JOB_MESSAGE_DEBUG: (c118619b16e5d63a):
Executing failure step failure21
root: INFO: 2017-05-10T02:24:02.407Z: JOB_MESSAGE_ERROR: (c118619b16e5d2f0):
Workflow failed. Causes: (c118619b16e5d362): S07:main
input/Read+FlatMap(<lambda at
sideinputs_test.py:301>)/Do+assert_that/WindowInto(WindowIntoFn)+assert_that/ToVoidKey+assert_that/Group/pair_with_1+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
failed.
root: INFO: 2017-05-10T02:24:02.465Z: JOB_MESSAGE_DETAILED: (215f06164378bc4b):
Cleaning up.
root: INFO: 2017-05-10T02:24:02.597Z: JOB_MESSAGE_DEBUG: (215f06164378bf25):
Starting worker pool teardown.
root: INFO: 2017-05-10T02:24:02.599Z: JOB_MESSAGE_BASIC: (215f06164378b1ff):
Stopping worker pool...
root: INFO: 2017-05-10T02:25:27.612Z: JOB_MESSAGE_BASIC: (215f06164378b646):
Worker pool stopped.
root: INFO: 2017-05-10T02:25:27.644Z: JOB_MESSAGE_DEBUG: (215f06164378b31b):
Tearing down pending resources...
root: INFO: Job 2017-05-09_19_19_22-8297893128687954825 is in state
JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 15 tests in 1479.364s
FAILED (errors=14)
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_01_21-248271457926087266?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_07_47-8258461548859220162?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_14_08-14453897031660960648?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_20_02-12788238450635658753?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_01_20-13230321987298668929?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_08_12-17925044393466132278?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_14_09-9609217760774917720?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_01_23-18236196026040646881?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_07_48-8000552664810130483?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_13_25-2575260572870413036?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_19_22-8297893128687954825?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_01_19-11605424239888703192?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_08_27-2672674185206199168?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_14_19-3970926101876107287?project=apache-beam-testing
Found:
https://console.cloud.google.com/dataflow/job/2017-05-09_19_19_33-5387510595643630118?project=apache-beam-testing
Build step 'Execute shell' marked build as failure
Not sending mail to unregistered user [email protected]
Not sending mail to unregistered user [email protected]
Not sending mail to unregistered user [email protected]
