See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1111/>
------------------------------------------
[...truncated 8135 lines...]
"properties": {
"display_data": [],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:even/Group.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"serialized_fn": "<string of 252 bytes>",
"user_name": "assert:even/Group"
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:even/UnKey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s15"
},
"serialized_fn": "<string of 1052 bytes>",
"user_name": "assert:even/UnKey"
}
},
{
"kind": "ParallelDo",
"name": "s17",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert:even/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s16"
},
"serialized_fn": "<string of 1212 bytes>",
"user_name": "assert:even/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
id: u'2017-01-29_13_11_14-2550778920688330042'
projectId: u'apache-beam-testing'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2017-01-29_13_11_14-2550778920688330042]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.developers.google.com/project/apache-beam-testing/dataflow/job/2017-01-29_13_11_14-2550778920688330042
root: INFO: Job 2017-01-29_13_11_14-2550778920688330042 is in state
JOB_STATE_RUNNING
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec11577f:
2017-01-29T21:11:16.607Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9efc5): Checking
required Cloud APIs are enabled.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115977:
2017-01-29T21:11:17.111Z: JOB_MESSAGE_DEBUG: (1c538fdca4e9e796): Combiner
lifting skipped for step assert_that/Group: GroupByKey not followed by a
combiner.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec11597b:
2017-01-29T21:11:17.115Z: JOB_MESSAGE_DEBUG: (1c538fdca4e9eea8): Combiner
lifting skipped for step assert:even/Group: GroupByKey not followed by a
combiner.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115988:
2017-01-29T21:11:17.128Z: JOB_MESSAGE_DEBUG: (1c538fdca4e9e5ba): Combiner
lifting skipped for step assert:odd/Group: GroupByKey not followed by a
combiner.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec11598b:
2017-01-29T21:11:17.131Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9eccc): Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115990:
2017-01-29T21:11:17.136Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e3de): Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159a1:
2017-01-29T21:11:17.153Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e026): Annotating
graph with Autotuner information.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159b1:
2017-01-29T21:11:17.169Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e9d3): Fusing
adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159b8:
2017-01-29T21:11:17.176Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e7f7): Fusing
consumer assert:odd/ToVoidKey into assert:odd/WindowInto
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159bb:
2017-01-29T21:11:17.179Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9ef09): Fusing
consumer assert:odd/UnKey into assert:odd/Group/GroupByWindow
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159be:
2017-01-29T21:11:17.182Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e61b): Fusing
consumer assert:even/UnKey into assert:even/Group/GroupByWindow
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159c1:
2017-01-29T21:11:17.185Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9ed2d): Fusing
consumer assert:even/Group/GroupByWindow into assert:even/Group/Read
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159c5:
2017-01-29T21:11:17.189Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e43f): Fusing
consumer assert_that/Match into assert_that/UnKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159c7:
2017-01-29T21:11:17.191Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9eb51): Fusing
consumer assert_that/UnKey into assert_that/Group/GroupByWindow
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159cc:
2017-01-29T21:11:17.196Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e263): Fusing
consumer assert_that/Group/GroupByWindow into assert_that/Group/Read
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159d8:
2017-01-29T21:11:17.208Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e975): Fusing
consumer assert_that/Group/Write into assert_that/Group/Reify
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159db:
2017-01-29T21:11:17.211Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e087): Fusing
consumer assert_that/Group/Reify into assert_that/ToVoidKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159de:
2017-01-29T21:11:17.214Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e799): Fusing
consumer assert_that/ToVoidKey into assert_that/WindowInto
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159e1:
2017-01-29T21:11:17.217Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9eeab): Fusing
consumer assert:odd/Group/GroupByWindow into assert:odd/Group/Read
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159e4:
2017-01-29T21:11:17.220Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e5bd): Fusing
consumer assert:even/Group/Write into assert:even/Group/Reify
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159e6:
2017-01-29T21:11:17.222Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9eccf): Fusing
consumer assert:even/Match into assert:even/UnKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159e9:
2017-01-29T21:11:17.225Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e3e1): Fusing
consumer assert:even/Group/Reify into assert:even/ToVoidKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159eb:
2017-01-29T21:11:17.227Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9eaf3): Fusing
consumer assert:odd/WindowInto into ClassifyNumbers/ClassifyNumbers
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159ee:
2017-01-29T21:11:17.230Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e205): Fusing
consumer assert:odd/Group/Write into assert:odd/Group/Reify
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159f2:
2017-01-29T21:11:17.234Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e917): Fusing
consumer assert:even/WindowInto into ClassifyNumbers/ClassifyNumbers
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159f6:
2017-01-29T21:11:17.238Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e029): Fusing
consumer assert:even/ToVoidKey into assert:even/WindowInto
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159f9:
2017-01-29T21:11:17.241Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e73b): Fusing
consumer assert_that/WindowInto into ClassifyNumbers/ClassifyNumbers
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159fb:
2017-01-29T21:11:17.243Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9ee4d): Fusing
consumer assert:odd/Match into assert:odd/UnKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec1159ff:
2017-01-29T21:11:17.247Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e55f): Fusing
consumer assert:odd/Group/Reify into assert:odd/ToVoidKey
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115a7f:
2017-01-29T21:11:17.375Z: JOB_MESSAGE_DEBUG: (1c538fdca4e9e20b): Workflow
config is missing a default resource spec.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115a83:
2017-01-29T21:11:17.379Z: JOB_MESSAGE_DETAILED: (1c538fdca4e9e91d): Adding
StepResource setup and teardown to workflow graph.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115aa4:
2017-01-29T21:11:17.412Z: JOB_MESSAGE_DEBUG: (a62960ec116f226d): Adding
workflow start and stop steps.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115ac3:
2017-01-29T21:11:17.443Z: JOB_MESSAGE_DEBUG: (b0b45f94e74cdbad): Assigning
stage ids.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115b8c:
2017-01-29T21:11:17.644Z: JOB_MESSAGE_DEBUG: (4dd9c956a93d60e0): Executing wait
step start2
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115ba4:
2017-01-29T21:11:17.668Z: JOB_MESSAGE_DEBUG: (a52d0e7e31739b0): Executing
operation Some Numbers
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115bb3:
2017-01-29T21:11:17.683Z: JOB_MESSAGE_DEBUG: (813fdf09a22422d2): Value "Some
Numbers.out" materialized.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115bc3:
2017-01-29T21:11:17.699Z: JOB_MESSAGE_BASIC: S03: (d9e9b10d8ace987f): Executing
operation assert_that/Group/Create
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115bc6:
2017-01-29T21:11:17.702Z: JOB_MESSAGE_BASIC: S01: (3fd2fe3120d4d068): Executing
operation assert:odd/Group/Create
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115c94:
2017-01-29T21:11:17.908Z: JOB_MESSAGE_DEBUG: (cef49507d97f9328): Starting
worker pool setup.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115c97:
2017-01-29T21:11:17.911Z: JOB_MESSAGE_BASIC: (cef49507d97f948a): Starting 1
workers...
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115cb5:
2017-01-29T21:11:17.941Z: JOB_MESSAGE_DEBUG: (b0b45f94e74cd1d6): Value
"assert_that/Group/Session" materialized.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115cb9:
2017-01-29T21:11:17.945Z: JOB_MESSAGE_DEBUG: (1d584ed0d80e85b8): Value
"assert:odd/Group/Session" materialized.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115cbc:
2017-01-29T21:11:17.948Z: JOB_MESSAGE_DEBUG: (b0b45f94e74cd09c): Value
"assert:even/Group/Session" materialized.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec115ccd:
2017-01-29T21:11:17.965Z: JOB_MESSAGE_BASIC: S04: (1d584ed0d80e8949): Executing
operation
ClassifyNumbers/ClassifyNumbers+assert:odd/WindowInto+assert:odd/ToVoidKey+assert:even/WindowInto+assert:even/ToVoidKey+assert:even/Group/Reify+assert:even/Group/Write+assert_that/WindowInto+assert_that/ToVoidKey+assert_that/Group/Reify+assert_that/Group/Write+assert:odd/Group/Reify+assert:odd/Group/Write
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec126cd1:
2017-01-29T21:12:27.601Z: JOB_MESSAGE_ERROR: (a7096947af4d9e58): Workflow
failed. Causes: (a7096947af4d9824): Unable to bring up enough workers: minimum
1, actual 0.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec126d30:
2017-01-29T21:12:27.696Z: JOB_MESSAGE_DETAILED: (bccd28b0cb064b89): Cleaning up.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec126d34:
2017-01-29T21:12:27.700Z: JOB_MESSAGE_DEBUG: (bccd28b0cb064cb3): Starting
worker pool teardown.
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec126d37:
2017-01-29T21:12:27.703Z: JOB_MESSAGE_BASIC: (bccd28b0cb064ddd): Stopping
worker pool...
root: INFO: 2017-01-29_13_11_14-2550778920688330042_00000159ec12713e:
2017-01-29T21:12:28.734Z: JOB_MESSAGE_DEBUG: (bccd28b0cb0641f0): Tearing down
pending resources...
root: INFO: Job 2017-01-29_13_11_14-2550778920688330042 is in state
JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 14 tests in 370.812s
FAILED (errors=4)
Build step 'Execute shell' marked build as failure
