See <https://builds.apache.org/job/beam_PostCommit_Python_Verify/1156/changes>
Changes:
[dhalperi] [BEAM-1379] Shade Guava in beam-sdks-java-io-kafka module
------------------------------------------
[...truncated 3807 lines...]
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/Extract.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s13"
},
"serialized_fn": "<string of 764 bytes>",
"user_name": "write/Write/WriteImpl/Extract"
}
},
{
"kind": "CollectionToSingleton",
"name": "s15",
"properties": {
"display_data": [],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
]
},
"output_name": "out",
"user_name":
"write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s14"
},
"user_name":
"write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView"
}
},
{
"kind": "ParallelDo",
"name": "s16",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_finalize_write"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {
"s15": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s15"
},
"s9": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s9"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/finalize_write.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "<string of 1008 bytes>",
"user_name": "write/Write/WriteImpl/finalize_write"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2017-02-03T10:19:01.180597Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2017-02-03_02_19_00-13780555277550667251'
name: u'py-wordcount-1486116059'
projectId: u'apache-beam-testing'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2017-02-03_02_19_00-13780555277550667251]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.developers.google.com/project/apache-beam-testing/dataflow/job/2017-02-03_02_19_00-13780555277550667251
root: INFO: Job 2017-02-03_02_19_00-13780555277550667251 is in state
JOB_STATE_RUNNING
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bf8b8:
2017-02-03T10:19:00.664Z: JOB_MESSAGE_WARNING: (bf3e5e032e0acbcf): Setting the
number of workers (1) disables autoscaling for this job. If you are trying to
cap autoscaling, consider only setting max_num_workers. If you want to disable
autoscaling altogether, the documented way is to explicitly use
autoscalingAlgorithm=NONE.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bfd60:
2017-02-03T10:19:01.856Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20fe4): Checking
required Cloud APIs are enabled.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bfefe:
2017-02-03T10:19:02.270Z: JOB_MESSAGE_DEBUG: (cd9b44aa7b2048a): Combiner
lifting skipped for step write/Write/WriteImpl/GroupByKey: GroupByKey not
followed by a combiner.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff00:
2017-02-03T10:19:02.272Z: JOB_MESSAGE_DEBUG: (cd9b44aa7b20578): Combiner
lifting skipped for step group: GroupByKey not followed by a combiner.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff03:
2017-02-03T10:19:02.275Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20666): Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff06:
2017-02-03T10:19:02.278Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20754): Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff0d:
2017-02-03T10:19:02.285Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20a1e): Annotating
graph with Autotuner information.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff18:
2017-02-03T10:19:02.296Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20471): Fusing
adjacent ParDo, Read, Write, and Flatten operations
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff1b:
2017-02-03T10:19:02.299Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b2055f): Fusing
consumer split into read/Read
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff1d:
2017-02-03T10:19:02.301Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b2064d): Fusing
consumer group/Reify into pair_with_one
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff1f:
2017-02-03T10:19:02.303Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b2073b): Fusing
consumer format into count
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff21:
2017-02-03T10:19:02.305Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20829): Fusing
consumer write/Write/WriteImpl/GroupByKey/GroupByWindow into
write/Write/WriteImpl/GroupByKey/Read
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff23:
2017-02-03T10:19:02.307Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20917): Fusing
consumer write/Write/WriteImpl/GroupByKey/Write into
write/Write/WriteImpl/GroupByKey/Reify
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff28:
2017-02-03T10:19:02.312Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20af3): Fusing
consumer write/Write/WriteImpl/Extract into
write/Write/WriteImpl/GroupByKey/GroupByWindow
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff2a:
2017-02-03T10:19:02.314Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20be1): Fusing
consumer count into group/GroupByWindow
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff2c:
2017-02-03T10:19:02.316Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20ccf): Fusing
consumer write/Write/WriteImpl/WindowInto into write/Write/WriteImpl/Pair
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff2e:
2017-02-03T10:19:02.318Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20dbd): Fusing
consumer write/Write/WriteImpl/GroupByKey/Reify into
write/Write/WriteImpl/WindowInto
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff31:
2017-02-03T10:19:02.321Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20eab): Fusing
consumer write/Write/WriteImpl/Pair into write/Write/WriteImpl/WriteBundles
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff33:
2017-02-03T10:19:02.323Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20f99): Fusing
consumer pair_with_one into split
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff35:
2017-02-03T10:19:02.325Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20087): Fusing
consumer group/GroupByWindow into group/Read
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff37:
2017-02-03T10:19:02.327Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20175): Fusing
consumer write/Write/WriteImpl/WriteBundles into format
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff39:
2017-02-03T10:19:02.329Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20263): Fusing
consumer group/Write into group/Reify
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff81:
2017-02-03T10:19:02.401Z: JOB_MESSAGE_DEBUG: (cd9b44aa7b20023): Workflow config
is missing a default resource spec.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff83:
2017-02-03T10:19:02.403Z: JOB_MESSAGE_DETAILED: (cd9b44aa7b20111): Adding
StepResource setup and teardown to workflow graph.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bff9a:
2017-02-03T10:19:02.426Z: JOB_MESSAGE_DEBUG: (bffec4eb62da71fe): Adding
workflow start and stop steps.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037bffcc:
2017-02-03T10:19:02.476Z: JOB_MESSAGE_DEBUG: (e71b8b329636fdc5): Assigning
stage ids.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c0007:
2017-02-03T10:19:02.535Z: JOB_MESSAGE_DEBUG: (4d44e88a8a2e2f5b): Executing wait
step start2
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c0011:
2017-02-03T10:19:02.545Z: JOB_MESSAGE_DEBUG: (9013b98518e001f6): Executing
operation write/Write/WriteImpl/DoOnce
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c001b:
2017-02-03T10:19:02.555Z: JOB_MESSAGE_DEBUG: (9013b98518e00400): Value
"write/Write/WriteImpl/DoOnce.out" materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c0024:
2017-02-03T10:19:02.564Z: JOB_MESSAGE_BASIC: S04: (9013b98518e00e61): Executing
operation write/Write/WriteImpl/InitializeWrite
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c00dc:
2017-02-03T10:19:02.748Z: JOB_MESSAGE_DEBUG: (dec163a2f52e07d2): Starting
worker pool setup.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c00df:
2017-02-03T10:19:02.751Z: JOB_MESSAGE_BASIC: (dec163a2f52e0134): Starting 1
workers...
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c00f0:
2017-02-03T10:19:02.768Z: JOB_MESSAGE_DEBUG: (e71b8b329636ff0d): Value
"group/Session" materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037c00fa:
2017-02-03T10:19:02.778Z: JOB_MESSAGE_BASIC: S02: (14313d406024824d): Executing
operation read/Read+split+pair_with_one+group/Reify+group/Write
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ccc08:
2017-02-03T10:19:54.760Z: JOB_MESSAGE_DETAILED: (6d536176bbc96d5d): Workers
have started successfully.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea1a4:
2017-02-03T10:21:54.980Z: JOB_MESSAGE_DEBUG: (36843435f540e0bd): Value
"write/Write/WriteImpl/InitializeWrite.out" materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea1e0:
2017-02-03T10:21:55.040Z: JOB_MESSAGE_BASIC: S05: (42d70285e95bf51): Executing
operation
write/Write/WriteImpl/ViewAsSingleton(write|Write|WriteImpl|InitializeWrite.None)/CreatePCollectionView
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea292:
2017-02-03T10:21:55.218Z: JOB_MESSAGE_DEBUG: (170ee32f10fae023): Value
"write/Write/WriteImpl/ViewAsSingleton(write|Write|WriteImpl|InitializeWrite.None)/CreatePCollectionView.out"
materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea302:
2017-02-03T10:21:55.330Z: JOB_MESSAGE_BASIC: S03: (cd9b44aa7b202ed): Executing
operation group/Close
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea31c:
2017-02-03T10:21:55.356Z: JOB_MESSAGE_BASIC: S06: (e71b8b329636fa2c): Executing
operation write/Write/WriteImpl/GroupByKey/Create
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea3cb:
2017-02-03T10:21:55.531Z: JOB_MESSAGE_DEBUG: (fbf6e519f93e61a): Value
"write/Write/WriteImpl/GroupByKey/Session" materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ea3d7:
2017-02-03T10:21:55.543Z: JOB_MESSAGE_BASIC: S07: (14313d40602480ee): Executing
operation
group/Read+group/GroupByWindow+count+format+write/Write/WriteImpl/WriteBundles+write/Write/WriteImpl/Pair+write/Write/WriteImpl/WindowInto+write/Write/WriteImpl/GroupByKey/Reify+write/Write/WriteImpl/GroupByKey/Write
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037eb52f:
2017-02-03T10:21:59.983Z: JOB_MESSAGE_BASIC: S08: (9013b98518e00450): Executing
operation write/Write/WriteImpl/GroupByKey/Close
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037eb546:
2017-02-03T10:22:00.006Z: JOB_MESSAGE_BASIC: S09: (4d44e88a8a2e25d0): Executing
operation
write/Write/WriteImpl/GroupByKey/Read+write/Write/WriteImpl/GroupByKey/GroupByWindow+write/Write/WriteImpl/Extract
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ebf22:
2017-02-03T10:22:02.530Z: JOB_MESSAGE_DEBUG: (170ee32f10fae25b): Value
"write/Write/WriteImpl/Extract.out" materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ebf32:
2017-02-03T10:22:02.546Z: JOB_MESSAGE_BASIC: S10: (9013b98518e0065a): Executing
operation
write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ebf96:
2017-02-03T10:22:02.646Z: JOB_MESSAGE_DEBUG: (cd9b44aa7b20e2e): Value
"write/Write/WriteImpl/ViewAsIterable(write|Write|WriteImpl|Extract.None)/CreatePCollectionView.out"
materialized.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ebfa0:
2017-02-03T10:22:02.656Z: JOB_MESSAGE_BASIC: S11: (f065f57e639839d7): Executing
operation write/Write/WriteImpl/finalize_write
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ec660:
2017-02-03T10:22:04.384Z: JOB_MESSAGE_DEBUG: (e71b8b329636f19d): Executing
success step success0
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ec6a7:
2017-02-03T10:22:04.455Z: JOB_MESSAGE_DETAILED: (36843435f540e067): Cleaning up.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ec71c:
2017-02-03T10:22:04.572Z: JOB_MESSAGE_DEBUG: (36843435f540eaf5): Starting
worker pool teardown.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037ec71f:
2017-02-03T10:22:04.575Z: JOB_MESSAGE_BASIC: (36843435f540e583): Stopping
worker pool...
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037fec1d:
2017-02-03T10:23:19.581Z: JOB_MESSAGE_BASIC: (36843435f540ed58): Worker pool
stopped.
root: INFO: 2017-02-03_02_19_00-13780555277550667251_0000015a037fec37:
2017-02-03T10:23:19.607Z: JOB_MESSAGE_DEBUG: (36843435f540ed02): Tearing down
pending resources...
root: INFO: Job 2017-02-03_02_19_00-13780555277550667251 is in state
JOB_STATE_DONE
root: INFO: Read from given path
gs://temp-storage-for-end-to-end-tests/py-wordcount-cloud/output/py-wordcount-1486116059/results*-of-*,
1605 lines, checksum: 128b09249daf700fb7d479807ee89521749bf543.
root: INFO: Read from given path
gs://temp-storage-for-end-to-end-tests/py-wordcount-cloud/output/py-wordcount-1486116059/results*-of-*,
1605 lines, checksum: 128b09249daf700fb7d479807ee89521749bf543.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 1 test in 277.918s
FAILED (failures=1)
Build step 'Execute shell' marked build as failure
