See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/4563/display/redirect?page=changes>
Changes:
[tgroh] Add Components to ExecutableStagePayload
[tgroh] Populate Environment in ExecutableStage
[tgroh] Add getComponents to ExecutableStage
------------------------------------------
[...truncated 1.03 MB...]
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"%0AH%22F%0A%1Fref_Coder_IntervalWindowCoder_1%12%23%0A%21%0A%1F%0A%1Dbeam%3Acoder%3Ainterval_window%3Av1j%5D%0A%2C%0A%2A%0A%20beam%3Awindowfn%3Afixed_windows%3Av0.1%1A%06%0A%02%08%0F%12%00%10%01%1A%1Fref_Coder_IntervalWindowCoder_1%22%02%3A%00%28%010%018%01H%01",
"user_name": "group"
}
},
{
"kind": "ParallelDo",
"name": "s7",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "count_ones"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type":
"StrUtf8Coder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlzBJUWhJWkWziAeVyGDZmMhY20hU5IeAAajEkY=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:interval_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "count.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s6"
},
"serialized_fn": "ref_AppliedPTransform_count_10",
"user_name": "count"
}
},
{
"kind": "ParallelDo",
"name": "s8",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "format_result"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:interval_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "format.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "ref_AppliedPTransform_format_11",
"user_name": "format"
}
},
{
"kind": "ParallelDo",
"name": "s9",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:bytes"
},
{
"@type": "kind:interval_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteStringsToPubSub/EncodeString.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s8"
},
"serialized_fn":
"ref_AppliedPTransform_WriteStringsToPubSub/EncodeString_13",
"user_name": "WriteStringsToPubSub/EncodeString"
}
},
{
"kind": "ParallelWrite",
"name": "s10",
"properties": {
"display_data": [],
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:bytes"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"format": "pubsub",
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s9"
},
"pubsub_topic":
"projects/apache-beam-testing/topics/wc_topic_output63c5cdec-fec4-480e-96a1-4da2dd660703",
"user_name": "WriteStringsToPubSub/Write/NativeWrite"
}
}
],
"type": "JOB_TYPE_STREAMING"
}
root: INFO: Create job: <Job
createTime: u'2018-04-02T17:33:12.127898Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2018-04-02_10_33_11-1654866170942183597'
location: u'us-central1'
name: u'beamapp-jenkins-0402173309-184678'
projectId: u'apache-beam-testing'
stageStates: []
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_STREAMING, 2)>
root: INFO: Created job with id: [2018-04-02_10_33_11-1654866170942183597]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-04-02_10_33_11-1654866170942183597?project=apache-beam-testing
google.auth.transport._http_client: DEBUG: Making request: GET
http://169.254.169.254
google.auth.transport._http_client: DEBUG: Making request: GET
http://metadata.google.internal/computeMetadata/v1/project/project-id
root: DEBUG: Start pulling messages from
projects/apache-beam-testing/subscriptions/wc_subscription_output63c5cdec-fec4-480e-96a1-4da2dd660703
google_auth_httplib2: DEBUG: Making request: GET
http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/default/?recursive=true
google_auth_httplib2: DEBUG: Making request: GET
http://metadata.google.internal/computeMetadata/v1/instance/service-accounts/[email protected]/token
root: ERROR: Timeout after 400 sec. Received 0 messages from
projects/apache-beam-testing/subscriptions/wc_subscription_output63c5cdec-fec4-480e-96a1-4da2dd660703.
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
Ran 4 tests in 650.232s
FAILED (failures=1)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-04-02_10_33_11-1654866170942183597?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-04-02_10_32_57-5484379050824421721?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-04-02_10_32_57-3884443150297259772?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2018-04-02_10_32_57-2569981282437604706?project=apache-beam-testing.
Build step 'Execute shell' marked build as failure
