See
<https://builds.apache.org/job/beam_PostCommit_Python2/921/display/redirect?page=changes>
Changes:
[github] Adjust last-updated date for the Jenkins README
------------------------------------------
[...truncated 1.13 MB...]
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
],
"is_stream_like": {
"value": true
}
},
"output_name": "out",
"user_name":
"WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s17"
},
"user_name":
"WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)",
"windowing_strategy":
"%0AB%22%40%0A%1Dref_Coder_GlobalWindowCoder_1%12%1F%0A%1D%0A%1Bbeam%3Acoder%3Aglobal_window%3Av1jT%0A%25%0A%23%0A%21beam%3Awindowfn%3Aglobal_windows%3Av0.1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01"
}
},
{
"kind": "ParallelDo",
"name": "s21",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_finalize_write"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {
"side0-WriteUserScoreSums/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s18"
},
"side1-WriteUserScoreSums/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s19"
},
"side2-WriteUserScoreSums/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteUserScoreSums/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn": "<string of 2424 bytes>",
"user_name":
"WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2019-11-07T10:19:29.212323Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2019-11-07_02_19_27-4040771458254768390'
location: u'us-central1'
name: u'beamapp-jenkins-1107101915-942203'
projectId: u'apache-beam-testing'
stageStates: []
startTime: u'2019-11-07T10:19:29.212323Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-11-07_02_19_27-4040771458254768390]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-11-07_02_19_27-4040771458254768390?project=apache-beam-testing
root: INFO: Job 2019-11-07_02_19_27-4040771458254768390 is in state
JOB_STATE_RUNNING
root: INFO: 2019-11-07T10:19:27.739Z: JOB_MESSAGE_DETAILED: Autoscaling is
enabled for job 2019-11-07_02_19_27-4040771458254768390. The number of workers
will be between 1 and 1000.
root: INFO: 2019-11-07T10:19:27.739Z: JOB_MESSAGE_DETAILED: Autoscaling was
automatically enabled for job 2019-11-07_02_19_27-4040771458254768390.
root: INFO: 2019-11-07T10:19:31.202Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-11-07T10:19:32.177Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-f.
root: INFO: 2019-11-07T10:19:32.865Z: JOB_MESSAGE_DETAILED: Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2019-11-07T10:19:32.893Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step WriteUserScoreSums/Write/WriteImpl/GroupByKey: GroupByKey not
followed by a combiner.
root: INFO: 2019-11-07T10:19:32.955Z: JOB_MESSAGE_DETAILED: Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2019-11-07T10:19:32.978Z: JOB_MESSAGE_DETAILED: Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2019-11-07T10:19:33.061Z: JOB_MESSAGE_DEBUG: Annotating graph with
Autotuner information.
root: INFO: 2019-11-07T10:19:33.108Z: JOB_MESSAGE_DETAILED: Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2019-11-07T10:19:33.136Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ParseGameEventFn into ReadInputText/Read
root: INFO: 2019-11-07T10:19:33.159Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/Map(<lambda at user_score.py:115>) into
UserScore/ParseGameEventFn
root: INFO: 2019-11-07T10:19:33.187Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial
into UserScore/ExtractAndSumScore/Map(<lambda at user_score.py:115>)
root: INFO: 2019-11-07T10:19:33.216Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Reify into
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial
root: INFO: 2019-11-07T10:19:33.244Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Write into
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Reify
root: INFO: 2019-11-07T10:19:33.266Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine into
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Read
root: INFO: 2019-11-07T10:19:33.288Z: JOB_MESSAGE_DETAILED: Fusing consumer
UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Extract into
UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine
root: INFO: 2019-11-07T10:19:33.312Z: JOB_MESSAGE_DETAILED: Fusing consumer
FormatUserScoreSums into
UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Extract
root: INFO: 2019-11-07T10:19:33.339Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/WriteBundles/WriteBundles into
FormatUserScoreSums
root: INFO: 2019-11-07T10:19:33.365Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/Pair into
WriteUserScoreSums/Write/WriteImpl/WriteBundles/WriteBundles
root: INFO: 2019-11-07T10:19:33.391Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/WindowInto(WindowIntoFn) into
WriteUserScoreSums/Write/WriteImpl/Pair
root: INFO: 2019-11-07T10:19:33.419Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Reify into
WriteUserScoreSums/Write/WriteImpl/WindowInto(WindowIntoFn)
root: INFO: 2019-11-07T10:19:33.448Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Write into
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Reify
root: INFO: 2019-11-07T10:19:33.467Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/GroupByKey/GroupByWindow into
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Read
root: INFO: 2019-11-07T10:19:33.491Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/Extract into
WriteUserScoreSums/Write/WriteImpl/GroupByKey/GroupByWindow
root: INFO: 2019-11-07T10:19:33.515Z: JOB_MESSAGE_DETAILED: Fusing consumer
WriteUserScoreSums/Write/WriteImpl/InitializeWrite into
WriteUserScoreSums/Write/WriteImpl/DoOnce/Read
root: INFO: 2019-11-07T10:19:33.545Z: JOB_MESSAGE_DEBUG: Workflow config is
missing a default resource spec.
root: INFO: 2019-11-07T10:19:33.572Z: JOB_MESSAGE_DEBUG: Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2019-11-07T10:19:33.598Z: JOB_MESSAGE_DEBUG: Adding workflow start
and stop steps.
root: INFO: 2019-11-07T10:19:33.622Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-11-07T10:19:33.761Z: JOB_MESSAGE_DEBUG: Executing wait step
start35
root: INFO: 2019-11-07T10:19:33.818Z: JOB_MESSAGE_BASIC: Executing operation
WriteUserScoreSums/Write/WriteImpl/DoOnce/Read+WriteUserScoreSums/Write/WriteImpl/InitializeWrite
root: INFO: 2019-11-07T10:19:33.838Z: JOB_MESSAGE_BASIC: Executing operation
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Create
root: INFO: 2019-11-07T10:19:33.852Z: JOB_MESSAGE_DEBUG: Starting worker pool
setup.
root: INFO: 2019-11-07T10:19:33.860Z: JOB_MESSAGE_BASIC: Executing operation
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Create
root: INFO: 2019-11-07T10:19:33.875Z: JOB_MESSAGE_BASIC: Starting 1 workers in
us-central1-f...
root: INFO: 2019-11-07T10:19:33.925Z: JOB_MESSAGE_BASIC: Finished operation
UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Create
root: INFO: 2019-11-07T10:19:33.925Z: JOB_MESSAGE_BASIC: Finished operation
WriteUserScoreSums/Write/WriteImpl/GroupByKey/Create
root: INFO: 2019-11-07T10:19:33.985Z: JOB_MESSAGE_DEBUG: Value
"UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Session"
materialized.
root: INFO: 2019-11-07T10:19:34.012Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/GroupByKey/Session" materialized.
root: INFO: 2019-11-07T10:19:34.049Z: JOB_MESSAGE_BASIC: Executing operation
ReadInputText/Read+UserScore/ParseGameEventFn+UserScore/ExtractAndSumScore/Map(<lambda
at
user_score.py:115>)+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Reify+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Write
root: INFO: 2019-11-07T10:19:57.903Z: JOB_MESSAGE_BASIC: Autoscaling: Resizing
worker pool from 1 to 5.
root: INFO: 2019-11-07T10:20:07.601Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 1 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-11-07T10:20:07.636Z: JOB_MESSAGE_DETAILED: Resized worker pool
to 1, though goal was 5. This could be a quota issue.
root: INFO: 2019-11-07T10:20:18.832Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 4 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-11-07T10:20:18.865Z: JOB_MESSAGE_DETAILED: Resized worker pool
to 4, though goal was 5. This could be a quota issue.
root: INFO: 2019-11-07T10:20:24.267Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 5 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-11-07T10:20:28.091Z: JOB_MESSAGE_WARNING: Your project already
contains 100 Dataflow-created metric descriptors and Stackdriver will not
create new Dataflow custom metrics for this job. Each unique user-defined
metric name (independent of the DoFn in which it is defined) produces a new
metric descriptor. To delete old / unused metric descriptors see
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list
and
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
root: INFO: 2019-11-07T10:21:22.474Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-11-07T10:21:22.496Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-11-07T10:24:43.556Z: JOB_MESSAGE_BASIC: Autoscaling: Resizing
worker pool from 5 to 18.
root: INFO: 2019-11-07T10:24:50.006Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 14 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-11-07T10:24:50.049Z: JOB_MESSAGE_DETAILED: Resized worker pool
to 14, though goal was 18. This could be a quota issue.
root: INFO: 2019-11-07T10:24:55.437Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 18 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-11-07T10:25:33.745Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-11-07T10:28:41.187Z: JOB_MESSAGE_BASIC: Finished operation
WriteUserScoreSums/Write/WriteImpl/DoOnce/Read+WriteUserScoreSums/Write/WriteImpl/InitializeWrite
root: INFO: 2019-11-07T10:28:41.275Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/DoOnce/Read.out" materialized.
root: INFO: 2019-11-07T10:28:41.300Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/InitializeWrite.out" materialized.
root: INFO: 2019-11-07T10:28:41.368Z: JOB_MESSAGE_BASIC: Executing operation
WriteUserScoreSums/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.393Z: JOB_MESSAGE_BASIC: Executing operation
WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.413Z: JOB_MESSAGE_BASIC: Finished operation
WriteUserScoreSums/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.418Z: JOB_MESSAGE_BASIC: Executing operation
WriteUserScoreSums/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.439Z: JOB_MESSAGE_BASIC: Finished operation
WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.467Z: JOB_MESSAGE_BASIC: Finished operation
WriteUserScoreSums/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0)
root: INFO: 2019-11-07T10:28:41.480Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/WriteBundles/_UnpickledSideInput(InitializeWrite.out.0).output"
materialized.
root: INFO: 2019-11-07T10:28:41.508Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(InitializeWrite.out.0).output"
materialized.
root: INFO: 2019-11-07T10:28:41.535Z: JOB_MESSAGE_DEBUG: Value
"WriteUserScoreSums/Write/WriteImpl/PreFinalize/_UnpickledSideInput(InitializeWrite.out.0).output"
materialized.
root: INFO: 2019-11-07T10:28:44.906Z: JOB_MESSAGE_ERROR: Workflow failed.
root: INFO: 2019-11-07T10:28:45.037Z: JOB_MESSAGE_BASIC: Finished operation
ReadInputText/Read+UserScore/ParseGameEventFn+UserScore/ExtractAndSumScore/Map(<lambda
at
user_score.py:115>)+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey+UserScore/ExtractAndSumScore/CombinePerKey(sum)/Combine/Partial+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Reify+UserScore/ExtractAndSumScore/CombinePerKey(sum)/GroupByKey/Write
root: INFO: 2019-11-07T10:28:45.153Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2019-11-07T10:28:45.382Z: JOB_MESSAGE_DEBUG: Starting worker pool
teardown.
root: INFO: 2019-11-07T10:28:45.411Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2019-11-07T10:31:12.794Z: JOB_MESSAGE_DETAILED: Autoscaling:
Reduced the number of workers to 0 based on the rate of progress in the
currently running step(s).
root: INFO: 2019-11-07T10:31:12.847Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2019-11-07T10:31:12.880Z: JOB_MESSAGE_DEBUG: Tearing down pending
resources...
root: INFO: Job 2019-11-07_02_19_27-4040771458254768390 is in state
JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df.xml
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 45 tests in 3388.976s
FAILED (SKIP=4, errors=1)
> Task :sdks:python:test-suites:dataflow:py2:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python2/ws/src/sdks/python/test-suites/dataflow/py2/build.gradle'>
line: 85
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py2:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m 33s
112 actionable tasks: 87 executed, 22 from cache, 3 up-to-date
Publishing build scan...
https://gradle.com/s/o7ntjxwkfjlyi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
