See
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/2830/display/redirect?page=changes>
Changes:
[yoshiki.obata] [BEAM-9980] add groovy functions for python versions
[yoshiki.obata] [BEAM-9980] update dataflow test-suites to switch python
versions using
[yoshiki.obata] [BEAM-9980] version switchable dataflow tasks to be invoked
[yoshiki.obata] [BEAM-9980] :sdks:python:test-suites:dataflow included in
[Luke Cwik] [BEAM-10670] Make key coder deterministic by using upstream
PCollection
[Udi Meiri] [BEAM-10697] Remove testPy2Cython from precommit
[noreply] [BEAM-9891] Generate query execution summary table after finishing
jobs
------------------------------------------
[...truncated 21.50 MB...]
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "unbatchable",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWazGXbsAAXl/wP//////+RAAFfuUwr/n//JgwAQAQAG8lZiw0iZNU2jQ9TRk0JoGI9RoZGag2oGNJk0BoNPUyDSDVHkj0yp5T0j1ABoMgBkZAAZGQNMgAc0xGRk0yaAZDRkMmQAAAyNMjQMIZA01NFPKMkY9UwIBoAA0AAADQGQ0NGnIZZTUjFaCrlxdhiZNpxjutQIPQyEADfKHAWi+UpAgkk3Ll63d9rq+vvBs6cASCCQRhMYCShKICUA4a+0wmC3dvpE5sUF6EIORjA2B3PZDtI5568FiKDdtcmS5Hcs/OVdPq77ZuaZy9mGFN2Krrh9u5vpmoic0tbxFY4kwRpqq0GKFDQa+kqBYhkCLPV4SDQ56fAEwvtkQyZhPyLSUPrbtYZRHJeRLD+TNmzqyqdAYBHXUwsfjyUoWZCwGWaNIP1AUh5r4JnZjn9FUY2GM6mKEoOkEsgFpCWCWAdHmFQNpSAPBBksSGgRh3qpIcPgQTI6YYWQaPp0swnCtDIeVQHNiYtFFKDBQRgxVruSMxooI+pAOV4EDIXQYLIYjQqPDGCSvYUSsE+akWrYgUWDzIEjfTOIo0Zc/+/oIpR2Bh/cDGLTDXl8Fgq0Y0nOdLOVYLOcUBSfVEWtwFqgpVdWa2zVfWYGY0CbnxNaEiSJ9NZKa8IMTgl5J0nGSjzTANhVHrQNu+5LChRZoWtwNOKMR2zlKJx6UBPenaZNUzyIV5P7Vr/xdyRThQkKzGXbs",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWbi88tEAAWF/wP//////4RAAFfuUwr/n//JgwAQAQAG8ju5s4go0mRMZCbQJgA01NNpppoTAIwAGgAGkTJPalP0aT0o9NTRiAAyBiGhoABoaA000ImmmiUxPU9J6B6ppkaMhoYAmjCYIYEaaBptBppNQ1J5Ib0pk09TQAAAAaNAAAyNBpo5DMK087lXMnamIPqwhvMiAehlIROAof4sLxSoCCSbdv58Lntcd6+72pYABJBIIwVUElCUQEoBp5GS6KmvJaTfBBgcTGOEiAv1XUsHAoicC7ZvLz6ebKxQc0Jq3MX2/ZrX8jde9G9N78L23FNf+es0RaXMtlQ+lHCFszwHiyCIF8AJz49EBSMCCIuADotCSUx0RcgYFToywImE86Ljz59PPMjDA8BOUj4z+ipmp4VNAFrjR28gI2pdaCFzMjfcmOuGE03whALHgYkEsCaUNjzyhWZPAkADJokGBII0oDR9hyZWzD4Y4xia+cVw7KrVQ2JdkYxiIJIiih1eNIRsMJJLrxFIA8ylnqM0KjByRhVEuNQ4TKKdJIM6h5Rz5DKEheTQIhUm0b99xBCg4Ej/wJSRLFbCYRPccUzOHwEThRzEAFHDJB9SoBVAEFUXQpWjUpUJDKcpHXiMwkPic1RQG4IWM0ChWVGooKWksBbCncpAvB8QhE1PV0Ab4UElqSYT5zAdPJi/f5uAQk9/Hn17F3JFOFCQuLzy0QA==",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
},
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWeXpTGIAAs9/wH/////////////+wr/3/+JhwEAC7Os5XFIMQkMVP1EwZPUTCZpMgAaAA2ppoNGjRoDTQGEDRkAzUGiYhJ6aEmpsCg09RoHqAaAAAAAAAAABo02p6g1P1RFGg0AAAAAAA0AAA2pkAAA0B6gABJFNJppNT2qb1TzU9UeUZGjAg0AMIxAAGTEAMmRoMh6mTFMi7p7Deq3xCv4DWPJYSlBHSy6yxEvzqPFTsrxo0VDkoiIBZIDElHGSBNTgp/prUdg1AwEgYQww+8qGU2X9IU+9EmB53k88/NJkQQhCAQAMAABgJAxk2HUybmhjYfJlq0YOT6fV7fhIrTNtp6aS+C2olGohggndMwdUtASNlsAo4pJsDoGzr8lyVMMVgd41ZVm5tU8muVGhQjghSVu6vZWE45Q7cCSrkGZIANT6EODTXkJBIfHi7YlRAqywWNU3Z5Wtaaq10b9CxJnZNREuhWb5kWD4tGi8pd9LtO45cRljBwgAZumU02AgsHUP/HZbI9jZziOQItR6lE201AArtAMQiAKihIwZEZsKBI/la3a8uhDLeU6Y/g1hx39X7s4Z/2QBcKhboGBXr9liz7wrSNh9Vqv5TIFARiAkI5Y4mWTegN4dBAUWkGQQsRQQFAFDa7YaGtr9NE0CAE5z8ZEV12x1NH1rLSfOSeOpZwAhRGcODtCmo1l2B7xOomjnIEREoEY/rGGYKKQoJCeewoiEalUk18FRjS/M6SlkrE1dFhkQYMY4gR4kE6sXpdLjwITvWioMGUtKoh9yR1f8ZGAEJrdqHFHYOd4IRNmg43AAKYxKTiMp2GQOSlSUY8QwzzPAIEqKwDcIkHTQAdyq9JBOowrDOmZF+XSa3NeXJE2BCIstAvbCoqUlUj49dlXlTWZ0K6Dh/shctMUSicRfsTSy5cL1N6Cdu85b+b2bJfKc4UnhzRVERq77yRK4nZOKKAquNcznOecYpBEw3JszVSRIpSxmYAMrpZwx2BmIhoGyAtrtwhXscYQDYFieJ7iVBC5iFwpBBKrRKi2sDpBjPWtBEyeDEDVDqzhNSiCegqIyUcUG+dVL6KXoQOX5aD8lloqgQNkpKQwTeY1dXL2qb1At54nk2YQgdmM9IKr5SCRgQPFcgDy4vdbnOqNwgDdbbc2rdtv/F3JFOFCQ5elMYg==",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-18T00:27:12.936731Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-17_17_27_11-17673970446702328785'
location: 'us-central1'
name: 'beamapp-jenkins-0818002702-918260'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-18T00:27:12.936731Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-17_17_27_11-17673970446702328785]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-17_17_27_11-17673970446702328785
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-17_17_27_11-17673970446702328785?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py35.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3840.790s
FAILED (SKIP=7, failures=1)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 6m 14s
153 actionable tasks: 129 executed, 22 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/c6mbcozyhqdyo
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
