See
<https://ci-beam.apache.org/job/beam_PostCommit_Python36/2810/display/redirect?page=changes>
Changes:
[Boyuan Zhang] Remove redundant setMaxNumRecords and consumerFactoryFn.
[noreply] Merge pull request #12575: [BEAM-10707] Adding Python docs precommit
as
------------------------------------------
[...truncated 21.00 MB...]
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWfd0mCEAAXl/wP//////+RAAFfuUwr/n//JgwAQAQAG8lZiw0ibU1T2qMm9TRkygNBoyaBoeoPUxDTR6gA0aNqaDSE9UfpRtGqe1T1D0TQAAYQwgAAAAABzTEZGTTJoBkNGQyZAAADI0yNAwhkDTREyk8kY9UZAAAAAAAAAGgBkcJooNeUmqM2NJ90JqV5KW05Ag8jOQANwp/KHD9KVgQSSbNn57n+vp6u8/ak64AiQQSCLlVBJQlEBIAtI09RJ2be/cMZ9AU2/KlJJCAiWDy2RBVSmk3mlktblm3td2HY4cUza169vX+nk4EUXkXPWM8EjBJmLlZjZqkVfbOx2nWX8ILiUwMxHAFUM4RqbQCRcHwT2AmMO0iODMT7jTSp86umLohHp9EbkWGabwXgXAA4CS2O+59wmamoU0B12pVEUYL9TRiBO2OSjwZTkQxkRilAHVC0eIlhaCDw6THKkbSmAlBBIVFNAkDvFiw4e4euZ049Ee0fLoTigMysWUsQHP6pEqmtRhIoowGvnpKZwqJCvEPaAETOXxUY4VHBkgFUT31+woUU6SSc1/Eo0YGcJL8TKIq1aMu1ailYFxSa2p/baqsDNFoMyqsYsz2qyrUCKApTsCTnWy5gUsPvXOx7EL1YSOYm5NRqNDBI+NhG2UKMUAosY6rjJh2DANChLEofmV/NCxUdp2K4Y+tBJoJJ4n4XgKUPHjyT50xDJPP/Zf8XckU4UJD3dJghA=",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWUzbrC4AAWF/wP//////4RAAFfuUwr/n//JgwAQAQAG8juus4ggplPUep6ajE9TRiaaNMGp6Rk9IxoNT0aIxPQjT0BpEymyNBNqTZQYnoQBpkZBoaAyABp6IAamIaVGjTTaZGkaAANMjIyDIGgAGgaekGmoUMmIntKMj1GmRoBkxMmg0aZAaA8oBkbAXxSiiWpWxEyANc0mtvMRAPQvEIl8of8sGUpCCCSZJPrIyX2lZ6+7rJ4DhIJBFBSgSUJRASAN6prrCfKs3ZYXDoZiQgwkQF8TM9UPwuphm5ddr2HMkFdvXCxMeePhvOug5Z0tIfw41nZar3P+0BH0qIp/KetmIhtIWBamlQC5QEy51AFVAJUGIAkFlVVnSCLWDYydrjYigTmafhhg2QKSwOAmkzcB9sjnNoE2UB76UctUM/Tnyhj63VL6Is+DhoOiGSCWgFMGobGGQahUkrKQCEAKa8ZYEIgOYMFAiPGxo+FRLGdkkgqBNGSMNpYVaTw4MVhiqlR7KL2jMYuGAcoECnE2BjZCkYFpNClB7UjWH1CB1GsXG4UW5OLwRv6m2Q2F/czf0AEJjpjLFMZm8nqiohmccERyZsVHKEACZl0xE1sxkOAxSpmQieV2Y4UyQl13lqWHBDGxwkriBkjRAmQ/AgnHbKQEqJsSDCj+a+HRUk15w82kYjwHJRNlWBHLw/f5+s+xCPfH7cOIu5IpwoSCZt1hc",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWeHfh0gAAs9/wH/////////////+wr/3/+JhwEAC7Os3awLs3EFTxNQ1PSZplMGpiYgNAAAxANGmgaaNDQ009TQaANMggp6TRpihqDE0AAGgAAaAAAABoAAAyNNA1PRInpQ0AAAAAABkNAANBoAAA0GnqAAEkk9JohPRPVNhGkNPU0NHqAAaAAANGg0AAAAyAVCXWew3poJIYvJsuS/ZZdEsdc5yZYS4uzJjrxYrTpVAiIB6EDABsFkohApNR9Ig7UCAlhIBLDDDD7y4ZaRPSEPNdAiNmNV6bDHEEEEEkEklhJJJLCQCWCcIaGno8Pa48VNF7P4vb7up45K8N9k2DAXwwqZRUwwOoQTMD1v7ZGrWIJohslBMMrzkqBTFgsD5FBkWapVNCKKMFCeIcBXb7qBxSOKOpUPNPArnANmfQpdHSvIZBkPjweP7+IC/tT1bFVFFGxtTzUSb3eFbc61KWVxKJp2ITkIPGtwVqfVBW5pTvBkSQAZ2chSckk8oUz8jSjoTxaMIJrIlrTuqGj93ALdgIooAqUlkBCJE6CgWXjBLRkqMhuWZYTgpifvIn1GzS+1gA4CkR6shvm26vf52Yes6fcvbKjgcBGIDARkRhUOw7AXKYRaZGRIS7JDU0wKBYAtNbX2FZDN0YpgYALjibMRGS5ZT7boQvHS1Z8FKhrwA9gjks7M+GdrsGCFlQUzRrHJiZORIdkYZgv5gU3ygrrqUw86sKi3gCdjTx1pKmVguWkW2Q7BuS4EcbqCqyTVM2Dj1whYvGlSXVOiH5ngtlmIxA9vDdfLIMQhoyoaMZQaAA7GF1BMsi4yGsurSoo1GIk5lkilFgBsgkQTOBCBRDAOoKIWBoJmRsTVLeG3ZzZJs55jKZzJqV6fAUEdfaZWqU2VWhaoQDW4Kz0xHW+T4SYx4dCg6ZOygbDIcRJozbFGmTYH2FKoqQZmmK8kzOKXU74iuaA+qFf1ERxfgWIqoiQOVXlqaKLOhxIALKVVmK4RikZzRmFttuTK/iolIjlvQ2GeCeYlVhLqskxZq2ip1zya0MVvbmKGU4xJnmaqsyHVAp5ipMnNwElsRiVMSYgS/V15MuNAMQBAnTYKwjtSQTp/5/MkKCGnBsuUEIHiij0hM+cQCfiCWlQDftVrdz7W5LRAP7btq3LPr/f4u5IpwoSHDvw6Q",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-16T06:11:29.508758Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-15_23_11_28-11995032021009914192'
location: 'us-central1'
name: 'beamapp-jenkins-0816061119-640014'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-16T06:11:29.508758Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-15_23_11_28-11995032021009914192]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-15_23_11_28-11995032021009914192
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-15_23_11_28-11995032021009914192?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py36.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3473.123s
FAILED (SKIP=6, errors=9, failures=1)
> Task :sdks:python:test-suites:dataflow:py36:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 48
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py36:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 116
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 0m 22s
153 actionable tasks: 118 executed, 33 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/qughsrb3wpkg4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
