See
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/2731/display/redirect?page=changes>
Changes:
[heejong] [BEAM-10679] improving XLang KafkaIO streaming test
[heejong] fix formatting
[heejong] fix incorrect coder issue
[heejong] use Create
[noreply] [BEAM-9919] Added an External Transform API to Go SDK (#12445)
------------------------------------------
[...truncated 21.47 MB...]
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "unbatchable",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWfd0mCEAAXl/wP//////+RAAFfuUwr/n//JgwAQAQAG8lZiw0ibU1T2qMm9TRkygNBoyaBoeoPUxDTR6gA0aNqaDSE9UfpRtGqe1T1D0TQAAYQwgAAAAABzTEZGTTJoBkNGQyZAAADI0yNAwhkDTREyk8kY9UZAAAAAAAAAGgBkcJooNeUmqM2NJ90JqV5KW05Ag8jOQANwp/KHD9KVgQSSbNn57n+vp6u8/ak64AiQQSCLlVBJQlEBIAtI09RJ2be/cMZ9AU2/KlJJCAiWDy2RBVSmk3mlktblm3td2HY4cUza169vX+nk4EUXkXPWM8EjBJmLlZjZqkVfbOx2nWX8ILiUwMxHAFUM4RqbQCRcHwT2AmMO0iODMT7jTSp86umLohHp9EbkWGabwXgXAA4CS2O+59wmamoU0B12pVEUYL9TRiBO2OSjwZTkQxkRilAHVC0eIlhaCDw6THKkbSmAlBBIVFNAkDvFiw4e4euZ049Ee0fLoTigMysWUsQHP6pEqmtRhIoowGvnpKZwqJCvEPaAETOXxUY4VHBkgFUT31+woUU6SSc1/Eo0YGcJL8TKIq1aMu1ailYFxSa2p/baqsDNFoMyqsYsz2qyrUCKApTsCTnWy5gUsPvXOx7EL1YSOYm5NRqNDBI+NhG2UKMUAosY6rjJh2DANChLEofmV/NCxUdp2K4Y+tBJoJJ4n4XgKUPHjyT50xDJPP/Zf8XckU4UJD3dJghA=",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWUzbrC4AAWF/wP//////4RAAFfuUwr/n//JgwAQAQAG8juus4ggplPUep6ajE9TRiaaNMGp6Rk9IxoNT0aIxPQjT0BpEymyNBNqTZQYnoQBpkZBoaAyABp6IAamIaVGjTTaZGkaAANMjIyDIGgAGgaekGmoUMmIntKMj1GmRoBkxMmg0aZAaA8oBkbAXxSiiWpWxEyANc0mtvMRAPQvEIl8of8sGUpCCCSZJPrIyX2lZ6+7rJ4DhIJBFBSgSUJRASAN6prrCfKs3ZYXDoZiQgwkQF8TM9UPwuphm5ddr2HMkFdvXCxMeePhvOug5Z0tIfw41nZar3P+0BH0qIp/KetmIhtIWBamlQC5QEy51AFVAJUGIAkFlVVnSCLWDYydrjYigTmafhhg2QKSwOAmkzcB9sjnNoE2UB76UctUM/Tnyhj63VL6Is+DhoOiGSCWgFMGobGGQahUkrKQCEAKa8ZYEIgOYMFAiPGxo+FRLGdkkgqBNGSMNpYVaTw4MVhiqlR7KL2jMYuGAcoECnE2BjZCkYFpNClB7UjWH1CB1GsXG4UW5OLwRv6m2Q2F/czf0AEJjpjLFMZm8nqiohmccERyZsVHKEACZl0xE1sxkOAxSpmQieV2Y4UyQl13lqWHBDGxwkriBkjRAmQ/AgnHbKQEqJsSDCj+a+HRUk15w82kYjwHJRNlWBHLw/f5+s+xCPfH7cOIu5IpwoSCZt1hc",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWWp3RHUAAs9/wH/////////////+wr/3/+JhwEAC7KndsBuzcNFGTUE9Jp6NJ6TIaYgNAAAaNBo0A09QAaZNNAADQImqn+hGp4k0mm0QAAAaABpoAAMgADQAaA0NMg1PRKaelDQNND1AAAAAAAADQAAANDJ6gABKE0miZMk9JppomjajTTIAAAAAAAAAAAMgHIbTMG0gruGmHEmzJUJtt6bKGkINuGpaxXVIatraO9fpIiA8TDABJLNshApMH0iDuQICWEgEsMMMPvKhlJF9IREa59EbMasSbDHEEEEEkEklhJJJLCQCWCcIF5RzMm6mSXryJLy993j51FEB+pG44LMCMS5JJcGAglliMwex6ZuoNYiXqlApY2SgEgsFWZZQY1cqQNCKKAFDHSsKlWnQQSimFm8iNBEyogDTn0KPLzNXDYbHt2wIUuMGvN3Orc6dpM7Unr7R1dfcZ1uhijgbrCna0V4HN5nbpO8zjPDLfXcmUAU3ISxNUFPJqJuN1o6U0VizENBoVCJqydKFj93AL1IRQnAsRxYgJjCKAcUDB8ivT5iiE18z5CgEYXZL2i/pD+LADYijwAK0qrV6Ozw8rSc+snaVzICARRhDFum3JhEN8CeKinLNdMlT40x2Jy4FyOtz8ede8l1hgRmjsERMq2Gv1dHzPTwprtUO7feuQSwxyFdVfFMuBlBqUZILG+OQII5EbriiqGHEGEkW21pAeKUJKzLCZTtadqIlErhZUhWqDqGzL4R03RkryDUM5nHtZrmUdigwJMg35mZM/MQxg9mbgfEMozcGU6xjJlYAdTNdGRUu3lQWl0qSefvqRJjESKELgC3SQyK4DMTtljoyRC4KyKqGuNQszbKdZJFz3gZKuZFaZU2WTkc6pUqoRcm1BNQGDV3aaCKQLdF0JD5YtGighRWA2JHqDyKXRaneFsJ1g1dJRyIkw3EkRQy6keEZzQHlQr+oiOLz6xVVER9yrEWCPGnQ4kAFkhLTHeIxRDXLGAmjpEEw455SI4nnXMmZHgSrxGBKSBTXoJRfeS1Clr2QJ1SYUkrwWu0uuk4k0CtFRzTBS15iVMSRgFfqhxN4/CM8BgFBMMsIGpEKH3+02R1BEjA2+lCKIDDEEyXslrM4RBUd+BQ+6df9+Wd77MF+V67/92fP+/xdyRThQkGp3RHU",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-18T06:21:28.463938Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-17_23_21_27-7286539703721362102'
location: 'us-central1'
name: 'beamapp-jenkins-0818062115-671630'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-18T06:21:28.463938Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-17_23_21_27-7286539703721362102]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-17_23_21_27-7286539703721362102
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-17_23_21_27-7286539703721362102?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py37.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3881.817s
FAILED (SKIP=7, failures=1)
> Task :sdks:python:test-suites:dataflow:py37:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 8m 27s
153 actionable tasks: 123 executed, 28 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/qchepml65dbmw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
