See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/164/display/redirect?page=changes>
Changes:
[Luke Cwik] [BEAM-10670] Make Read execute as a splittable DoFn by default for
the
------------------------------------------
[...truncated 21.66 MB...]
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name":
"assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s20"
},
"serialized_fn":
"QlpoOTFBWSZTWRTQctsAAu3//X///S/SY8xFXe/9jr////ZvxQ4BYAAgAAQABABQA68KoAAowaTUmaTKep5Q0yeo0aHinqPUGmagAyAANAAAGnqADQqnkRkyTNPVP0UwJpkaMNIwACYjTJgAAmjEwQyYDgAAGgaGhoaZABoAANANDQAAMgAA4AABoGhoaGmQAaAADQDQ0AADIAAGIhDUZEYKejU2jKTynobVPU2jSZMjTQ9RkGmQDGkeieE1GnqFkDQZSpGANfa7RT5zZC3lJ9qprBzVAzPZ9xr8N0T5LQBFtLmez2vh/G/SKh1HrFEBL0s/u8gorUTEtXkwPEREeSDl2/7xNmiBHIQxaGMQEAKkTNDzIARQESiGREArsIwqiDQonbHuTBhqhAZV8KHxlE+sw+k4eGA5W9Cf+AEghT/JiXgUWKPCfGYFxA8Ejg8Rv78ReCFI9PsQWEV7mxYTsxjUmNUSwn6rasjyHdJJVKQFDeIzCIDUUlKsKKNB5eikYwh+w5IecwPSg4cDz+sGlwQLgstbgxem/HP1XnDQhXsmywyZK4Q7PNkEIKmfuqh2dFRvV2JtAxLebbx9itTSuEgwtdTXddz0/twgHaoGTex4hym4AZm7SJ3gB5PKvL5m/Q78sFrm3XsMBEVw4BA/Bh2TEgWy3cjtdO0bdQkBUzEBnq2XPIMTDHLd6+xKE1lNu1OTt1FcMAKItW4uWHTOsdbNh0EDGIBePTAMzChZIzcfdFraqkOUGjbjRGGkwpZxaMhEYYje5jknlp56nv2lFa359IZLSw05CXGUPb9QRh+t7YygQhQRCO+e722DJMvC/XQHHxMcpAv1h9s5weLNllpARDhayMMfMFtLfzgy2zx5HPWnYdejSBnHvZAdI6Z7GzsDXbMVVisOHadU0um1aOOYnGRoAZMGcMD4iiBugK7VIWYDIwEoq6TOJMWgogVpF2YGLEuSnQC3gyMONdju3ALTWxn1C5QM4oZIm7rmsmGFchpA8FeqBfuapwEDn8BcRDWwgGEpCQ0V6mwe0aN4Whk1VvVE7dkbpWM8WzhhMXiJj2wJFfTn722IiqlMmwG82owDnrFg47ei2+LGaSe9yGZsETWLCiFYMWvIRnFo5+CtzZcN+hxVa1Q/V0VCjUAzg0AcGaqNtJKMAL54GvC4BQM+zdEkd3ueYoKzW3EOJxLNPcrxFX3rynTG7sjCLwjK+pnBmiPDQ1JQyHRRmoibIIRZlSKUaEB73voGIkCrJNhjNOssqk8p8oXDOdCQnTSykJBF0GXKgRdRoC8KIMbzEOqLbJB5tzp1BELaYRToQ5mIFaJHP0ej1H3TraJCGt1uzinwldqq0jonPoXQnZnKcJ1Ku5MWOwtIP11U9iHQHXYlHsyEEcAoKtYo6TSlx3Eks6gQSJYzkQgIBFMgikl5RhiBghTEgdSsaBhp4EBBIMsAwqjzTwiCmyWPZqjlzF3JFOFCQFNBy2w=",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s22",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s21"
},
"serialized_fn":
"QlpoOTFBWSZTWXEBOHIAAfp/6H3/fGtIY4pFjevcgr//3+ZrxA4ABABAAr3WXRpqcg1MlPQk9NR6BoQ0zRGJgJphDRgIaNGamJgBqZJieoamQTTT0hpiMmjQ00AGgAAAA0DEip5GpoGQA0GjIyBkZAA0ZAwIGGoEoQSZPU00J6npDUabUY1ME0yZGRp6QaNNDyI00aD1TbCszN3NlPQbX75iYOft2YPSSjH+7a3EkFONmBJSICZiBCmAUsIBkhHrqQjoTmpIm6JXuwVn4ckVSto/UgO6osOFOk4x5agTFXEVfNx493VWGc24535pDVPrDojXAYxpD4dgPoIXgakF0vJUG8mYBKEIZZ7YvxBsTDY/GkSwwI5OEugB63c83IdafbXfwiDLrVjyoKWUDCnmjjemAQ18PBo9lwQtU3DIHs5suXnd8COCi2ijih/WPNq/jgAgPCy3ajEjFQoYANaWlq9RUtt0gUM8SIZZxPEQELI3yKjSMXh0NwCweLeEJ0dFfxP1PfbtcgR14eq+pM0CY1IkSdpXWXAV8K1R0Qcb9JbR3RYExDzJxb7IypOuwuHpZLAL1wxlgYbH3Qe4XCqPr7BcTxt7eB2qmbTcmtRzjC2BQ6gIIhCXJnnmJlx0OHNYYSRyF8798sRLGkGENkg2UW7A9uAgUEYLUFEEINBCSooPZCIK5QXcGVH5lx0lHDI1vAOFCiCj0u+IkGKvOWvTc1Ap0zQA+FGCQgKrGacmVYGANnYBcSd4KqomyBw9oFKlrOWHNIWkk19kcbBkn4L5AOsiZB5bJCgsi87SWd7PxKSvEzHQ1A4QVAKr6wDVcMDhI6Mg1ioeA5Q8Bor54YSrvWMIfOPE2ZaW4xROhdsClMK9FBSWL7DaCGG1GoEUQuBChu6JGlk6ZD3vRZGJX0D0oQKsjCiHOhpPSDpDQJ6AWqz05DrgYgD6jwHExCx58+jRwZ0SnSY5MRTnFmBSSfiB676wF2SNWMI42S3mh2OlcWioaF6nM0SzWXnNEbnMLBQmhjotiFOmDGuUCNQjLH/f4u5IpwoSDiAnDkA=",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s22"
},
"serialized_fn":
"QlpoOTFBWSZTWT/1PmgAAx5//n///8vWd61XP//c5v////Z/9Q4B8IAAAQABARBQBCXsoWqSEbvLg0IEjKeRT2qe0o8KeoabU2T1QDTammmmmmnpGQ2oNA9Rk0aHqeo2kAHqaANTKYNRNHqDJppQ9J4RpAPSaNDQZANAAAAaABoAAARJP1DU2keogABhNGQ0A0aGJkaZGIA0GEDEaAyaZDJkeg01Eo0epkADRkDQNBo0xDTQGRiDQ0aAGhoyBoAAACUTRNJlM0Sep6nlP0JMjTIDTT1AGg0NAADQ0ADQaAyNAAOMIVpJB6s4FrDSdbFxo0+upgei3Q739/iiFgZr7RxFofLTjiMzxCpWr1jUriRiqsMex2LBk48NKSLDWT6HIDG5S8q5oCpoguYm12Ad/VkSKN4k+3YirEIwimotmS5jgoPaT/w/3MYQhCDSXM900qSqEcKXGQWiMiNGKyokYJQoYsIsI50iKQHQWhhSNMgwAycDJDAMyDjC40ZWlNJAsibqYB2sDJ1c5lwfBNjRAT8dAIhnUMhP5O0odgyJsOh1KA71/AaKHenSZUVS06e8QG0pHDCnrO4PJYFEpTi9s2lvPTYXaC+Iezaz7uJb8AS1Zz983IovaPCsL1XuPAcBV9cwYRR6rkhUtmRSeKuNskYvCoKPbwAIQAgE2Hm7+77I8MPnmtla+u9iQZWxO3KJWBPFM82qkJAbuprXqNPlCV/Lx2zH+CYxrMUwXctjarQoNiuIGXowQntyr+TTO3wJAoCcRCAT5wlAzvNs7Oar0ig6g/8fC9CT5FUqxzx5nYMO3kEQKB3Ghk49UrVCRKmozAM+bJZNMWoUtF2Lbw1iuYf7jDgpMAsV4QMnFZEAEZuzsLNRJYFsfIyCxTgAvjxcMD3KTI+KiRkTGWZQ0ZJMY0K1RHx6ACAZMjqNBZvbpUicw81iQNDAvh5ZpXbffNXWWEXQ/fkW42A7DyM9VLpYSFu+EwTR4acjMciud+1vr7VSzSBzGtUDtwXAdephYCG1eOylSFOiLs7UBuJoA11NO8wbaevaBC905gD0MOUBMLY3NEl8wesCq00C47XKXmUQe2RpG5fvqCoxqnGRmQiBBVolKzlFYjU5whgth4lCNKyBxUzQ5RFogs7lcOBwPchKCsigqcJ6soOzVvYMMKubQZNsYUJ4KlyCWccrBhQupLqCwzq2IFESyBqg7ioK6cUNdr4xMu5XvY5mFMt/8yg7TyG4s4ZTV5tYRdeRYWAlPo9E1uJdl1YVBQWiozMK3AwhxaLLrrkYyxjc4Ka76LonCARn8ho/HMqjPCC786swtggDB2hLSgbBhszaP9h+k9GCVAVyAvS1mXw4LtKawEoiPFOeWA9XQYgqNwoeQnuVHpnQKwU0PGzQNJWAbzUGmCirRwEXIAlB/BMcudARwiwW6kGZSElEOfD/PlyWDScjwMcvhkHcwQkDPGGYDC7NgQKTRbC5vP7LTRgDoJsgUYYhVf9ZQ6JEMNgU7NIjcCYGSQFE0iXColC7BSzoVrTEIAvqqgZY/S7IbEExyhIJRGSEUWjZSEouiVELBCG8UGCsgXpfNFIlQUQfLP92W4I/AtAQt7qOfKOZ4qGmZZVZAVwkEQFBcBzmMBx1xIUqTxBFmMAQWApjNm0s2HKTRxVJFIcs0khcCe8vjuq58c5LjOadrjym2bU9g21JELSaiSpHXZBoR4pkpOIUkxrpCMtrX1b2btsUbEVqf8XckU4UJA/9T5oA",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-16T00:10:09.966338Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-15_17_10_08-11366373760024918416'
location: 'us-central1'
name: 'beamapp-jenkins-0816000955-956236'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-16T00:10:09.966338Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-15_17_10_08-11366373760024918416]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-15_17_10_08-11366373760024918416
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-15_17_10_08-11366373760024918416?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 2515.107s
FAILED (SKIP=6, errors=8, failures=7)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 48
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 116
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 49m 31s
154 actionable tasks: 142 executed, 10 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/cwy2vvawr377w
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
