See
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/2862/display/redirect?page=changes>
Changes:
[rehmanmuradali0] Adding key in Spark
[kmjung] Update BigQuery storage API source to v1
[kmjung] Make stream progress reporting work with v1 API
[kmjung] Clean up some leftovers
[kmjung] Address code review feedback
[noreply] Dataframe set_index is not index preserving (#12676)
------------------------------------------
[...truncated 22.88 MB...]
"user_name": "assert_that/Group/GroupByKey"
}
},
{
"kind": "ParallelDo",
"name": "s24",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name":
"assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s23"
},
"serialized_fn":
"QlpoOTFBWSZTWYA9xekABBp/zH//////////////////////wSAABABQBHeXbpDbo6DVFYNEFT01MgZGmk9NDTKemjI0maTAT1PU9J6nqGhiaYjCGA0BG0BkNNJtR4kGkCajyZTT1Mmk0jeqD1DIDTEGQGmgGQyGgDIMhoAGhpkBhHqaDUp+IimgAAAAAABk00AAAA0AAAANAeoAABBgAJgACMAAIwAEaMTTAEwAATCMIwEyYjEDAxIamQiYFPRPTSeRTzVG1PUNpNHqNA2oAADQAA0AA09QGgBpk07RkeomtGEZ5jU6h6GnE01A2sKra8koYHrJ6YSzrU2lYlWLmCsEdD4ukIEAcSBA/tE9SP0rYpi4qiBfi3PAbIoDsVuoEDGorCmCBHlWMRRACSEq2Yb88ry49yVTV1PFJWhqic1j827M4UGXQvJQXjTu7Lx7s4NqGsxMJZHTJqKJKgtaBEUiOjghADjlz7FqNZmFNEQaBOoSC454sTtCnATqCyw6UrAB0ZsdgMGSSSS+G7CKupkyOsg4UmZDC0lXms1mDBieYEQCwlynUCDMMZ815Cb1kbLKy7e65hMAPC/uHcjtAyAntQEOEFJJcD7RcxrKLFHCfVMzARPPmBMrjFHQjoQseCYIQmPzZaQmA7Dmdbrc2fEO7tHAasIS2NCa0UEBSHCVmu+REKDUhExRpIva1acpoymO1NT5nQ73rGWY/RLU0ikme7vnqw7kxuasoAjDmRpfX7bkvemczaTOh4ON57AVQN+AcOJNiKWfkx1KVS7449c/eyc/Sr8zhl7FTp3eK92pUqTL9Ko/QcbndZinZ9PJTmNvzT4hydd3B4ej+pKGDPFQ8Kz9ifeWCTB5qENgClRSSGl5VBWg2G2scg2aO3xm+Wx2hMIIIUyiASqwnrIkKVAaEZAlfHVNwE0OpMV3wRUJpJLmFoXxOHQrMJJSp8gib2HHhYKkRBxH3qn0oydTF4/zef/Nuu59/n8mRFWjORA7toJTHQVsa7DLjMMb0XINldGqYmgOsYEVCxPkGbKGmcp2DLQ97QSMwkFzsAJsMZrRJhZtyhcVHHCDVklXsjUq3rGDs08cRa0BQyGrEeL/x9q7qhZRTFlIEBqyFbPboEWLvmzAMIUpIFvON+e1uP5vb3QPBvz/Ok5fXBEHdkGsIroFcv1ugFBIBQ3EI5x1RyWzZ+uBq3R00x3q7p3Mf8LADa60g4DhMHyEHSNLZiqZLhW7kVKA8dA1up+vYLHEi4DJh6hRIpxmB2QFgsmL2MuYhxLAQLOm4AsVUalUBeSKgwModukAgYkBRQC3+C+Ba1wW7N8xNAwKfXkRfzm6QIjI/UKL5bqN3DqNlOEkdxzQIBw1qSDB3Dhlw/AKguJ68/mTyKGw7FvLPUiGvL1IQXBkdOz8EpeuRNqI7lyLuTKvsnhZBXI2tXmo1qx6l1G9hZS/FmrVEp1O+w9SlN3i0BT/krpK9dzENrBZmJiikOc7qtwiqhE6EInfHWUqkhoUY1AWPS1JEDlaJTKOYpzUM5E/PUiDZuT3s4d6IacR2zLQwEDvlhAc7l47scGk0IDeaazqDGhK4Lw12lfrMgxRH9WSNtw4ngLLNUQ26UFV/WA2wZgcmqlrhBS9Dr1whA0XAmYCmIzUQAaLSYFEYSbfX+rg6hm/jnI0yI7kqowLQlGAScYazixSXIYVO0ymllLM3mK5uIpC5AIjll8673jqwV4ZBRgji29A2uTRqg4MPiBsgWiEGKLPheIpU2/iq1ZkVA9dVPGRlPLWA1cHHc4hf8XckU4UJCAPcXpA",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s25",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s24"
},
"serialized_fn":
"QlpoOTFBWSZTWQ10BKYAAtF/wH///////////////////+ZrwFADNnnGd2lbNneGpokxPVDCBoaD1DQB6jQGgBoA0aBoADQ0GjQGnlG1GgBqE01MNCaNTRtJk0AAaA0AAAAAAAAAAA0GgGmiaEJpPU9U2o0aBoAABpoNAGgAaAAAA0NAPUMgBBgBMAAACYAEwAAAJgBNDAAAAAAAEohNTEjTRqbU/TKj2iaR6gyNGhpppoxAAYgAaYBGmjI0NAA01i9HWyGylWcMR56NIo1ojkNc8MMncnpxEM4IBMKCE/jKDxOQZQZQACUTmFiEw/UPZ+3Cb2hYqoX9MnuYatlBIQktmX7+c8PoEvhYljdb7PSEkRaoKqKkUqpJunwEDVqKsAxqgxWKBIanjsW+KPt2sazk0tPWutqNCqVGSiNCVnGaqCrMrPlMPKDq1IYOFHmYQkUBCkQpligkEAk5xNIBmXhxFpwVCIRHE4koPRLHDIodMKDv9O5UWS5Fkgo3AZFqsZ0ircUfdqoaAIYlRlRo+zI2+Pl5ujrl4we1sg9n4QkGgQ0TYmLMbh7jGte7+6m5u+cvaO8lKdLS7bUkRYMqScwpjPSPmBgWBJ0qIOpipu91oAmTMSiRNW7C5MHm8RAZtYgda9YCcfB6sM64Akq7g5ISNgJBOWGslNCxLSzRAYXDwM/IIKQvKVahhIaoq/I95jEfkb2pbCA7CMCAzUkLFMoT4D77DyF47LDBiokIkhGFGJ96V5RkJKb8gnfliE44WmCRI1650XPdCqfoAjeeiXTDG3UMKWmKREWim8Krt4IwhQkkZrwEj2Te3Z9fIdX2fjZzdz6yCFW8Hm9CSZ1QHNBFJlHSnDJ2OK0vHBtkpqxLUdIzqYRzhTLsv0EsW2dlaN7aFv6sIkhCUOZZFDhyXsKBNchwHFlocUiIewJRy4okWdBWqKDmclVBQhEVygvEpEeHcE8o0hGAsDkLquXAJGiI3Qh9opGhFDoIPoAwKFyh5VVadTXCOJc2a82cRfzn3i/w25VlkLJ01Yf9hCuTYrq91pxrploYLE4MqClf+UvkKtJoJnKMXiYSd4LEzwmkzWMzYlttTvNrgckEJs8TVOKkiK+YoepXIFe+oOoQF9dlhIKzEaYJ+Y95ZIBOaPMIhHbSCiKY7i4VBgUBQNpEE667wgA7wFIzJAQRR2AEsrERki9Csp1ggSVlRwBgSKUiCib++SUxlqxgQjNSqAOuB+CuH6DKUZ1QR3bBGIg7AZDbrHgfkz+fPIJgv7rpccnrRf2f9Py++/h35novQu5IpwoSAa6AlMA=",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s26",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s25"
},
"serialized_fn":
"QlpoOTFBWSZTWaCBFNYABHT/9v///////////////////////QAAgIAgAAAICADQBRed2xahsJA7DDg1PSTRJtU9T0aE9Rk8obFGajGUPUB6n6oZD1Bp5Q9Rp6jQA0bUDQGmh+qep6QeptTyTZQKqfo1T00aE3lJvVP0o0A0xDQGmCGgAyAADIANDRk00DQ0AaBiDQNBGRJoKNPKNqeSNNDRoAaAAAAAAAAAAADQAAABBpkYTRphBiGJpgCMjTEMTACZMABMg0YAAIyYTJgCYRglNQRoECZMhkp6nmlNhGoeoep6mjIaAAAGgD1A9IAehAAD1NBptRo0glThxFhg0hBnnLlq8+eMIyumqxEoUirE5+wPo0DJorkUkgkCQ5DFVoTY7WOq2pM32o3xMwzkwD0N+484fheP+j3e6kWYcK6NbNFN57JyguD9ocuDAdVc2HwLFPhJmYgmpsfovgBwDQmNmrXWKB32s3c4EGZJW0CHQd8wf+1HrJYstTNn/zurUb+C3C27ZcW4p1a3Wm1zVCfZVE07Mq5JFiUggAJChS5YlzdrMhG+jFt0wxJuTM41Ios7muG5s6F/6fsdgQ7Nw8+GeqLYUtNOLV/o8pBpaiTNXdwHd5h8RyJo1JC8lhGBZz9SgnooO5H8sCg04wAhBaogoxkSTz+v1++cM4CwQjGp5ZfbHDqgpW0FgEqBCVVUIiIiIiWFVu1CEJusjgePBmibMIHUocpCaUnQ9jcsJsRb7UlSjfc5CO8BG63lO9Ozpfnu7eIJGbQo1MuNY3OTbiRyIurACxHFXFsEKRYGMumsqBO4Ka8D7rjkiNQhwjpHOKCmJJpCN8W0g3U1XuNi5GvG2LzbARUPkJBn1su6yi3ehaBc44LTGJGLGI2WHecE3PJrZyBxhmnI6NNjtOkhNlV5WUx1ka1geZtm/NQYJCdXxZ+hVoVsyvKdtZnY4k6LfUTiAYx2GK0A9hwYbHB3Y/KpcNObkv+OpAf0U0pk+1lfTRmZ7z3qrzfjz376t1Ex9XD/bVrU62v0ofo0NSvH03xnV50x/SXCIvWJjk/WSrC1uu29seMNUIVE1yJpiId3VFPYcsieUOaok5iaKwTYwjPXM4iKdeQIxsBlPrcPmYFzJnNcFaYakt2zANPOJCWkOerJ3cG9S0JhKajwyBK+Ztq9iKBi0O3oyrLJG1c6nF+FOl63F8/6UzF7nWPGH2tQvpz24MKexknMmaNsIiToI6RXVU5M1A2gVBJISrU2caeQdIyHGImWbVGNMgK4MeSigoOYJ2K/MhRhNQ9rKCtQUJ4gFADho0q1lDOp1w0ks2hAULETDBZTRL0ztBIFTi6QUIDU3VmBQUVvQHmCrkZdLh6vNyxh0/77DBr15wxjhmGhrGgE5jyTYAjxoAzjaRHrC0ZXZ8THk+4H5TppwR1qrmqI1Yl8L7myhmGAfAuUM2BDZYPH92KzDOLFhozmqneM9DUzqHhVFUGmE0zldezNssrtLRmKte+SLCgmvDT3qO90qDRQRVM1AWOc5w4HBB3ZuTkCCsZQBAjP49GO+FztLxqRHlI4FFZ8WL+mWxprJsbP1SM+jaTWicvDHPYcbTDqghCAhVSKICnlYjswVQHWBfGIICl19apzBAH6wuhjUDVK1LHoEJaoXAilxrAZ8a9emdeklFxJXFsRrIiqaHkcznIaaNhaslSuaas0O3asmVbHIbOiUHI79JyerJ5HGbRhiwFkdS4slXGKq2LcsClmmtUMZuPUiBQWXXJ4DgyvyOF8A/7OBAXbt5KNUmn+kQGBWtnlnFoYJJfISjDCimUq0EwReCQKaQ2ImpNMgiastl50blRg9W3IiIHFYcxFNArkS9PZHETkK2miJJnGza1gkz66CuUjO2HS3jqS4lcxx5ZXycVxi8rr6BrRdMnXXmkjRg0hLxK4T7dJVU/Hu2qtzOLt0nuFZXRDrYuJoOnFB+asjCK9UTJFYbBO0TYTAayCVZBaIUM0UFtXeFJlb1sYBEhQdQgAkjdH9Sn7iZV1NttMKZBtyIZt27sGTEvL+IR/V/b+JFeQbNykKs7/Qv+LuSKcKEhQQIprAA==",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-26T00:04:47.210851Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-25_17_04_45-14356038578118287647'
location: 'us-central1'
name: 'beamapp-jenkins-0826000436-094185'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-26T00:04:47.210851Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-25_17_04_45-14356038578118287647]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-25_17_04_45-14356038578118287647
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-25_17_04_45-14356038578118287647?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py35.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3249.353s
FAILED (SKIP=7, errors=1, failures=8)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 58m 1s
167 actionable tasks: 132 executed, 31 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/nua5f4y5eubne
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
