See
<https://ci-beam.apache.org/job/beam_PostCommit_Python36/2832/display/redirect?page=changes>
Changes:
[Udi Meiri] Color Jenkins logs support
[ningk] Added a whitespace lint precommit job.
[ningk] Removed trailing whitespaces from all markdown and gradle build files.
[ningk] Updated jenkins precommit job README, added comments of what needs to be
[ningk] Removed trailing whitespaces from HEAD changes
[Alan Myrvold] [BEAM-10049] Add licenses for go dependencies in python, java,
and go
[noreply] Propagate BigQuery streaming insert throttled time to Dataflow worker
in
------------------------------------------
[...truncated 21.07 MB...]
"user_name": "assert_that/Group/GroupByKey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name":
"assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s22"
},
"serialized_fn":
"QlpoOTFBWSZTWbG03PUABAt/7H//////////////////////wQABIAAEAFAEV6pMNpSC5huiJqaNETRpoAaDJoekBgnqAyNANNGRoMjQaDTRo0ANMjIZBoZBoQQaTKbTRMp5GhMRoaaAD1NNAZDIBoA0NADRoaNAeobUA2RDKf5I9UeU0TGpk00aAAxAGmhoAAAyGgyDIGhoyDIAAABBpiYBMATBGmmAATACaGhiYAAAABGEYBGmJkMASKJkCCekZFHqbaJ6ZTUPSekeoaZA09QANAD1NpAAAA0A0aAAOwatEnOFg4zOCRK7kFGjXGxlnupXUwhEbxRrlmu3mOfpzPC/isBC4db5oiPID2/e6Z40kB9Liw5DSt4ufCC06EWv9mRauf7HTsMNd/Eoi+VEBKiChat1aWlI/TNJBdrcGolzQD191L95hTRgkaKOkSnOalRFxB70aKE4URFkKSTpoFRnp2bOor6ArIRhqOp9ls03ACEyPQNJEQzM5ERUajMg1EG5MNaEREK1PRa0CAwV8BSliy2Y2JpmOtZsbig/kdAuv6n57W3SGwp+ytFGYUgqzRI8Am23v5lJRsTUE1pr01ZUqCSjwsqTXRTNp53x2N3qRjIVnTg9wcF1zZ0qSMByBmCwFCXGAhUgZaJQnnCcFcqMUESM8LbIajQOa06BUWyopVosklkKexK+F2RA+ZKIX2NZtGJge7zvySCcBBCBBfbuw1bwm0mVLmeuG5xVybIU9EGiAOJrcphiKZKB8KdnA8UjyN+Gu18+PE/pcbpcRX0XnX1Z9CWW3lP/M8DoPc8tUuKjIDtmppyJP0Ul/XnHAK8i16V+RsQw7KJEAWZuiUH+ViAnu6b72agfUuGwpVhjYVo1AsOUkYQsaHLnhEuhSYuCVx/SviVaw1Flwikqbbf2KEbiqPv2JTDNkHqCyuqGbLTJ8iE4kxWRvxFOgGJHb0bjr3OtfH5wtKhEhEEnYAmNFFbFZBV5lLbsu33HflOicjyETgVUlEHhONtQZeMQqXGWypZp6WZIykh87EJWqip5pQLfUlG+65nAKmmyHBEj3BcgaiP0ViJFCAmCmsZdwryPh1BWUdF1YgFCpeiJGR44WhNgr1wHkWtQF/9T2R6Gph/i1+dnn7b7ut0sLAIhWmDuSutFt6JaoUEQTNxlG0dQ3YdZl0Cp5J0HBb1mBcjHY7hQk84rliUZ5ELOZ4aE68l5PdyOusXVMVk3V/NpbMkphBwOFNIrxwFxweK2o0tRTVBMliQW9GYFrpopdIaTacYClHthtMVCB0MHv8y4L0L5e2rlQqyAnPXki7KsCCg1Z8Sanr4GsGnhhrrTSOZ3ARJhIjMwga0NENSPelXLH1sp55Yq5WcxHTxrz8xsL0kC3QXekxNivNTqCqRycAB3hGQYFU7oUUJxVBadZBOM2ogp2CKAOAL1xEoVENKdIiTFZJGM2ZNG5MTmQskuBCZEzERVaODNTGERPpRjKOTBq2lTewPHohOSDe2ZWJrWTmqTKir43JCtz1buUnOtmjGttS2YBFcpQInOs1L9F2dVoIcSsWEKLxhNXHF3WKRBNHhWyV6+tOcS23VI7ddZTdrBtiqDcprvTGOXPufLGOe/qWCmnZG4LDLRcpsw/7/323y/sWcq9kI5lRbAp43eAJhKGNFCEppmHeoHmo+R5LapMRLhx4RkZhUFASA4IZgMb5V4PiIPSw9TrXHq26JkjvRAt1SGqy1DBZDeEAQkjhiRaGInS/5LdzM3y7+C5qDDvNXWwdf25GK6geTSpyl/xdyRThQkLG03PUA=",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s24",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s23"
},
"serialized_fn":
"QlpoOTFBWSZTWTipuGkAAs//wH///////////////////+ZrwFADNm2yYKRNw1NFMptQD1DajT0jagAaAA0PUGg0aAZHqADGoAaA9TRpp6gCUSaGgQNNI2k9JoaQNAAAAAADQADQBkyA0AMgNNE0IqflNqnqGh6jRtQ0B6gAGgANGgAAAABoDR6jaQGiDACYAAAEwAJgAAATACaGAAAAAAAgwAmAAABMACYAAAEwAmhgAAAAAAdxc/RkKyq6uxLdu9fynXK88TZyRtfFognaAHwVDqGBiCHAqAdvJKuQM57nsDgZRH8x6miqhf2w+JYYyqCQhZVHwv381vsEvhXLHC/EH0VISkgqVOeTxlWJJNooDkisBHCCMcgcgA/DHPu3EIJvivMiFEYb6OvuUAfhaADIQFGM3btVBVqVnzhqIRtYUYKPmaQjnxyOFTrCkgIBpUZZQbbHvNpI5gXGgpoOYWNclGsGX0BAYXyyojWzJQwUbgMjqoDJIgTnkPtTDgBBlmNE15F21bc0pvJ7GV686otfCyQazvkVauNaOSpEGPHa26FTzknWkzJZNzUtWa0OleXvnMHxlCPnhgHsVJ1CIOtdTdXewElkGUSJq3aXIg83iIDBVA656wE4+fvQzagElXUOUEjYCQTdDWSmhYlpYBAaHhWsOQQUheS805KTYdp9ub946u1f6GdHAWp2CDJoSdWPJ+Smm2PuqjiiYqJCJikQRxQUF+kY4pKh/Hg6QhjjRbAJEj0C+CL6NbI70BBQ/FDmjy2sl4jecRkBaKJFrS0CPGyjRyPQ3AhPPe0NLQk0cGl8cHV0/rdEMScyy6FNTaAa8CKVKNxjxmQxpextsD2UWFYmXHWN7YCPICwWTWIJk65lKyUYRcu44TFUJQ5l2aHDkvYUCbBDacWWw4pEQ9gSjgRRIs6CsooNZuBVRQcIrVBcysR7mUx6R4cMBX2oV75KJeuQZxBTMqTF0siH7BgpEpbffdiS4So3mpqQPF3Vz42f02sEJwrlRbw/9CFUmxXV6WnGqmWjgsTalQUrzlL9NVpNBM5Ri8TiTDvBZGjQNQzKq2TZna5ZbrEyQQl65q5gpYhjcEvaYIBiXZQk4u2xqUfSqjC8PzTbxQ4TJERtQ00gpRO8teIfGCg8VpSw2KK2QjbYZUmAIEeswksjkg6JxB/Z2Y0JVkerhGXsKQKZmrpyy3nZkZaZNHfLFYu14inQZ4qdMEdSCRiIKAXQipY6zvf+/1KuYPZj34nT3YrOL9O1BOfffx5apfQu5IpwoSBxU3DS",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s25",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s24"
},
"serialized_fn":
"QlpoOTFBWSZTWRt8EPkABE1/9v//////////////////////+QABgYAQABARBABQBPeOLrYsABQFoimIk9NT0mmTRoAGhpmiGjQABoaGgGmQaAyDRpoaNDQxGaNIDQ0BzEJo9E2mgnkhgCDTQGRkMmARpkAMRkDEyYTEADBMAjEwggJkQFPSmmg/VPUNPUBo8kAaaaaH6oAAAAAAA0A00HqAAPU0AIMRhGQwEwTIxMEwCGACMATCYmhhNDJghhGEYIaGTIyYBKEmTQTI0jFNhEwnoRPSHqYgNANDTQ9QNGg9I0DQaHqaNNAB6EDNQGjwA6PFkFxgMUUyECJhmgiIxIYsfSEhTYZ0uOTUhHigw5UQqGGAKAKCUwUYYYqsVFaxRBEU7rPNyRE+1TaSHPHcx3KHCCQFNNUTb22CXy1I8yShU3yifqUTHV6GUsgQ+m2h6U9Sr1S/g0DExqWacByzZHjlFUmzbqnZ62PsZltd3N6LqE36yOv3mhC0HS6awSJAjx8RLoph+UgSwkZ7wwa9msIRY0I8GONzEKqqiL6Sv2WaARQGU0ZiUBgIrIF8r2AFREYXY1u37EtgMApBGJxXvqcteYYTAOUmMJxMw7jkRwGZFWMzM0OshrGaFl7lWdlGYVJmVglVnc3nXC5C+XfQ3VknVemrJ34KZ6bSp49lG4rQE7d1dEy9a9qZS6Y1rE6kU8AqoBP2KJBgUQsAQIfoFiKBV0FbejqkSSgUYU3TkkSZ5FOBMMnB9wYO4VKecnByuugL2gQzk/VbrlfhbDTBY1COu2Msi81r37OeT2OgrMZXOlj3BgaYJmJ3hkLOevBiFGllDWRikx6r0YPH6aKcrEeACDMcPuFfATx1fkkhcV+ezpaKwFVuKMGBcg40wq+Mk6pbK/NmqIWPH8R5TDB7mhPGGNtuTZnhIgL4W1EgoqM2PvPnMJMyScuxQ5Lr1lGwetGSPZih08rVlEvCFZwhhIXDWuKOtCoNgEC75nhCIeLXDVwLwRfAnbU4PIIjRgO9csVTSjypwsklIIsOXwuXdXvoMlYtpBJyqo2xJZRVFXPGctqVvn82dJICrCbxiQ1L1VmAiIVDcq9C3aHVTHaXN7e+ujQ2/43epPAu8204QdVpGarOTeGQyQMnh4euvQz/+1ScSbULddbazIlQmiWwmVRVuLLkzzV0xpjTNceQ15ahDKPFuCG0pQkkqiSwTgKhR1YQ1dcrmSSP4BMEpB9DoXmVZ9whFr18kJ3PJiA6MzMl28UvkUuOpEkkINkiEyPkwBLEI8PW1Ot/mnq/lJ636T9jO2HW84QwZhh4RhDFO+8E78rwRjZUhkPFNNsTzHk9gHZT7FYH61FzgCnI29q8Gbq/c92sF83xVSib5RMbDcgW3hwC4sMcaTyuEcok8qyb1BRIkBUgy15siIModqi3KEhKU7GAiVExCwSWK8eUZQxWmmhEKWZmGBgkbiDKyooUCLICgpj7aawKuPbNSscTjAr1wPQuaZWJC1DOR2qPlxVKlRKWCHUQY7tBqFVSy9PGJedezrnFNI43R8yDiXme9O1l09u750J5a5pIqfG50z0sKdLSAz7x88sU8ooFJwpShZzNEIyzNrSOtLQ61FzVq3SVrGwXs1UrvsssWahYzM02fNGMIrpTj3yZgOmWnC6dzmZnxc57rdV60RVdzYaeQTZdpaNAqWIsX5Ajz1egY8dUz6khNxWYUMGzaNaJfMqNkZHHEHGhsz7lj87WMBOJQ3XHpSagQqLpfi5cygzvfriPFBi92eTxLfD0a6hc2cyU2P35KSXEg8VVRieztAijrUxTGJv9ho7RvR/lbfGfyCnRxW0LFuOmEqLho69iRUokSIq8unSjxaCml2hjrou4CywltlJTNJpPYhI0osmpo62ehLlr4IqKpWHGJ0wyh84HZ8iThn/5fNUe+oaO7kN8n9/0VDKJVSwmoUXvn0tm1+WDLkCBQGjOUnnlLCGFiAa36nDb9g7GWgxOnJagiI/jb918BXZLaY5L+HjEFK5PDKQd/xv+LuSKcKEgNvgh8g==",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-21T18:21:20.198263Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-21_11_21_11-13451291490511733048'
location: 'us-central1'
name: 'beamapp-jenkins-0821181327-083709'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-21T18:21:20.198263Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-21_11_21_11-13451291490511733048]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-21_11_21_11-13451291490511733048
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-21_11_21_11-13451291490511733048?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py36.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3790.655s
FAILED (SKIP=7, failures=3)
> Task :sdks:python:test-suites:dataflow:py36:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 7m 17s
165 actionable tasks: 142 executed, 19 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/rlsjqn2my3mfw
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
