See
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/2873/display/redirect?page=changes>
Changes:
[noreply] [BEAM-10409] Add combiner packing to graph optimizer phases (#12185)
------------------------------------------
[...truncated 21.70 MB...]
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s7"
},
"serialized_fn":
"QlpoOTFBWSZTWQ4kTloAAWT/wH///////yAABem0wr/n/6JhwEABvItOzhpASnqHqZoRptQ00Y0JoyYRiMQ2ptTCDDQ01BKhNMqeymFP0UbUGgNAAAAADIAaAAqejVPRGgGgBoAAAAAAAAAD1BpqBBNT001PUyeIgAAAAGgAAaaaNHqOYxQkSy5bJY3RixBNYfWiAexCJwlFKBwlK4JJQk3r318eTfcOWPW+u/CA8SCQSSSEQlANW2qTUn3N9qDkHG22dvScxGMJB78CaI2aDsOYLd2s+/+MuUrFqDKuY8952fKUcVsLNy1oxOxXZisLUrrBU2nXQdKlz/FKEg3ACRwoOCUoWC1AKMgsrIY6WDG7V6xGHekFV2tez30/kgxTTguKQ5gRt51rWSmyGicB51kWjThCGfBcCNt8dOQt9r7aWzJXtvhTgwKris60heAxFVikKhDlvS4JgnnSTHyQVYljqPeWhZxTWQnVHZmAZgctpLAlANpgkgYMZHngxyCP5Uw4DnCBFOKEiKetQwKUJUjgRTF0PlH3jCE50EliHQuRVZTHLXVU84EjoKB0FKU4HTM7UEVVREWRSpmcLKMQAEmr0hFgEUAYhXWxbI05Vldahr/iAML4pofEjCQ9TaBhGhaSLIe1YxCY4rb2g1UiGlOMxJ+/0kGlTs/LHQTKqCSKdRTXIF77hiZMQh3Qw74v8XckU4UJAOJE5aA=",
"user_name": "read from datastore/Read"
}
},
{
"kind": "ParallelDo",
"name": "s9",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "To Keys.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s8"
},
"serialized_fn":
"QlpoOTFBWSZTWaJlhk0AAvb/4H///////////////////+ZrwEACUANWGL3NYWZnDU0SnppA0AaNPUA09QaZGnqGmmmg0GgAyBkaNPUAMmmTTQA9TQNCgyZEwSn6amI9SGgZGmQAA0ADARp6hkABpoNNNDT1A02oNNCCTQk8oMTaRpiAGTIaADQAAAAYQ0NDQBtT1GgNCDTExMTATATAAAAAJgAAmAAEwAAAAE0CUSbSCjyNCT1Hpo0xQAAMTCAAAAA0AGmQAGmgAFw9r4NFYzXGhV6+RVhLloknZC8IXY6dsyd0hqGCAumCG0nzZB2BFUABIA6JYhL3Q/boknKqP0yKmEqgzVApPtt29Jn0QltiYlq1x4UBJEEaIpZgSSS1dcshigcqShRSiKTiDw4HnwL8SyDu9/k32dn6HvmNQRdi9CFLVpbkMbXB1QEhVLWgoaUpVxOAiCPoOyHdKmkCKQREBABqSpNp5wHkqDATU9w0CSxHrSBybJnDoUNgJBEycdYmkMiKphGReyzHpFfhKHwSkw5AIQdPUhbjvfkSWOrs7ZfhmW4qwtMcoNeYyF6yBmsdD3W44sReTIeCMu/dd2Slu5HmiKxaErydZzCnM1moGiMIYZJwUQc+qnByPSE2UxKJE1ZhcbnQcicIhg4qudq2CCcWr1XyAkMCY44jUCqKu+IqI4BQEqRMqs30HiObIkrrBCEJhvRwiCK3r/f7bDLfp9enqMfE06AgkVQrn4w46V0X9+6upcANhwIZEoFZEADGUKsC1gmijegFsOd0KwV9YINgHBSIsgIUaJ7tGS7pTPOAjgiFF1O8DllFCyDoQfmcQUCs2gE4HVWKWE89SAsaYVa8Gvq3vpt/rwLu9vgQsTFgxAtW32AcCP2ij8M8JfL0WHbuBJfKy26r0umrorClYbBjBboVxilBNcuKsuFfKHYVkviKokr1j0JWZVzIIJsEWoxVrjExAaqJL9YIkImRJ/kOcDON0goSiK8UFU2VQwL05dtkRGOBWeFoFpxicR9mGOQtRGUTAdkSgh/AEB1gbTFAoUptMdQwBxtnZkkdMl3kP1cZVaAv9N89dM6ve2ar2Z1KbX+d60mvILCvCsSTUhN1kbNNiw8zImNeMYRLvA1dS1MHeV07vSqya+sToJBCYmtw5CollFhaI/ar7woGLckaRiFJcRsZyRG1P3NTdGEyCBuCYnNVXje6pKQHClcHlScpaWZ5YIyQIKPFKgHsKVrXw1gCK0BwwrGlaQlOFxoDBa3RPmJLmg82ymJAJ0hxcARXxyrEjtIMPTI+JgjjKjIzDFohb8dh/Jp4VzFvVSpgpPU+frOQ+msv6LP6Pv8ZozqH9oO/8XckU4UJCiZYZNA=",
"user_name": "To Keys"
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_DatastoreDeleteFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn"
},
{
"key": "mutation",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "Delete"
},
{
"key": "project",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "apache-beam-testing"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "delete entities/Write Batch to Datastore.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s9"
},
"serialized_fn":
"QlpoOTFBWSZTWQFnbUQADJl/////////////////////////////////////////////4A499i8edz30PfbfD7eu29eB2o30A6A0Ab71wPcFV97OmYjGT1NMhppGKn5T0U/SnptU08p6TGibUYmM1J5AT1GajygZqPUPUD9UPKaZpDG0p6mDUGnqNGyT1PU3qR5E2aSaNo9T0yaNCn6nqnlPaNGTJ6phTyn4mmmTVG9JPNMFPUKp5E9GgUyEwhqegmT0aTZJ6jaNDFM1PI09QyjTyaNJ6mMpiek9qaNNNMKbJiaaYhpkwmp7RNJsJp5DU1NmkMjAU9I9T1PSbQaj1NG0maMUyYMmghUJmiZTIzVNoRibFMmJo2mkzTTQ1PSZknlGNJo9Q2ptTTTI2o0xNBoaDQDQAaA0BoA0ANAaADIDR6geoAGgGjRkGRo0Ko09MmIRMU8noiaGQDQaAA00A0PUDJo000Gg00NBkGjRk0NAA0A0aB6gGQGjQZDINDJkDTJ6TQAAGhoGgGhFU/EwkI1D01NA0MRppoDRkZNGjQAaAADQAyaDQGh6gGTNNI0DQGgwmQDQNDTJo0AMTRpoNGTI0aNojGkaNAAYkgTIATJkGTUMiemQTamJphMTFGnpiR6NNMTRPIjxRoeJNPTU9RoYnqaaZqabTUZqbUyMnqeRPUxDIaDajamagNM1MT0hoHlPSPUxGTARA/U4DBNi5Llq1eoNgxEIImZ6ATMmdwVO5nZc1STZogaKNTmDIoUWoa4JACCBCBBQCIRRIQCRCWvbVIggDdgJYV4siOhcSq6nRwMeoX3LcRrzLh5bWPNr71aWrlqi6d3iDBTyzdeyssR2uOu2lswxu9UmJLPV5eU20q40d8Xwm+WqQkdiUEaOGOaJqsi4ZZUkHr8JE1Ka3XbFllbD/mHbv9hjOmmd42rP6hj2UExnRUTwZXRui0PL0qKOmck+1FmyHMm8zsyC7yZeOctfDnuZzuFl8XoKltvgACT7kuR8ZOCAICAAJKIQRASEE4Aogla0PetLAyLOqu0O0BfI01HbSHQKIX5TKu1+bUEcvVMx/eudWarDYdRKwBqWuaiwCeMUy6yQwbzYMyIg17Xf17jJTAwjC6vv1Xun4mkSNlBrWKKBhpxJLWS+YnmDVRfV0srQR5iYI8xe4T9ycfaPBMpAqn6OcLV/nE7Sak395ipnCr2E8kt7OxsXR2fYHyew9w1UFkoVo3bm/OMLObKMmpLfx2/4EhIy8nJ8aUmOLMcKYmZebmpxpnZrjz33T88soKHkUXJ+/lUdJS03Lp+YtXVFTVL+bV/hzqytYV1vXWFt1Lq77F5c3dx1+v1by6ql7Rmvvb9ixYsiMENm0III8grvIm7WnguSAlk87zCx7ScoNNXGp0pbo0PuuSZxCX39L8u27z/EXYa+e315jg7iTZunf/pGm7LccSzu7qNAkiagAdigAMqiTLRJJ2aAHcIkETEQQBdomJAkdrREjwr+ssWGjTqcxiKh+ijnCwMVH/wgAE+1E1JwqDbMLOhLWXrthJgT1Me0b+Z0BF6CZW5wqoFWYLrXeKLUCqEqpvqaZ2troUgJjUDIQBpBTlIihhZKxtIMxlu8f7pTRaiTdD2ZOF/KS3YrgLKhuvNbLiuiggIQ1KEWskhqh0k8QEF0iA0M1NwhgG4EcgZcpDuyk6Y08WCAUEs741OTKAt+K8WMYlQj5mgUWfIQh6KWg45BiCUOSxd4Z2F0WrQoFBCSAZG6vVuKUT4ypFaSQDptiOhIcMYKF7jZXJSiCWeVnOSL31kj09bd4efcZUzGmJyjW9o/zsyeWzRECZiD17VpEzBZelIJ1dXbvOq9ujNll0mdCSroBQzgGMwN1OljzqeHNEB/GSgubOHT2LsRHS01ghHP22JrX5smgivRTme5y58X9z7uAvdYQp8MR+xWXKbCgoizosSS7KRm4Rmb3i/DdDNerQ6lev5D2qLjkSRQ79z+hVRRUf7Qp32cQHhcwORNYgiWOsrRZwhnfLuIBaghjPotnoV7mw53PipbP1qphoN1WLHRxreflvNlNP54jfaPPfZ8NLO6bez0I35mH9E6vn5zQRP00CDrFM/ivnNBM2Xa/tHBoOOrfNd1ab+B7HlULjjcBJxHF3yFNEkqKHNta968oOKmqa3t9rf3N3TcrnUe9gulvVd9K8vYD+3pGML/X0P9OmphL2nThM31tfdfPXWsBS/uiO4lxbStS9lRixFUKBBsiL9n+7JSms7VRDhtlxIIkSJdwEPDxMAo3YRIiuCLABVNBdE6Iq4TfaF8dpevAAzccIMM0EFuRy/M3sZ2E72RLbytG60uFpBd0kFtX/jeI6HFNB3m93FbZ4n6fzdlzGQm9XvD+qr3Q3e9HcgsAwgBogsEAEKYISgsgExTGyjm9YY0sUoZYP2Q+kYnmok4klvNmo9G0uDEF4Ey12fJdOdZ1h44wFpXAaslcZNaBSWy6clXSVOfptS5A9RkHeXUoVhBDFaUUqR75UgdDRbHJk3nMfToCJsbPpkHyHqq3sM0AaGUnCtTy+6YMovUeWcv0+aMNfW07fd+c0UaF43FunRRXPoTgV8cCNAquIfDwwDAFlLpCwX83y64v39LHhmYbkO5pDf2dX9ruZDbd8etnxhTKloSS25gVhoLBz9tDZJF27P45JepsRDnqnAGtTUnbKv4UAbuyQZYogVy7emGdgYFWQgfMPh4VQcODNEofBYRpmsLMhIPYJNHEjL3/UyiPkBPqQgpBfkUXLDycl2TEsmIRcQBgTSaemXqgeqD7XhReXl9eIBJL9OnzuzCGVqJyC+Gl0kWZYT8i+ZtVqLBcfMHSM46STdKyzQApEOGEHnoxd6YF4Agph7IoQUzl7BIKBEb1Hl+V/44bdaHSXLiMbmpbvSR2iHm4hscs5FLdhLP3F/1Ge7uCXxOkdzuYYansdzo5kMkJMayq9TkWF6sNibrvXr1GWgKXnt6aOMR870W6y9bSIcxaYev0jG1G1LXbfWvEenrmGUu2HOodOr+TIu7FYSGRQttphbGw/nJjWOvbv0BRQzaGp+j1XLPZ0LN7pjaU7pm1WvbHIbDo2HoIDF5m7zn4Hz2VSs45pe781h2KwF0qG199gR+s+APcXuB7L2S9lsq2St57+W9swqU/XjsUK0O39O2p3r5+SAASbjduAAJKZschcGi3YaZXflLLzKAXKSan3cym0i2jLgzx0qfCukMaAGanxHxDUDUaMf7S4HHz9xBN0j64Ym1QlfLflYySEGc8vW6/XEOwjjrDBXCwaHhaT0y9Mj1EUXqkfB2+akpAmQGdx5arOpgMTaBNFTuy094s3JAhmDa9oQwFTjazVjxhYx1ECXoYYJDijFWnxgJwmGLe1QMnP48U5tfqikEUXMqSbcwrtNXyiM8FtWxKBAJcKM3DhBDKcQ4sn7E7YZHyxe3LEECIRKCmPfxycZScPEZrzLJnyjsqmdd9n3LfJdW6Sxywr4K/qeBvAcQlEXczNt4pki441W9+2a/6+cMBjokdeUBHOPajyLGNdcO+YdEEqk1IPD1asoCnkclSJIJZmJIJyPS5PjeR6MdWhP1vE2v8sZ5Opiim9v8ryvMe6GoSW6xWQVsx4wbueDUh8MNQB3+6EBIxQAuSAYDUJEAogMH4UbsT7+o+Sda0Frc63X8f/bv/cLe7CTupdtdkAaCxj4H64AGFZAuRicBAQWAigAleD4skJAGTeBQCBYyYd1eNySmwfcHn4N9it5eVq6136+u2WdxvFI8VTEby5+BbEmHvvwwh42fM8Cjx39/b+w+1Xq7/QQMklwe95fS753g0QIqRzWn0PI4T10UABdwmqMaIMYDFlX5YMAjmPB3U9pXHjq4oQUFv2ngyBAV1LpUGE4MTPUfrbyHoO/0dG/yQv8nc1eA+TyZFsxG1FtVBJBMBJqQQwZYACL2uWneP1PvKFGcMzE9NpywHzg0KEb4u5Kb0CfEl9EzNMam56xKipCeJC+8IbcR9aow/jwgkA8LwRA2p2P+Xa8PgvXk/qpBdW9Q2Vd+69Snv/tW06djXfn5lg/PtwCO4j0kSidkUkqdyTFA3dubl9d1D8OBYCLAsBtxwVQWJwYd4VObYIQQ0S+YFvhAAXlhsAeylDag+dOoXJGKREnJMBJkAFkUMZThxw8MZZoI8o0NBsuOkpAYwF4DdxTHHeYn0vE9XN+rXvsxY8j79Z0GpvMOViEIvAwZvJ2DGhq/Q0Lr24Q5e5sooUGkDkIg2K0EYflJaqryvBrd3ciG//M/UngAaiGw/FdPQDlkZ45DBRHt2uHxDVLhGOYkGb4mPnZyMNuYaewerZ+GbQSpmiUA8rNwCxDuE3iFLoxCXbqI1QnGRtLR6mg0FJEDyqnHvhf5nYyrOaCwWkLOZhgkAXFUvhyBoh6nqJU1HWelE/an4qpOBofW2n5IfaWQAPhCYL3ziLVqpCJ9a+9jlcPzW+jpVqYNKyWWpKyE/s9W0Hi00IQhW1uCbMUrUpEz/JQRKhOcQiHO2ISTRffZPTmadBKlZCw9BRijeii5rTPmWSaSBJoBEgWy4qAIDIEvIF+VKcQCenRA1CAlCai3HRBNsiCJUqUumZ0NSjSky0cSFOR0qU89DVeeekZoXYzHRXN6xvmuSS8gJYcJmXhJHPKB5HI5W1KEdkjZSxHGZgWelnA8XU2R4Wmyk7P57Duv57GBwxWX5C3ea6oVLAwxTVXXAYTQgzCUhNsxW8JMZACEY0UnP/6p4GjqSoSrAmCWQAxcGKReHUfsmmAaKpDKjfcb1K2IfIAc9Jp36kXNSGcCFLgiMj4VQiWKs6UhXHA4dXL+D9WeNB/GlQeCobNPHESBsRhhTENSsKot+ecLoZ81w6Cttth3Gi6LLOpxgxYBjE/9urzL0VwDo8x12GlwiZZZyVnzsLs8M/qI2wZ/N0Ev3vgoiojbgAA5HQUVZwqApeKO3iEpwwoVtm98cudJtEJD0lLhVp4BlfGryXgh+4h2IPppZAlX94SCHZnPrIThnLCkj3rA+KVV/juEp9j1NsNvtFoIoqx+c0k85fwlqjBMYj3ACZN89qlGX2na5acYH1ySbjFC6EupfofsvZsPXtZ6nAPBCdWN2B8t4TKcV1OBgK7UWe5dT9pxUAyR1zCWfC8S0xqsoMyvHchGODISaXko2XBTSk3wi68XjY9/onu54U0YbUynQIN3eIcBZum4aPko8JD6CHGQjW4RxvlsByjMO269hX1u4d2iGY3MTuUwO407wPX99Rd0y7R5hqltkK+3YvoXu1xbhz+kidXXBV4hgI/ZXa4lhPRGY17HHdm2aWzWHXhoYvwtzZe1nZbh1Ttr2m8QypIdauQQ2m+4G6et5N70Dwv+hb6mr5Rwmq/rcN2f+87y9o+BqlaR1mZYTlxci2m2bcnnmGgUtCdb4mHKWIPAXbocZClWZ30mrJ5c+v4IdPaY32uY7BEXq5xCUhou6YAZnm76xi9NB/XnGy+l5vmRsURk5FICU7ID0/ImaU4QicOhVHydoXzaw6anFK1mhY7gx6NSRRSS0XVoNYHrCqbW87msIkDgfVB/xttCo6ZpAg7YS3sQIVdQUxZvQNK87fijZOGZ2X8jrtBSGJLnl4cZZMObG+1yVXqzzUSTZtmgCngx/Qg7pxsbP44lJajM4ou4/X5QBvUmSoTgmMC7dxkocfkbi0lLGNtrttQzDGDW4klpeIq+LpHbttizGWBj0NeyqcehRi9RdOHbvBiwuTebko78+dnSafgtXNzbTl0DfmECKiP2zK3knkguW1tS1oAlAYgiB61cO0irRdjWtXSIEye7ECFYhAvqdVsdwdVGv4Y+1p+6WZxc5bKOuO9i72nVVJoEFdITZTQ42IdEZVkZ7ohhzHqMRBFXOr9VdAtnRpsiwvS+gnYaYqLmplLS6y9Sybz+QyqD1vkFhp4+GyCcnjEUEOlsPtypZlTNG4PbpMdixWNQ6pzSAk7ogKVwjBLJoPv0DFNC9hRzE8ZzK9sIHtGfmB1LiqkZAqGsXgEiOEEmsccbSsVJ6p2Hg+jKaCYNHDg8WOt8Xv+mIsDnjxIUitqeC9u/1/4rVQ9yybNROUM/pKZSA4BjGVjDeqiPYREgbVImqJ89tWK/MZZ8hXNFFs0RyIQzUT3A/D+48z9zERg858MUIGVZYeqqPnoGCPWLPbnproCnQjZPd7W2a/yVFsDfIbCHMxlVbkYUpG1aOVZlSrjg62iZ29Rha7VNSEpP2VVQjHoeSV4+wyD99mB3a95KBhSIjF5PC5U8ZIGqSBg2eAUFp9SZ7fRBjmnuyI7E1ObN6UEntF/eOLqHAkBtFaos20vC7zli3g4+tkTlDvAagiSBDCceCJX50Zd/pJh4xSaEyQ1YOH1zv8UUya3JrV8FT5dNDH7QEGk0GHoggVUIrZmHEO5V7rdfVsMjZ35+SOm5bY2DHD9kRKxl3vaix5OOiSWuVi71nhqXTN88ckCG6ORbv8T0kNSFEkzejNUtBrjWy+SPhZVpMAjoz84bWDw3LPMufGEZ5uQT3ACmCAJi/4sdZjC6907NiA/yR13p/ILRG/Xk5ON+KnRuhkOm1izMjQshPN7FA/6RmRfgN+0OHOTSMoW1dZqNThJr4dtdPTG+PThtPozxXHHSHtlRZMeofNzGfcDgpF54yDq0XyIQCKago3OATnTjQOBFeCrigaVgSH47599I8ptpUIj6Zsoy0Qpd4rHKxMVZ2cQNzd4iODaY8E8mips0LXITdf2ElAPxWhUE5iVpg6ZscSurxhyRT9YM4lQPca6nXQa5NASLbWiTETZVaCsuM+z6QRJh4xAwf100b0hGebIB9axiFtpi0sWonRgjMg7Go4hfgFrO0K7Oj+70C9+DUjE+XDTJKbQsYuVGGEJlAbdtS0Tyns0GYOEsH06uwEo6lUVIEmIyREdH1xro5wogwABS2ziXIvBnzBf+piP9GdWarZQzJyojDO2KV4u3HT8/TtqzkvC9Owi5cjyRTcIGB0MM6UelT81N49iBJLxSprqIR5eC8+Fy3Kxa3WJDz4EMgX/4u5IpwoSACztqIA==",
"user_name": "delete entities/Write Batch to Datastore"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-28T18:37:47.868188Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-28_11_37_46-16386747454636903883'
location: 'us-central1'
name: 'beamapp-jenkins-0828181435-860614'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-28T18:37:47.868188Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-28_11_37_46-16386747454636903883]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-28_11_37_46-16386747454636903883
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-28_11_37_46-16386747454636903883?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2020-08-28_11_37_46-16386747454636903883 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:46.269Z:
JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job
2020-08-28_11_37_46-16386747454636903883.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:46.269Z:
JOB_MESSAGE_DETAILED: Autoscaling is enabled for job
2020-08-28_11_37_46-16386747454636903883. The number of workers will be between
1 and 1000.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:50.860Z:
JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-c.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:51.783Z:
JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:51.817Z:
JOB_MESSAGE_DEBUG: Combiner lifting skipped for step read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey: GroupByKey not followed by a
combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:51.859Z:
JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:51.887Z:
JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into
MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:51.957Z:
JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.003Z:
JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.038Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/SplitQuery into read
from datastore/UserQuery/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.074Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/AddRandomKeys into read from datastore/SplitQuery
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.110Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps) into read from
datastore/Reshuffle/AddRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.139Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify into read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.172Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.204Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.229Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps) into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.252Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/RemoveRandomKeys into read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.292Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Read into read from
datastore/Reshuffle/RemoveRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.321Z:
JOB_MESSAGE_DETAILED: Fusing consumer To Keys into read from datastore/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.351Z:
JOB_MESSAGE_DETAILED: Fusing consumer delete entities/Write Batch to Datastore
into To Keys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.381Z:
JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.415Z:
JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.450Z:
JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.499Z:
JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.749Z:
JOB_MESSAGE_DEBUG: Executing wait step start13
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.809Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.840Z:
JOB_MESSAGE_DEBUG: Starting worker pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.876Z:
JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-c...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.917Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:52.988Z:
JOB_MESSAGE_DEBUG: Value "read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:37:53.051Z:
JOB_MESSAGE_BASIC: Executing operation read from datastore/UserQuery/Read+read
from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:38:16.225Z:
JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric
descriptors and Stackdriver will not create new Dataflow custom metrics for
this job. Each unique user-defined metric name (independent of the DoFn in
which it is defined) produces a new metric descriptor. To delete old / unused
metric descriptors see
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list
and
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:38:22.351Z:
JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 1 based on
the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:40:40.176Z:
JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:40:40.208Z:
JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:37.820Z:
JOB_MESSAGE_BASIC: Finished operation read from datastore/UserQuery/Read+read
from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:37.886Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:37.928Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:37.995Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from
datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete
entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:50.297Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from
datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete
entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:50.368Z:
JOB_MESSAGE_DEBUG: Executing success step success11
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:50.438Z:
JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:50.484Z:
JOB_MESSAGE_DEBUG: Starting worker pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:44:50.518Z:
JOB_MESSAGE_BASIC: Stopping worker pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:45:33.462Z:
JOB_MESSAGE_DETAILED: Autoscaling: Resized worker pool from 1 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:45:33.507Z:
JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2020-08-28T18:45:33.546Z:
JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2020-08-28_11_37_46-16386747454636903883 is in state JOB_STATE_DONE
apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline: INFO: Querying
for the entities to make sure there are none present.
apache_beam.runners.portability.stager: INFO: Executing command:
['<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/build/gradleenv/-1734967054/bin/python',>
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'postcommit_requirements.txt', '--exists-action', 'i', '--no-binary', ':all:']
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py35.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 4117.298s
FAILED (SKIP=7, errors=1)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 11m 6s
167 actionable tasks: 128 executed, 35 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/yrimfefz3q7io
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
