See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/736/display/redirect?page=changes>
Changes:
[Pablo Estrada] Copying Github action into our own repository to comply with
Apache
------------------------------------------
[...truncated 20.58 MB...]
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_DatastoreDeleteFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn"
},
{
"key": "mutation",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "Delete"
},
{
"key": "project",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "apache-beam-testing"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$eNprYJmaxgABPZKJBYnJGanxSamJuXrJ+SmpRcVQakqPsFticUlAUWZuZklmWWqxM0h4yuQpmo1Taqf08MenJebkJCUmZ8eD1U/JYOjhDshMzs5JRVGYVJykBwDOUCqY",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "delete entities/Write Batch to Datastore.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s9"
},
"serialized_fn":
"QlpoOTFBWSZTWVW2kycACo//////////////////////////////////////////////4AwmDfE+vO3tu9vu8Hw57gadDQbz33gHo95ezBElEVPQApppqn6NQeo9ITJ4U8k8SPUP1Gp5T1HlHlPak9T1NHkmmTZIeoep5MpoeKekeU2p6RptT0yGhqPSaeKeo2UHlD9E1PI01PaA00yBo0aU9Q3kE8VPaQ9EjehT1CKamTBAnqKfqZT9TTFPQYmjU/U01GxR4mp5T0angEm0m1D01HhR6PSTzUyZpBlHinqbNU9pI9NR+QaUbyahqb0TU9NI2p4KGMKYJp5pT1NqaPU08TKPU2p5NR6npPUESCJiaaCDDTRNkmYkyehNpNpoxGp6nomxCMNEbRAyZGENAaBpo0NADIZNAAAAAAADQGhoYmhoaZAZA2jU2kIVNFNtRqeMqe1J6aJ6E0yGmTQMhpk0HpGTTCaNA0AAegEZGAmIwI2kxDTCZMQxAyBoDIaaA0GmhhGmCaNBkwhiaDBk8hqp+gUyaGnpNGhiNMTTJkaPU9TZQzUyeoYjJiepiekegQeoAaNDR6gyZDJoaDRhDRphGNTTR5EYmjNEYBAaABoxqejJAGgaaREaZNBMmgTaJtKn4nqMhhGhMAyk9R+SZTyj1D000nlPNKaeo9TymTJ6n6p4UeSejU9T0QZ6po/UZpqjynknpqep6mmI8p6IeUBtJ5QaPUZinqaeUzUGQHkglzxgLEeDRRcfohSMbBvdZ6tfn6nUUU1VefPSWzbQqc3Mc7fHcMqnOR1i8npNMZujxG19qrhubYl1yt1yyr1TZWz9jPnhXtnsz+NsYDCW5uX/L4PhtVeE4VYMF13nrdvAMlHlv3dO1apWgQM3Uvekn1VQBJN8O+pip9CSLZqP0T+Fi0qyXAhh4RucK9N8lzJrtjRqzeHGOH/ZWt+htVuxCAAEIUp61Sm9yhlMNa+9DDMlpu2SHbOSw64/LfOAgdksxNkbslMWZTwcev/luqkf4kZxJ6QcZqSgliCIby65tSjGpq6HanvHpY1GsV/V6jriPYQDWsi0bVKXIyd8g/tJNzOWupWIuzkw8vbjhsgiUwI7ooeTp9+YjMHOOxDQ0N5MQ5PblGzFw043BzEdCkQh48DGJnpG8NrpL3jC3MzPzN9Yu93kp5bivYNHw9BC66b8Wh2hJg1978LfkBZdK6ijORvz493scjXLCvcKBFCUDjL6oBI7l5iDeKU8a/qdp6X7vax+pw11wCWRRERB7koAHSAAJBCBPGKIApAQB0jolAAwoAPAIACb7O6P+c1BvLd/n6ex+LEYU4PSiST3DlAow9Di9XsOL97+n8dU8gyFhbx7rPy4jcYqVm6uOVs/TdHVIEY9sqh/I6QhSQeqRE/1KMh9Ao8IlWLc/Gf86nXVpA1zvUFsoQ2xG7FEirTQ4RRGrU/O7LiSd+Zi3NlPF0ZIR+cwHjrNPpOnRkWRY0xWHpF8y+GzW6kpOs8w7A5RJXNc8Q31BEILAodCFSjWVAtGYDkCiy8C12UCSt5M5ieLizA3SQbgyRs8E+kYwBvjQ43OWYb/PzUakAyga2pHDYWgXz8UkJrCM53d2mgkl1BpYyYEY9P16oghIKcoePH9tPQ2xmEhCRHpec0GHdglUhgRmB016mSOO4g0npQrciq2GAJN7yIoJZ3t9xdGlCFxRuAhjU6MKQqrrfwXH89aihrmscwL5QpASjkfTZZLreF9sV+fCw9RNNsHvB6UZ4bmTIbzfqL/7YWbNV9rqse/X9mf31WAAiJ4kRQksGp4qpUFJfdXZasWITtTjg94Mo+MAFvxjP+fmHA0V6K4oSATzzx1UwYoYOTJ2khMJMYQS/aTdb7IuGrdS9m4I2pDpJEpgaO3L8Sws3eDhuOJdYalRoQfAEQADgVAR8JARhAIKEhtIEZTjxvLqa7n43kVIb3y5nELwuR3ln9WPSdXZPNHGAx5cOexjLXOUdpy7BktfrU97Oku0Adw4OIdnnYL6y++ycmUNr4KW0h6h9gTDMh8Y64jEuo13xVA48xh/aanEex2xfX1LDbQZJgdWQnqbRsy7WE1Ikj/OH+8m/Lig7ImIWto+CRJiGwc70/9LYBIb/muXIjTuUGC6wUv0JynwJTanOpEZPbAvMMPZNjh3eBuFRm3GXlyQmb2SplG4dRDQD+l5Mk6XTtR1dw2LUkN3IOVye/ddC5fNLPG8S+Tb7kFsVLPG/iURY7Uns9hupH6BoaEsQkedmUIV0/hsXlskyKsZ4kiQkVcpABZzWmnuUJtz9a3AvWBCi00gwMxhj1NkDHpsSvcvXc/P0CsoQE4CodpzSh1AuGLaUv5Z7QPQu16lXqGAbjdKE4+oWaRQsFF+evxFHddxm2VM24vtJ1np8VLgp/s8Apqjq3FHGhXdEc0mV4bAPUNBuLYmLMwjhZNa0h4/AnLm6Kgb0p3JRfcXDPHNVwOWxP0efuLPOOVZ0JqePx/o6EVztsQNKxe9Kd2UtDW3VqwdoQONsciy5KWHx8FjcctVsVHm9yvr5y1YllyFEcgXR95AqemYc/iG2LgQbs57NKFOGQ719+zDORzC0LigAAiIwAAIQm2NSiOcj2kCOwrTONLmVUFApHV64JisPjvwxEggxK+6mBcn49C7m0N7Ma+C8FQUqVdNjagCkZguGQENgKYrq1tjgnaIToTx4cpReEjWSqW6z5QtJTbszkaPg1hZN+SxEm/AqZJHcFAwCeqTke730pqmawRDuVpaP+laH10MV7eGXhJ3v+D105lgNAjZHjmmbgomtgvN9Ge1M4Sa6o9u2dKekKedLlhvcOopa9ATzGCFdgd4njO2jT0FvAGOBVtzU5LT39jURlfKuzghQHXPc56+UGwaQERARmNFGnSNGrI9x3ts2GInQww1/E623mCIqzHtHmoJUKG+fVNC0EHwmFGvNgcUqlHpiy1NMB4pGcKPeU1FqDEgWCkO8qYQzLsRE63ZLq4Qv60pObdrFDN4cnODdxgAKNI+9CucwAA2AGUxI8kXRTTeLnEg2Fjytzv56s1DLUbObJQAMCbwAhCqTKhtWtICXKaxGjsK/lVt7ofY4m5w4ERLJwZo3jUy7AMqU13Rh4epl5W0wWcBhJJjJJxtGYjEAE1xJYrQ7WBGPIGkxa9oZnv7uwPuQHbrAEvNioEkwPPXbGACNT8ubvpH4tJ+n51/jAlYcYgpFQcQYQRECI6iJiHHXLUACJhWtjxMLf3FpIGQithfAakjaQyYzonaOewOYqY2sa2FCr0COKGURNEkRN2XhPEUIS0YkRglfNEl+IISqHE5NN4Ost89ACVTPgDnQdUnIGvXlSBQi8YXDgKQUuyxIBVfeAPHgptcmAa8ZYKoIHthRDBsRKHOdbjsPHixAAnUtmnai0cmVXJXrb7rWAFoQkFooGNEMcwEYqXFo6kGpdft1brFygy2Kp0nhHAFiwMSumn2KN7Ypeh6qAq8JYVPkLUktXaUlMbd1JL0Ix1dAx5MqpccVmT/3X4dETwHggHixKEZ+YzsXg4phpvZwYLrrH2EqMCojAAFtD4XMisdzpdFZjgjEmzVGnlowRh5kN1HRurhy/Bq4nQeef7vy1mJKQgOGntwnisQNq1dQupLCosU6fc0uEjpjduDF1cGDib55AMNgsvRvYRRvUiqxQuLAAJr5SOBhCXw3Mu+hfAPpepHEzbxFkBL+Vop4AG2BYbd/EFxcRVJII2KgPp2BM8GYrOHUALJ9SaPTS+46vGIhVSGAQFKaAFcGBREdATTsy7VSLirOhGD+kQQCIHvIjJ+fyKdwSSgJtqv61PBDVRVTGMH49v/nDv5zusfsxXYpFZSABqAAhRuJ15T0j5ETETDcNmscELGshW+iz6bo62uzj78CGuEcUqABUYoJJDQa2cjg0N65FeVwh8mWgcQAMa6j4QXauiBoMQmcgiiljxSMx23mvSJ1fO9XmfTsvr3qdgUjzVM25LU5IgXsa8UwpJYepxUUde4J4ziHAIaJxG2UpUBUUbkX8RcG10Od+gMhCjHAEln4SDMhJtw4WL/ZENPKtlsZYe+0j3Wf0c2mWkaRV44ZIq5F9+wgAClgeiY8MxMB+M9WXYtN87NTDt7F+6R3BE+jKbKJAD1gAg5cO/Gga7zMuhiCf66Q2mudlfUKouDJTcIkdSRQJudUEMLthzOSAwzTLKpBBs1ypNXt/7DlKFcm/Zvo27ugGpuQ2oW8X5R16WFnBE5kF8sZr659NAWAVxANJ9QiETvABf78J+iNDcstQBKq1ZRKt8+eZi1TWUaBTAmk2YONkSKlmXfM5rK/x8n9va50CqIHZbipYiSCl4b8oPDlr5RAmclRCdScsRYHzjI2qgciUosncBg2+1WYUoFLExo6iLrO9Ym7iXbPAo0IfmudT7u08JqZ/vFQcQ+jgvMFdq1wp69qRwzjC2h2bBOOtIGT0W2nN6BYR527XWlZSoNL2V+zv/4e6rJdNsvB+IVeHEt1AsDj4FAwjj7mj+DwrZ3v5mBmG6QiHNKBkiMy+oyh2ZSo2C2GuX3tyo5buR9u1MhklQNwF8k0/TUe0Io5tQNAUHBIpWLX9Nce+ugoqgzJS9I01tkNs0fP2mBo+fnhoTssdgMFhQ8H0NVvSk0oNERLrlJQkZt1jBWsCsBQnexWo40CJ01RpYaBDSAOcD4krrHK6zQG6qry0iWN7hTuzvudEpOX5keJinDJW/hoaotLLWDc2FBvGv5ylll+NcFkymPM2o2s0eeeXZhWogEKfsdHQ2QCAIiduiDha0glBJv9fd7XRefaca30vDjuAv6U9IZJAXJTFAlOhU3meeiIU66IJrq+VFhDXGR7VrNXGYustmbWTxphkK40jTPyA103tRJebKjQxnDStmQOSpSqyI6skuMK9DGisHI99usOmgd2P+suzIvg6TMmsKJomtlibpOUBf9jUTVM7oyS30biLYP8seUf18JR6+lyduh7AqFqlisGp7zaHtT5fGiqyMXpDAzoLm5hCmZ1WR+hpP3i2omDqeA/VF2FkQMfZiB6vN7g8zLM42FxG7I6SBF8DVmjyX5uHfYzT1Elt74tsEaUErQs3bVpUVQRvxEBhmJBwDPFP0PQWMzLQuG84atmczKxTdnHKOscu/7vmNtu5gs/UjQFpDYZV+JBi7V80yXIVfEAPD5ckZOiO4QTwJYqZiVoNQDm44zY6oyuU9cdCXSXRBrQBCdODl3M8OnUlvk2rZZGXKtHKwRIBCEDFPnEcXcY942nwM9M0dKse7wrkrymWnI0n7trjb8eHp0bHELT5R/TueWPKQKUcXA4Ug9/ctunQyqVW4/Ts+cl3PXaxc89SC7Tge3UIlJQVXBxILVSrGOX6t0E/ncq9VFFNX2AIlkI37Fnqel5rOavs5mZsUjN0S8lCXFiDXqFk7IsSgM7SYbb7okJwXee2Nvoowf5Hu0H8j6mnVZeVac/LNnkHjzFPBNCwvkD1PLl5V/EsY9N9CfLMj12E4cd3dIIXhJXn03Mfn8wbMjCTpAatZTA9fL0A84f6Yh8Ftjj/iI9kfF3pWHpJ50/NVfy6PmOMMsGQoyXbx5A7lXcC1ltaFA+4/++JF3BaC7WxRDzuafbaES9OUpcnVwg1lQUDV2s5UglDpb9P8Mez2j+d+kQiuSG6yrbWpZU91u67EMmk0xITG6yHIs4BPgjovAnN3ir13+ZlvW+uvd6ruIe2lX7tNjzuFBT5tRy7tFTKtjMJdNWDkheOA22PBpKmQ6nK2xYVvh0d0onDiq+v4jxFnxlRQQLTp+eKEEwicZimgYzHr3DDV+zTNiWbfZd30tGuOi0/uyR3R6m8OOekR7Z0OBSkamTPOjBchGID7PWvNCIeyp3Fjnx5mnjIo21Ukyu1l6erSCDazj8jxuh7joXxbs7+Ip2UHyRSTRTWcug2QQ6o06H7/cEXFjvOPULGylAa5hAio2wwbu15CVCSpEI68g3+cnyd5kmjqFA4/0b7+3Wc9CLafUPUQt5Szm31pxwwvx+SWIIBM87LWRy62xYafl9bzEWflP0y1NfjaRY+r9VagRVcf2aLEsclZ1UlP8Mg87I+zwMqaR6JNoKiECH28XM62CTaSpXBIsWEjmkN0+uHePYRUhAUj6luN7xiOF2cyN52Lg1Kc3W78YGyJVMEXOpbSiokyvPONYwTETArC6uI2yv6lhYyyebnpFLRWpv2kBQtnZq9QOCImDkV+iTJ/+LuSKcKEgq20mTg=",
"user_name": "delete entities/Write Batch to Datastore"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2021-01-06T06:39:06.221805Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2021-01-05_22_39_04-13750636336146863407'
location: 'us-central1'
name: 'beamapp-jenkins-0106061616-442526'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2021-01-06T06:39:06.221805Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2021-01-05_22_39_04-13750636336146863407]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2021-01-05_22_39_04-13750636336146863407
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_39_04-13750636336146863407?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2021-01-05_22_39_04-13750636336146863407 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:04.396Z:
JOB_MESSAGE_DETAILED: Autoscaling is enabled for job
2021-01-05_22_39_04-13750636336146863407. The number of workers will be between
1 and 1000.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:04.396Z:
JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job
2021-01-05_22_39_04-13750636336146863407.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.080Z:
JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.797Z:
JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.856Z:
JOB_MESSAGE_DEBUG: Combiner lifting skipped for step read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey: GroupByKey not followed by a
combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.893Z:
JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.923Z:
JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into
MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:11.978Z:
JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.017Z:
JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.042Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/SplitQuery into read
from datastore/UserQuery/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.071Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/AddRandomKeys into read from datastore/SplitQuery
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.100Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps) into read from
datastore/Reshuffle/AddRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.131Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify into read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.164Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.198Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.242Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps) into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.271Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from
datastore/Reshuffle/RemoveRandomKeys into read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.312Z:
JOB_MESSAGE_DETAILED: Fusing consumer read from datastore/Read into read from
datastore/Reshuffle/RemoveRandomKeys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.334Z:
JOB_MESSAGE_DETAILED: Fusing consumer To Keys into read from datastore/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.418Z:
JOB_MESSAGE_DETAILED: Fusing consumer delete entities/Write Batch to Datastore
into To Keys
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.503Z:
JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.553Z:
JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.685Z:
JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.741Z:
JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.884Z:
JOB_MESSAGE_DEBUG: Executing wait step start13
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:12.954Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:13.002Z:
JOB_MESSAGE_DEBUG: Starting worker pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:13.042Z:
JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:13.148Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:13.211Z:
JOB_MESSAGE_DEBUG: Value "read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:13.289Z:
JOB_MESSAGE_BASIC: Executing operation read from datastore/UserQuery/Read+read
from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:34.423Z:
JOB_MESSAGE_BASIC: Your project already contains 100 Dataflow-created metric
descriptors, so new user metrics of the form custom.googleapis.com/* will not
be created. However, all user metrics are also available in the metric
dataflow.googleapis.com/job/user_counter. If you rely on the custom metrics,
you can delete old / unused metric descriptors. See
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list
and
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:39:52.174Z:
JOB_MESSAGE_DETAILED: Autoscaling: Raised the number of workers to 1 based on
the rate of progress in the currently running stage(s).
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:40:07.404Z:
JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:40:07.435Z:
JOB_MESSAGE_DETAILED: Workers have started successfully.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:44:53.436Z:
JOB_MESSAGE_BASIC: Finished operation read from datastore/UserQuery/Read+read
from datastore/SplitQuery+read from datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:44:53.501Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:44:53.625Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Close
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:44:53.751Z:
JOB_MESSAGE_BASIC: Executing operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from
datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete
entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:05.120Z:
JOB_MESSAGE_BASIC: Finished operation read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow+read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)+read from
datastore/Reshuffle/RemoveRandomKeys+read from datastore/Read+To Keys+delete
entities/Write Batch to Datastore
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:05.187Z:
JOB_MESSAGE_DEBUG: Executing success step success11
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:05.267Z:
JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:05.313Z:
JOB_MESSAGE_DEBUG: Starting worker pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:05.337Z:
JOB_MESSAGE_BASIC: Stopping worker pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:49.246Z:
JOB_MESSAGE_DETAILED: Autoscaling: Resized worker pool from 1 to 0.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:49.286Z:
JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2021-01-06T06:45:49.322Z:
JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2021-01-05_22_39_04-13750636336146863407 is in state JOB_STATE_DONE
apache_beam.io.gcp.datastore.v1new.datastore_write_it_pipeline: INFO: Querying
for the entities to make sure there are none present.
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
root: DEBUG: Unhandled type_constraint: Union[]
apache_beam.runners.portability.stager: INFO: Executing command:
['<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/build/gradleenv/-1734967051/bin/python',>
'-m', 'pip', 'download', '--dest', '/tmp/dataflow-requirements-cache', '-r',
'postcommit_requirements.txt', '--exists-action', 'i', '--no-binary', ':all:']
--------------------- >> end captured logging << ---------------------
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_57-2475941385136588627?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_18_25-14900337970247894594?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_25_34-16969310352744062492?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_32_44-11851995463350453210?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_40_53-6489597856306680915?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_49_21-14846162406346802310?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_57_00-9117115049793449769?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_55-16447350019967840936?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_22_54-2182030271408807318?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_31_09-2402158058482926958?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_39_43-18276877944753687619?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_48_11-1555348613350292207?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_55_54-13904116935902018071?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_04_06-8224546257444130435?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_55-11416729236159338222?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_16_24-14818091983427304602?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_23_35-1885642737763322150?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_31_20-16746738224912839372?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_39_04-13750636336146863407?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_46_20-11246980895147320210?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_54_10-5649931707455301920?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_01_44-3737589167124724391?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_53-10435092059597094565?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_23_48-13025664441467032817?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_32_22-6216116061657676838?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_40_12-17894941102541854128?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_48_23-16554029934991441423?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_56_47-18114279238032864226?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_04_57-17063152727867218519?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_06_43-5185290892154571231?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_15_34-7471778203079179613?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_23_41-1796381430480308112?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_32_09-16232676935497727895?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_40_22-15414080159159041787?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_48_11-17409992592296030921?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_54_51-1981817602466757830?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_01_51-6811986698028657812?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_09_00-6029368666365515476?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_54-9159841595330300243?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_13_27-16507654175458859774?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_21_38-4580636442589067952?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_28_43-18232327149693687120?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_36_02-10369889246461889521?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_43_04-5403642533514976808?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_51_24-13813661813243848310?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_59_27-5100256443853441624?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_56-3825419488943884599?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_13_46-10254072514050446824?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_23_13-13202579228673129185?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_33_19-10675864114259981837?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_41_39-2089739938806515276?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_58_02-14768210872185286457?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_04_53-13708852788033385172?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_12_56-15718540134913644695?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_23_02-13251197499030943464?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_32_33-13681366137745152429?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_40_30-9736951110252945278?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_48_15-4840455846895878772?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_22_56_11-15749424415112764088?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobs/us-central1/2021-01-05_23_03_48-9231409025142484892?project=apache-beam-testing
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 68 tests in 4320.554s
FAILED (SKIP=6, errors=1)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/portable/common.gradle'>
line: 190
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py38:postCommitPy38IT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 7.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/6.7.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 16m 6s
215 actionable tasks: 154 executed, 57 from cache, 4 up-to-date
Gradle was unable to watch the file system for changes. The inotify watches
limit is too low.
Publishing build scan...
https://gradle.com/s/d3wcuw4kickiq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
