See <https://builds.apache.org/job/beam_PostCommit_Python37/68/display/redirect>
------------------------------------------
[...truncated 585.40 KB...]
"kind": "ParallelDo",
"name": "s10",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_DatastoreDeleteFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn"
},
{
"key": "mutation",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "Delete"
},
{
"key": "project",
"namespace":
"apache_beam.io.gcp.datastore.v1new.datastoreio._DatastoreDeleteFn",
"type": "STRING",
"value": "apache-beam-testing"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "delete entities/Write Batch to Datastore.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s9"
},
"serialized_fn":
"eNqtmXlcTfn7wI9yVJdKFLJlKxXSNkI1ZCieZEl0Q67b7Va35d7OufeGTPYJB2MihWyDZIkxloiGLGU39i2MZcYwhGxjK7/nUx5zf6/f6zXf3x9ff/S872d5zvNZnuU408xdVbGa5GQPBfsrU8SrDQqlwSDKBE5uyXFcjFGTbNBo9UI9uQX+xG7WK5hlCubhQn2VMlWpSlArYtTKFA+NziNeleoRqzQo9QadqPZI89KqJ/zzW6OT9Vcnqw3qYFGX0p9aZQIvb4KaFV9aPg/SCg0yBYtwwdJtumCVIchca+1RpIq6RLXKIDSUN8Wfdc/vxp7fzaDWo6XxQqNaSxWqZI1aaxCsh8ht2E8xVaXQG1UqtV6v1gs2Cf/b9hS1QdSo9J+lLKzup0ywldvhZGZRvJIp/0Zn1BrUotA4U7ALF5qgaU0zBHt5QxxUN1WhVaaoBYd/UR6j1Ks/P2AIjpUJzVBL8wyhhavcCtWw+XqcrBYc5X2/rPD/u8MeX3YxzIgnxXaxpbz+Z7VCK7kD4pfh4amqEV92pLUxRh9Tu5DarVKLok7UC20S2BrbZghOCQ4JzNB2GUJ714T/kmkdElrVnr2pRQPqHtyx1hxbZo4hQdQZDMnqWIVerdILnWpNcs4QXD6b1DlDcP2vmeSGJrVCRSpjijEZjzxNHVH3eDz8EWqVThurF9xrbZOZ2iYKXf6TL3goY5WpTOE/k2RBn5sivrQIXXFF3TIED1e5NXuAMjlZIaoFI95tvdD9Pz7DaNAky8J0acxaY4pM8ERtXhmCt6u8EdOmNaYoYoyqJDUq8wmdWLeGugZFil7wDXtoXuctKqMoovcoNNpY9UThq1BO3ty0OUWv0Gu0KrVCnapTJQg9QuuCxRfdftFCT9dooZdrKBfKqaOF3gT+BAEEgQRfE/Qh6EsQRNCP4BuC/gQDCIIJQggGEgwiAIJQgsEEYQRDCIYSDCMYThBOMIIggmAkwSiCSAI5QRTBaIIxBGMJognGESgIxhMoCWIIVASxBGqCOIJ4ggQCDUEiQRJBMkEKgZZAR5BKIBCIBHoCA4GRII1gAsFEgkkE6QSTCb4lyCCYQjCVYBrBdIIZBDMJZhF8R5BJMJtgDsFcAolgHsF8ggUE3xMsJPiBIItgEcFigmyCJQQ5BLkESwmWESwnyCNYQbCSYBXBaoI1BD8SrCVYR7CeIJ9gA0EBwUaCTQSbCbYQFBJsJdhG8BPB9jpQG2Pk9iyafE7XcUaTEPhzAgtpOzKEna4JGMESWMhKwPiUgDEoAcPOLgw7u0lhEcEegr0ExQT7CPYTlBD8QnCA4CBBKcEhgsMERwiOEpQRlBMcIzhOcILgJMEpgtMEZwjOEvxKcI7gPMEFgosElwguE1whuEpwjeA6wQ2CCoKbBLcIbhP8RnCH4C7BPYL7BL8T/EHwgOBPgocEjwj+InhM8ISgkuApwTOC5wRVBC8IXhK8InhN8Ibgb4K3BO8I3hN8IPhIUE1QQ/DpM4hcPY4jrmfCZiZsbsL1TZg34QYmbGHCliZsZcIyE25owo1M2NqEbUzY1oQbm7CdCTcx4aYmbG/CDibczISbm3ALE3Y04ZYm3MqEW5twGxNua8JOJtzOhNubcAcT7mjCnUzY2YRdTLizCbuasJsJu5twFxPu+oVZ9Kste3VpajFZp4xViFiG6sRuOCKkzyuu9l/dG46o1MbqUkQP7FHVsSy8Tojdsc0tXPREEWruKvE4fBon8Rf5+mc4mO09IkDiRx1Z/xcHVTseChLfLmver9j9dNyNtygM6tgdKDJ+HDsHhf/63D0cjOmdGivxNsmPD3FwZl1ZW4m3GLf0EgdNrtWEw+GR8jiJ982/hg0Hog+1kvgxe1LecDA54F1viT84Wr8A9ZxoPeQBitWZB06iiHcafJODRSX1NBIfUaXZjU1ViSIad9qnEudn1ARt4yC39eN4eNDuhUriCwyqbA4q33t0kvjSwgYFHGw7VWwGUzz3hKKCNXYbUIFdm4L5HIzd8609hM3Nawf2fj7WEh8X8PExB9MC0q3hnLfzYDBaF6L1g+PPVnIgORhEiR+a63AEp1tpD1cwA7fYlnBwd063FIm/2eevZ9j0pFl5CYoeQX1/RpuDh42Bd8sXTYUfA100kLvPNxnCVRle8GlC52SJf9ux5EccW9qzcDoHPonzrSR++ajn9zl4E52MBxEy7kwZB31LcwZDosbCIPHrT1of5SBo0Mv+Er9q7Ov5OHfOVvU6FPetn6xFsTFDvgvFQekZO5vR8gUzUbQqMytAsXLUlfUc7A11j4J1l7x7SXz0mnHZ2P4pdcVGDs7ZJPWT+AXqwJccWLg9Rkt2bs47wkGH4tueML9lrlzih23o+pGDPzdv7w3Hty5tjmfv5oL7nB3vaS7xIy2B2fHn7nlbUMQ591zAgYPTRQvQ9gpxB/OKlh3gxZl5w8D49hGeYubbjn9ycLkfb4CkqGZ+sGulJY/nHLS3Gic7Nl/J1uJldvgUiiv5ufkcdJ80Zghcey+3ho1hxelwtU+gJTicu2gh8cd/2sbuiHd2z7McHD271FPi9+XfysJ9s8vti9MLHjzioDTzWCQonQ40g3b2tm3h0cueuL0nXmee4+DqtfJwCP5zjgHS7z//FvZZtPkWt8a/6BgHJ499bSvx57P9mTmHClxwdJbZtlAICGqog7Tq+k4Q2GeTNTy7VzoURhx43Fjiu1om/I1bZHM7EFp36s9BSmkI3qpOr/vcRQ27d/9wHcXRwubbUJyr2fmWg/fzLnSEhikDWkj843m6YmyXlTWYxcHyEM+msD8pHiDrwLVUcJyW5AbuyX9Nlvhfgo+yU3Namozbcl0RjSc1aNazcvS6e4ccoaaixzDYpZraDy4LC1LxcEsjD+LoY9uLnqIoeDMGL+WS8wUjJT5sQrN5HOS7FPWU+IVNI3CTdli1GQXjbxSlwJ5LI2wk/nTl4t9wUtMt3X/A3dxS5CvxS0tnzsamyh6XSzlYHf+HA+zOuRol8WvGe9zmIL2qSgU3Y+akQ1klDEK139ewE4x71mkFB3bxp4ZB4gqr8XDyhGO4xO/Qhb3Czljniwc5sDfr0g++f7F7OPgPPT8V/JweOcAa5wsYEOZKJ9kd/jlychGK9O9G5HLQ0ePvFiA4VbvDpiDbdPDs+Sle4uenNpjBwaM714fApN4dFRKf/yiG7efVTWFs1/1yX/3KwanJZ8PgdP2tSRJfnGVTzcGFa+kySHxX0BUDg67TdBxYGLXvBorQ3CV5HDSemG8DjQZqdRj29g4ow/aJD9vPZUKZyuwBn2o8xEGfanBBS6UT7CJe8x+7ioMhO/i2cGtThoPEt9yhKMT2A1e6ZbEZdp3R1zPG27hJ/O2b5yqx6Xjp0fMouHt5zKGvFG9l9nI2UWdR/CCN24NiV/GwHXjafb9Gw13v9LuDTTOqei7hQJezfRI6zt9PN3PQtSTAW+IvrEtj3r6vzSoW5jLGX/yd+Xhx7yXs173pG1lc6ObK7uMmp2oWZNOcWqG3DPZY0xPO7i+dDL6GD42gzY7zIyR+/2kfvFh5VUo7yJozchLLCbCUg4s5lh4Ywu2Vyzi4d3m1u8RHLpm2tnZxJewxfe1yJA4CRXtviAoZ1Aq2+CraSPybV7OecfBLRGQ6nGoSboQZXjMj8US7HMVlWDa4EwC9aizQ9U7tVN1GHdXHO2JQt3i72xcmuWnGSfzlsu14d/27faXGCOGYjkG945oEFzCrJ8dcU3Ehjy1lYVQ43ukHv2baoancVw/ZjZly+h4HxanT0OGd9vDXUGeLapnEN96f/gu7frudWDKbaLMKvWlOqLsviDO3mcHK+Z5JMDTlqjloXTZjFqn3UzneO/sO3oGwzaxRIOS/zUNvL1y5eBFObnlmNttVG8ttuD6XpQ+ioZ3PQk8wj27jAKfdnG1AWO3rCDtGulvBmkHjcCnv0rq/wAku5aOLMEH6XxyIt/HkyNkcCHGVmG42XlYxZ+1fMBRj5Iw5bzFRaJIGrMemrPfLWPIrGHWBJehd9aswQL8+EBAIC8unYXpIXBwwi13diB4YlkNeRjUAz01pEyX+YWb1SQ7mfv1dM2jtv89Z4tucf3KOrXrLvFscPJnf1UfiJ+d1vYDuM7/UBRfU0mIpdn9sfeouB32OSYlwYqztt7BibYNgiW90ZMZ27Hz7/glzk4s3vZlXHC2xRudzvt9rINzeMCQE09+KYHS3hicPYqR56FfwiCXGsfLn6CubDuMd/vVVzg3cz1lj2mPsyOy/GLfhXUkHzMob/FjyjHD1Y1kkaf165vtL1j6t4eCFb5IR8355/6PYZOG0bCUrN+qHMhd/drv5O9T2JNsHss2dusK6J3/bw/OchQqwm+jgCMePDW8g8Te8113BsXc8y5kx+UErWb3yan8F5r5L3g+7QI+X2W1gak2JI+x+NdIGPsqUOOnUjdfspHLHNvkORWS/wp0o5q/N/IODgtGz0+DWlTUt0btO5mCAO174qiX4dvZLg6n7M8dDwcVj7rB+1BwzdNVPk69w8OpurwgocllvCw/uP4mEn23Lhkt8wB+PWPk02CsTy6GY4lXd8fiyG5Ri03NLR1ZKLW+AZug065ZjU86WvNMcWM+u8IPqW+c7QXzR75PgvnET7nHVD73244iwey6rUczK11Zw8Gn1KawTLt3tgNXVEnk2XpDFcy/gLXtdkdoLYt6kYkoXry5GH9bEFftjlqp37yPOnZt/dxomrpZr0IcSDjRnB5D1tj0u+OmhYmfou+vbYZA33kqPtULJ1RrsvFR4aB87JPMUvIx5y7q6gZXvrjTw+FXdHK7X/OYBjqt2YX3gtTgfK4JGTqc7gKBw7Szxw99ZfuAgsnEEJsjsKd54NWa97xgI5xLDnWH05A0YYBKDijaj5kVdq1jCC3CZwa5G9Ul/tjt5ix3ncpAQfttJ4ue1Uu3mQDHGagiEhwR3gDKxYVvwsDdLhGcW8X6wvfcYR/h93gdMX83NrcpxsuW7l3jqwuEFeHY5sh1YUr2LeJUu8crYXiwm5MRW3kfR0X8hS1Cd+EVYkGlXqOLgXPCIxnDhh7tjJf6sJo4lCwv5BEwi2Ut3doGarPIEiX+9KgB9hrdsi0sOLCm6w8GJE3+he3043B93tfulQ71grZsdwJbTjfHh1TZrH6OWdi1asQQw7c2lwyisO1R+x8EdN10MBHdtKcB5bUJ3KJ90HP22sL01BsvbOVG20NCnPaboWzmBWKfkBTtj5+57Ziz/NDv8CHfGq8XzMXA2OmMMfN1vmBeUDbPC0qFwXREbETo3AAvB/i6HW8AS98Z4FG5n43HKbHGjP1y2OB4LNz44tsb4vrldHtMXvJyl/BVTt71hRaSzObtnW/ecRZeUOUyZKvFHhHAMN0F9djqDWZMkTAaburTCcj3pQ5Q9RuqLz5iHLjtW8RsHa6ck4Nat3/cQL/bs738cB5MnnceLtCzkCDvnCcslVll7Rbhi2OuXcRh307C84jwHRTUKGYzNCseEdHfuE7ZF9adXsuSYfnc7W0/NwI+ovMprihaft8QWy4n6d/c1gjsTOmNWH1bZkq2iImgru9wnjpg/Z4+aHoz1S/XC03p46hGCQc0s8grm8bn12oRhUPm97BPzebP7mBLmln3A2uLVKpHFDs3ll2jaQ9fMbyTefcpkPOiJ32+JhUCrr3qCbMfWQdBg6N7GADEl+J6wKtPrJ8wGnx7agOfkKCxuK4JtL7Bk3yX3Jgpx6wrslnfbBLDrygYRPu7hsSB4ZlN9FbcpeFU7vO+RkzBoDFyWi9nBS7lpLwczX7Q1QFB0H8ylJTeKWQ2w8iuf0yi+qV7xOwfNapZjbnHuvvIeNrlz0fks7ytPoGsMj3E0Qrl+fhQ0fOHoDNygWR3gxuMhE9C3fBTzWM352Hw5vo1VyYbAmTAVlo3Z+jIWlhy+b491od+p8VFQz15oBwO8+7WASy+CEiV+XfiVA+g3K8uDcDEpWfjWMJx3Q1P35uzD9u3GDHzJ++gwlVkZEPUcX6rWTItGn9h+/fUuTBTd3qKKY87eWNR83Fs2Bn1uSW0cjCjb+54luOs3cL0f75sNCks1M4he+GY6ZLboXY99Yvz83ckwKVWtSNBoDXrRh73Tmn7sYH21XR6xapUOX4l1ol42aGgENg9kzTLRl73yThe/YoozxB7shbpWrUabajTU6taLfqyz9lOIzmj4p7knazZmir3qrIkWeyNkiP74N1oM+D+m4Lu2Pk4npug9VOwDZqQG37knaLTxMjGwzoava6f3qTWBfReZUDsiTiv2/RdddYNkIcm6GGVynU5cVVCdxn4oaj8PGkRNfLxaRF3f/Iuuz6Nk/dVxSmOyIeLzT7F/nbYBTBv7sKlU0XcunVaRootVi8Hsfwzq1X6VM2hS1HqDMiVVodKlxGi0alEMqeutPS2NXhFbp14ciM1zjDEGcRCCx/8AxIxlfg==",
"user_name": "delete entities/Write Batch to Datastore"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: '2019-07-27T18:42:53.989432Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2019-07-27_11_42_52-1729493987341955417'
location: 'us-central1'
name: 'beamapp-jenkins-0727181534-614425'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2019-07-27T18:42:53.989432Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-07-27_11_42_52-1729493987341955417]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_42_52-1729493987341955417?project=apache-beam-testing
root: INFO: Job 2019-07-27_11_42_52-1729493987341955417 is in state
JOB_STATE_RUNNING
root: INFO: 2019-07-27T18:42:52.667Z: JOB_MESSAGE_DETAILED: Autoscaling is
enabled for job 2019-07-27_11_42_52-1729493987341955417. The number of workers
will be between 1 and 1000.
root: INFO: 2019-07-27T18:42:52.756Z: JOB_MESSAGE_DETAILED: Autoscaling was
automatically enabled for job 2019-07-27_11_42_52-1729493987341955417.
root: INFO: 2019-07-27T18:42:55.920Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-07-27T18:42:56.642Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-a.
root: INFO: 2019-07-27T18:42:57.221Z: JOB_MESSAGE_DETAILED: Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2019-07-27T18:42:57.268Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step read from datastore/Reshuffle/ReshufflePerKey/GroupByKey:
GroupByKey not followed by a combiner.
root: INFO: 2019-07-27T18:42:57.316Z: JOB_MESSAGE_DETAILED: Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2019-07-27T18:42:57.359Z: JOB_MESSAGE_DETAILED: Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2019-07-27T18:42:57.450Z: JOB_MESSAGE_DEBUG: Annotating graph with
Autotuner information.
root: INFO: 2019-07-27T18:42:57.517Z: JOB_MESSAGE_DETAILED: Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2019-07-27T18:42:57.567Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/SplitQuery into read from datastore/UserQuery/Read
root: INFO: 2019-07-27T18:42:57.604Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps) into read
from datastore/Reshuffle/AddRandomKeys
root: INFO: 2019-07-27T18:42:57.649Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps) into
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow
root: INFO: 2019-07-27T18:42:57.686Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow into
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read
root: INFO: 2019-07-27T18:42:57.732Z: JOB_MESSAGE_DETAILED: Fusing consumer
delete entities/Write Batch to Datastore into To Keys
root: INFO: 2019-07-27T18:42:57.779Z: JOB_MESSAGE_DETAILED: Fusing consumer To
Keys into read from datastore/Read
root: INFO: 2019-07-27T18:42:57.824Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Read into read from datastore/Reshuffle/RemoveRandomKeys
root: INFO: 2019-07-27T18:42:57.874Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/RemoveRandomKeys into read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)
root: INFO: 2019-07-27T18:42:57.917Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/AddRandomKeys into read from datastore/SplitQuery
root: INFO: 2019-07-27T18:42:57.955Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify into read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)
root: INFO: 2019-07-27T18:42:58.003Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify
root: INFO: 2019-07-27T18:42:58.047Z: JOB_MESSAGE_DEBUG: Workflow config is
missing a default resource spec.
root: INFO: 2019-07-27T18:42:58.094Z: JOB_MESSAGE_DEBUG: Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2019-07-27T18:42:58.141Z: JOB_MESSAGE_DEBUG: Adding workflow start
and stop steps.
root: INFO: 2019-07-27T18:42:58.192Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-07-27T18:42:58.371Z: JOB_MESSAGE_DEBUG: Executing wait step
start13
root: INFO: 2019-07-27T18:42:58.467Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
root: INFO: 2019-07-27T18:42:58.518Z: JOB_MESSAGE_DEBUG: Starting worker pool
setup.
root: INFO: 2019-07-27T18:42:58.561Z: JOB_MESSAGE_BASIC: Starting 1 workers in
us-central1-a...
root: INFO: 2019-07-27T18:42:58.604Z: JOB_MESSAGE_BASIC: Finished operation
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
root: INFO: 2019-07-27T18:42:58.688Z: JOB_MESSAGE_DEBUG: Value "read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Session" materialized.
root: INFO: 2019-07-27T18:42:58.784Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/UserQuery/Read+read from datastore/SplitQuery+read from
datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
root: INFO: 2019-07-27T18:42:58.858Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-a.
--------------------- >> end captured logging << ---------------------
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_14-12594418772674552265?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1150:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_22_05-8392081180465056547?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_30_51-8768264629138103624?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_40_12-16981094123372164585?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_11-18074853046178246755?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_28_30-5859884540245976872?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_38_28-18185830442275491304?project=apache-beam-testing.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_47_23-9254870135462581342?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1150:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:638:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_15-6373889291132623026?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1150:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_19_23-10277321888074457697?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_28_48-17610529277067629353?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_38_16-16683430521246767160?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_46_58-11775147524385652435?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_12-6771108635103106374?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_30_35-3869563120206876295?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_38_22-6563992640279460850?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_12-13667209164894574383?project=apache-beam-testing.
Exception in thread Thread-5:
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_15_49-10721659168308040307?project=apache-beam-testing.
Traceback (most recent call last):
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_24_22-12090673869830161585?project=apache-beam-testing.
File "/usr/lib/python3.7/threading.py", line 917, in _bootstrap_inner
self.run()
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_32_47-6115554573000010786?project=apache-beam-testing.
File "/usr/lib/python3.7/threading.py", line 865, in run
self._target(*self._args, **self._kwargs)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_42_52-1729493987341955417?project=apache-beam-testing.
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 157, in poll_for_job_completion
response = runner.dataflow_client.get_job(job_id)
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/utils/retry.py";,>
line 197, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,>
line 670, in get_job
response = self._client.projects_locations_jobs.Get(request)
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py";,>
line 689, in Get
config, request, global_params=global_params)
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 731, in _RunMethod
return self.ProcessHttpResponse(method_config, http_response, request)
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 737, in ProcessHttpResponse
self.__ProcessHttpResponse(method_config, http_response, request))
File
"<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/apitools/base/py/base_api.py";,>
line 604, in __ProcessHttpResponse
http_response, method_config=method_config, request=request)
apitools.base.py.exceptions.HttpNotFoundError: HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/locations/us-central1/jobs/2019-07-27_11_42_52-1729493987341955417?alt=json>:
response: <{'vary': 'Origin, X-Origin, Referer', 'content-type':
'application/json; charset=UTF-8', 'date': 'Sat, 27 Jul 2019 18:44:09 GMT',
'server': 'ESF', 'cache-control': 'private', 'x-xss-protection': '0',
'x-frame-options': 'SAMEORIGIN', 'x-content-type-options': 'nosniff',
'transfer-encoding': 'chunked', 'status': '404', 'content-length': '279',
'-content-encoding': 'gzip'}>, content <{
"error": {
"code": 404,
"message": "(db09b9c092b1f0cf): Information about job
2019-07-27_11_42_52-1729493987341955417 could not be found in our system.
Please double check the id is correct. If it is please contact customer
support.",
"status": "NOT_FOUND"
}
}
>
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_11-5010748426543665469?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_14_59-17311411990282984948?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_24_56-10788876347130485161?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_33_49-9717325553590085159?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_test.py>:572:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
streaming = self.test_pipeline.options.view_as(StandardOptions).streaming
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1150:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:232:
FutureWarning: MatchAll is experimental.
| 'GetPath' >> beam.Map(lambda metadata: metadata.path))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: MatchAll is experimental.
| 'Checksums' >> beam.Map(compute_hash))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: ReadMatches is experimental.
| 'Checksums' >> beam.Map(compute_hash))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_14-18003399885312352806?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_16_52-6193287521819408760?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_25_25-15447033243019685092?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_pipeline.py>:73:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_33_22-2402018774624694097?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_42_19-1401556660943479570?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_06_12-145019619141711941?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_17_03-14617749188042664031?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_27_27-5590547301595868225?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-27_11_37_10-11611762434346340635?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1150:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:638:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py37.xml
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 42 tests in 3082.793s
FAILED (SKIP=5, failures=1)
> Task :sdks:python:test-suites:dataflow:py37:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/test-suites/dataflow/py37/build.gradle'>
line: 80
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 52m 22s
64 actionable tasks: 47 executed, 17 from cache
Publishing build scan...
https://gradle.com/s/nmpmrhgz7hceg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
