See
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/2734/display/redirect?page=changes>
Changes:
[Kyle Weaver] [BEAM-9956] Remove unbalanced code markup.
[zyichi] Bump up advanceProcessingTime duration in ParDoTest
[tobiasz.kedzierski] [BEAM-10623] Add workflow to run python tests on
Linux/Windows/Mac
[tobiasz.kedzierski] [BEAM-10624] dtype explicit for the numpy arrays
[Steve Niemitz] [BEAM-10523] Add support for custom DatumWriters to AvroIO.Write
[Luke Cwik] [BEAM-10040, BEAM-6804] Increase wait times to reduce flakiness.
[noreply] [BEAM-10752] add use_deprecated_read experiment for testSimpleInsert,
------------------------------------------
[...truncated 22.42 MB...]
"user_name": "assert_that/Group/GroupByKey"
}
},
{
"kind": "ParallelDo",
"name": "s21",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name":
"assert_that/Group/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s20"
},
"serialized_fn":
"QlpoOTFBWSZTWY6UcjEABAr//H//////////////////////wQABYAAgAAQAUARea92Q7KtgdAwaETU0aienqaNTRiemRPFPUep4mmoaGmgND9SZA0eU0BoPUD0QHqHpon6o9EGmxQaU9JMU8JAyaeptIAAAANAAAAAAAAAAAAAGQQYTEyYCYExNGmIwAEwCNMjRgJpkwCZGAAACME0YCCp+kp5UeU9T0Q0ANNADRoAAA0AAAGEABoAGgHogZAAYkENBGQFJ6T2hppMo9JkeoGjQ09Q0A0APU2iAAD1GhoDIAAzU3k75TTSO8ViVF5s1LDFizDPdbTjv4RIWTGx92HJNCmfLhmFd0gCDvZek4EeYB73w9QeVAgDppyJEt/nMxueRJfuiX1pQl2aCZCrMM3ok/l2BGmYeekJx9yRazaRxQbTYChnD3Qq0lOf6iZn2QHGf0xCIjEwe5OA9ttp8IFM9wOUTiCneHNRCZZ8z+JlGTEgHE1EaIhSBjGWCgMGCIABgiPInAUMhEDphjAiIhWr5FrQIDBRgMF3Bz2p0yuYp7HJnxG83sFM/P7aueYDTMfdOh+cGAE+dwdugpJLt85gXSKLFHAfYMpy8QLvVQnKA6JWqtC1kEqpggg1A6rLZCY9ktnhuwO1mBmNeDKLI4rV8GQzUNtDQRYLFCAUulpky5uJPvWlQG6ClQxjt3lTajq0D5xNL2bBK/DMSdHYHvFm/ZsWgRjs03vDpT61Sh9bGvsv8fMy3ZeOcp4TmhR++Sph6lLmtLqWs4dWl7dbx/p3Szq2pbs+v30auhV1cOIvcsqka+jsLCU6/U4Dfmuaw+b8qVWsfxRTd6iA8MobytEqBMPuIjIBXtKSAtczgJXRSWVxTCyE14KEQXSi6ZqGEwwg3YMqI6qN4E8+YXbsLR/prBNBvTiVoImE6SS/As60Tu+ORdBKFHAHm/g9C7KZyRWW48LJ6jXQNqz/uDrU6fR/X7+pKJwVMSDalQ8SNBQg4Yf3cdQunyzCUoTTLBqmRMAn5IIKhpJRsSUANOexOoYZ4385IzCAXMuBNJfOs8GFPrwdWqIjdBmywXlxEq1jBhQzWephk0CIJ0I9MXkMoDuvbDiEnrDhAIDciGUa3nLC0JkGNGAgItagI75yj9lqTq2tuX5OI+5uxeDIIhiYAcmltA6+xDIA8OAKGyg/VH5jbbi5tgGbjjnpjyJWHjYhaDTBaAbTcXRxkHQNDbBVGOorbxqigHiIGUVP/lIpiIGIDJhvFEijEwOsArqZxfwmJeIiFxAp6EQBSpnzKYC+kU5gYO7sJFAvICegFucq0CpqxVq2l5oDAqOlAi3MbCA8ZI75RjpWI2YLzaRwEjlcsBwiGqSQYRiIiXEs7g5jy+vzZpnjS5vQg1No4bfJjKa9Q+mjJ0oPrnPQIJdKqZgBWoSdY4XaWxLTapLiUasBRtJkEd5EsFQI+OSmEeK2pQIxe2AS8XFZbjjXQ6WATKT4xvszVW5XXOczNRfc6DsdmSkTpaYWLYaMCByNSEijlKiZhmIn4FAg06J9vMIxoQ2MR1zDUYBx5JYOHMlhrfboNBAbfMjeAfULwyYnK2RgGKI8amBqrOCLhTTkDteigTW5QNcGcDZmoqiEFDnWruggo7mGQMSpOtAkMz7TFC91+H7qxXpy5NWMrC6rsDaNzWGEXCERgkcOGC02E0WnK8SOkYM3WVmhFIWOBkKJMxjq7ULKrmHlafX9zq4WTAY2llpUm6d/z6TBvzmEDF7BcRSGHIV//U3befxlx4Nt8ScW3cyLvx5k1yIfSi4WFIwC/4u5IpwoSEdKORiA=",
"user_name": "assert_that/Group/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s22",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "<lambda>"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s21"
},
"serialized_fn":
"QlpoOTFBWSZTWfeO4p4AAs//wH///////////////////+ZrwFADNm2yY1pE3DU0RJtQDQwT0GoNAyABoZADQAeoaADGoDTaho9TRoaAJREGmgQ00pnpMiZpA0AAAAAAAADQBoAAAaA00TRCp+VPyp+qHqHqNG1AB6gAGgANGgAAAABoDR6jaQGiDACYAAAEwAJgAAATACaGAAAAAAAgwAmAAABMACYAAAEwAmhgAAAAAAdddD1SlCq6liXbt/DmOvU1SQVEsFONXFVAAHuVDnGUxBDhVAO3kFXIGa932BwMkj+Y1LRVQv7YfEsLFUEhO4sGUfDBgzG+wTAFcsa/xB7lASggqVOcAKkkmsoDkh4COEEY5A5ACsEHp37iGG16V5kRM1Zjq7e9QB4ID4GQgK8iDYwKgq4FZ8Y8BGQUCjBSE6ZGOhHI4UOgLKCAaFGUUG2xr7aOOWF1kFM5yyxqko1YyugIDO/LJiNbMSxgWo8MjspjJoVopRZrYNAEI0bTzNdeJvc3RLYjd0dWAdwLbwtEGtb5DtxFhNS9yCuvJ3adSfKO6lMzCYoJ61CSOtWZwnMHJlCPnhYHs1J06IOteTdXuwEljmUSJlbtLjweZ4iAw0wOueoBOPnr8MykBJVUjlBI2AkE3g1kpkLEtLCIDQcKu5IIKAvJeeomJ8Wu+vH+z8HVw8rPfEXKmCDJ4ypWNT8Fll0hdgfJIxUSMTGJAfJFWYbBjiwwEOTFzBDJIBbQJIjYl7cnzggld4wirhkj6Q1bmW0e1w8iLhXKtE1YjTWPRyNjvBGMKzWZtROWZnrbTVB6DB3XiEHoFi/ScgJIAMQfkEnw5xZHSL+RsAbmFpWJmvoNvaB+lC0WzTIJl6hliy14hc284TGUJO5l2Z3DkvYUCbBDW4stDigRD2BJ+BFEizoKiihAzZCqig4RYFBc6gfs5jJsGjhgLDAhThJhL96LPIrJ1Scxy2IfoGCkil2GF2kmxGA238/kTTH0dB7P6a8MJoVSntuf6EKZNiur0NNGmiWigsTXKcpVmqX6arQZyZpRi8TiTB3gsjPn2nZlVbJmZ2u2W1CYkEJfu6qYFLEMbol7TBAMS9KEnF60ahH0iowvj80W4ocJkCI2oaeUUrqatMhCMFBpRMWoJJLpGQXQzJcoIkbbjJpXJFyzfEOttvQmWVtIPL+JIlM7R+U0192c8uMnfhLVBj0yFagyTg7YEdSCRiIKAQxITx3VKd+/1WqYN2W/vR+aUiPi/VKuJr77+PLVL6F3JFOFCQ947ing",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s22"
},
"serialized_fn":
"QlpoOTFBWSZTWbbwIs0ABEz/9n//////////////////////+QAB4YAQABARUAT3lDXas5AF20VuiJolNPTU9QyNGgAGmjaQD1AAAaNADQD1AaANNDQ0BiGyTQANAammo1PTITNRP1TIm9U9MkDQ0NDEGgAAAAAAAMhoAAD1AaeoAKmAiaZT1Gmg9QDIGjymmgAaGgBoAAAAAABoNBpoAGgBAyYIwBBpgI0wRoGJiMmAjCNMTCGAmQ0YhoxMEYTACYAEoQEIyETxTxT0hiemqeQhiGg9RoZANGgaaDEA0AaAaD1AyNAzUA4xPr9jtyVivXTmmaWoaK0FaOi1A6q18leHQneKrV1zLa0nE5KsNWOOSvJVYs0QRFOLpHReifWp5CR6A7mO8UcIJEU1FRObzWCXJUnzH1Km5UTqlVB1PezF6JH57iHLprVdswYd2ZGGadgKBlFRCDIEQtvqkLd9l1aZe66yjYi/KA7t6VKjA8PjW1Einre+6xS2n51FqdUZSOLj2LqFH0Tp26aXxUhCDoIktz0GqnK3OlaEi50YrASSJCorzxnIIuc6SP6W1tfg7aEmYh0Veul9z4ZLaTtiWW2K0ZhVYZlW4zMzOa45oUM5dXtlZ2qMwqUMrBJWdz/VuFyN8veZ01fSq9JWTuwUypymKjtY+7qgXuM1M0Bzo2c6tRxU6BBgMeAzwDvtlTFAhjgBIyOQcJBV3it155yY+oUYU6Z7ZMogTTNQMmwvQFThqlr102J0kUAMMAUFQnpn+X8FcmUA4pRkbGEGNOIsm7MQ4TmEsFloH204nsUD44anPKmY5Da0yjCL4kFlCIuRY+dOpwLoKDEUQAQc4e3vNXq/ujOzxn6NxdMyDaZDKv24HRIbREqFUXtxCMVaMRThsuuEK3dPYLwcKALazYnlBhvGr7U7Hq0jid+w7dPlzeLl5w86uZ6RD3r9RUqkAHzxNv0WRiYolCHppd/iCdycY7wmvRZu4RD49lONytwiSmr+Q05KUM6I27fCjjRkQPkseLCFsEWXL3/L0V2YslwWtBKSyw5wkpCqKtgJMpKSe/wGIgUCJUW2EAzN3K6uFhAlCd29U0gOWIYU9y55W3/Ny/hbYoVOdIYQDlwBdEk0XAlAoUKNlh/csix/cEMCIs2Lllja7IlYm9LgUKoq3Vll0jPqjUGobBAjryrENYgLdEOUpUj5KJKKb5UKupGOtrllCPn+gUBIjCp0b7KtPxEZtfwDyl0CgiOnQzJoXy1B6l11oR7yLZZhQkH4QlMJ9ln1er/eprcJ/o9Wnr4uA65iEMOiY9gxhkphfCmGaAIxwlI5Tjmo2SBusvPB2Y+pWCGeq7vhTkaIaG+2uc7WC+YS3UiYVEyMNxxbMWAXHinkSmThHKJTJX7dRU9IipFls0XogyhwUW7UkZFrf4CZWUEbwkprsyGUMdtqIzC0zMwwMD24YysqKFQivBQUydjReCvZuGpYOKRgWC4YIXdMsEjbjiR2YhLJWqVki8IdNASNQgJaREHPYtYeb7yfTi0MTK3ijFLj9ViXVB0qm/UylTiTSX4iEUONwUS5kwGO3Oq1SVaoDAuJFcaxVRCGMIgyzDsjJVnW5uaxW+ZWvNhv7hUswMsps1SzoZqNKic4zXTpIQfog6Io702GaUphWZwnNK+QLIu7hJZAEYZ2rLQSHIJcNAC+ssEDdbquiFaRo4jMKGH0LZnmYDMjZWRxxBxu+FT0b0MWcwlIlTdYglo1QjWaBgm5dGoxe1ZMgKDF//vD4lzg72ysXcUmW1ehvCQ+6kYCqqMU3t+E0dboLU5m84DT5Jtz/lZsWHaCOzmJkBxTnEESicWcFyFkGwIWCLiR2l4jRHGdi+pt0MJevErhaLVD9ODEXtIV+rvc+khLNZrioqlgdqUpjkDlRExAGrOfjoxHw7wySzRsM6f7/JLGKgF81RVWKgc6jxhn5MCUCCRAPLIIEZMDjhArP5jFcPytFUmyEZZ0Jo37e+uhbSjRnMIRP4t4ILljxIuZJ6VRC9/xdyRThQkLbwIs0A==",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-19T00:12:47.720084Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-18_17_12_46-2840202432023970806'
location: 'us-central1'
name: 'beamapp-jenkins-0819001234-924949'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-19T00:12:47.720084Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-18_17_12_46-2840202432023970806]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-18_17_12_46-2840202432023970806
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-18_17_12_46-2840202432023970806?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py37.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3251.945s
FAILED (SKIP=7, failures=9)
> Task :sdks:python:test-suites:dataflow:py37:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 39s
153 actionable tasks: 119 executed, 32 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/nerl5wl5i5ooq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
