See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/212/display/redirect?page=changes>
Changes:
[noreply] [BEAM-10699] Logging BigQuery streaming insert tail latencies (#12609)
------------------------------------------
[...truncated 16.10 MB...]
"is_wrapper": true
},
"output_name": "unbatchable",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWcFLOigAAST/8PV/cgtAYRAAFfuUgr/n3/JgxA4AABAEADABmtasmGk0p+qn5I2VP1JvUE8SH6oNAxANGjZI0BoMlT8lT2TSj1PTSBhGQBppphMIaGCNAShIyamTU9TE9TTQ2oAAANDEAaPSMpjUsp/NLjTL9yoAyoJaRZkMmczZsskjIqiyz9uxHRqpOhpFnUMyhX244aGbnH8SnIn4Ej1o+GnJklYx4dXNbHQphOC1MZQYsHSm/dvXvJY4EEa4gNA6z9dvZQhLHQXLUs7wBgjuVWL160S1PI3AIyGKkF8m+IKMtl/Stm81BlaJgfUMK8lkMEdQurqlLq0fOl4KNQQmv0rEKCnK4w73CrquXAK4XWibY69GkLqeWHCl87GmphqNATSWMa996Z3yFKQhIzwgtxZYMqOGR4zWGF7p8Wy6hWLsyX5e99kKge+HADW2G6gpmpkqlS1EqMw1qoQzOrKxfJw1BJniX13gQ6IUtEJQ50JwjCqC1Dr8zitQ4UeeKdUFm52f2tORK5r3FYUVwUyOYIpXiiFWKoJutBgPhT3UXxZVSGOT5kB6oKomgtQosN2pjQxaQdaWq9sMdyCUW2rnUOZ1qiUXseIZjC5p/3bt/xdyRThQkMFLOig=",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWcdm49oAARL/4PV/cgtAYRAAFfuUgr/n3/JwxA4ABAAwAXotUw0p6NTTTU2qeptqh6agekaNB5JoA0aeUAPUIQ0aggYTQAAAAAAAACUJCeVPap5GU2oeoZAAAyAMhpkDRlMCmGj7bSv1LolAGUE/iDMh45TJk9ZJGRVFlnxbMNVXjVIRaLTHrp35/BkeL3cRXbWaFiPn88+fLcyYTbjZRI8EeOVoKVYRpaOiyy1WnE7IGjWOIr83GRKJR1azxgwRy7tyr70Rbu06QEZTvAvk5oAqK/iGpTNmRB0tFEewDESCNYohHYvFDrEmnSoI0gProWARKGUjmFurv3z2puvIZ4vwTwVQiiKFPM0oYCFgJioKKprB3sII4mZMADQ4gjShHDJKM2A95nT27ToqxqvSqXK/bHKPfCgSvQnOpXGu4+ChJ5xBEHdSgQMZcKiFo5SQPa6LU5oAbptwE6CHlrbkiyFQXpOuMiOZMa3Ev0uU3p8X7fnIFlXHhI2TKY3MD0stgFNtIP7ENLkD5UMwoXMDs8iSqgqifhpQjhGWcx+YBh4DCJDpbWxKsjmrmiHI9dcHxvE9phUjv7D/F3JFOFCQx2bj2g==",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
},
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWeSKMDoAAhL/4n3/ef9AYw9CHeuegr/33+JhxA4AABBAAp0Njos2waJMo9U20mhqZMgeSek0NqabSAxGnqGT1AeiNNNANTJojRplT1Mj1NDQaAD1NAaBoAAAAAYilP1PUmj1PUDTTRoGQADTI0aAAAaAPUCSIgmFPUwU8U/QoxHqD1ADTINNDQ9IyH6iAIsu/4eP9QUX/zHSxIyBmEI/oqHdL3RbYvny84cxAJDRgGkGgjMHP8pb0t+PlU77ymIPS1bSLLw36y6lExaVC+SQdJEhgqNdgYJvBfBt1RYcZewXW2EQgr3ePeXPdWhzZ9ZlPTozVOQT7pAvlaRQO/MkiJgFZRBZE8WvJj2MXXhxIa7GnBTFU+6nAmJFICpZjEmddt/NFyQ6GyIUIm4zHC3zwgG5xWAhQVYDxUyoL0XBUjZi6EmWyGc6cmYeyuUBHQvOMGpQM7dIlpfPdr6Y9XZLu0wybI1zKbfwRYLaB1CA0sBk5fJCQ5iQTNjyqiss0kpBtrHkLDDPOoRoK1V2MopTfDaEp5bxhpCxhRYNRfJN2I65L9w2GI+9RuRzHP1KchIQ3xFjXq2DJh03rZTOy9KDyNB00VISWWXfBkcSUFzy1Oq1Rejr2PoJilFSTWE46aKTsmUFeGdNF/q5oHeC7JcYOvty7k2p4wDJAxVLNLnJziq3gpoK8eIFcDro8a1jGW3uTmC371GcUVOs2jbHkkBWwgGrtkFoxxeAigk9J2OQ4h5TCY34vXqU1gMGRgEJVLktm4TQZi2YNLElkJLIiglCmrFKiCArwNvTGLXPNTSBMVMFDPOImU0ZMzCFd2p9ME/CDbU4bZEKxpYwi1tJC6h1EMIJtNIWCm4xOzGJi5lgZHI3QwM3gZ2CyWWBFgs7EOEQUgDN9H5U4ZAS1a+LTg086KoxiKKoJTgfpMnDEelw0cVBWp4SlbebpDJZaCUMlbctWzewU0vhGh5WDwCWGxeRodf9/i7kinChIckUYHQ=",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-28T00:14:39.093408Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-27_17_14_37-11954670210236485283'
location: 'us-central1'
name: 'beamapp-jenkins-0828001424-217538'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-28T00:14:39.093408Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-27_17_14_37-11954670210236485283]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-27_17_14_37-11954670210236485283
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-27_17_14_37-11954670210236485283?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3167.473s
FAILED (SKIP=7, failures=6)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':release:go-licenses:java:dockerRun'.
> Process 'command 'docker'' finished with non-zero exit value 125
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 56m 57s
164 actionable tasks: 135 executed, 25 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/i27ditn2zcrt6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
