See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/171/display/redirect?page=changes>
Changes:
[katarzyna.kucharczyk] [BEAM-10672] Added streaming option to combine test
[katarzyna.kucharczyk] [BEAM-10672] Added experimental dataflow param
[katarzyna.kucharczyk] [BEAM-10672] Spottless Apply
[katarzyna.kucharczyk] [BEAM-10672] Updated streaming commands
[katarzyna.kucharczyk] [BEAM-10672] Fixes after review in combine python load
test
[katarzyna.kucharczyk] [BEAM-10672] Changed jobType variable into mode to
declare if it is
------------------------------------------
[...truncated 20.95 MB...]
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWcFLOigAAST/8PV/cgtAYRAAFfuUgr/n3/JgxA4AABAEADABmtasmGk0p+qn5I2VP1JvUE8SH6oNAxANGjZI0BoMlT8lT2TSj1PTSBhGQBppphMIaGCNAShIyamTU9TE9TTQ2oAAANDEAaPSMpjUsp/NLjTL9yoAyoJaRZkMmczZsskjIqiyz9uxHRqpOhpFnUMyhX244aGbnH8SnIn4Ej1o+GnJklYx4dXNbHQphOC1MZQYsHSm/dvXvJY4EEa4gNA6z9dvZQhLHQXLUs7wBgjuVWL160S1PI3AIyGKkF8m+IKMtl/Stm81BlaJgfUMK8lkMEdQurqlLq0fOl4KNQQmv0rEKCnK4w73CrquXAK4XWibY69GkLqeWHCl87GmphqNATSWMa996Z3yFKQhIzwgtxZYMqOGR4zWGF7p8Wy6hWLsyX5e99kKge+HADW2G6gpmpkqlS1EqMw1qoQzOrKxfJw1BJniX13gQ6IUtEJQ50JwjCqC1Dr8zitQ4UeeKdUFm52f2tORK5r3FYUVwUyOYIpXiiFWKoJutBgPhT3UXxZVSGOT5kB6oKomgtQosN2pjQxaQdaWq9sMdyCUW2rnUOZ1qiUXseIZjC5p/3bt/xdyRThQkMFLOig=",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWcdm49oAARL/4PV/cgtAYRAAFfuUgr/n3/JwxA4ABAAwAXotUw0p6NTTTU2qeptqh6agekaNB5JoA0aeUAPUIQ0aggYTQAAAAAAAACUJCeVPap5GU2oeoZAAAyAMhpkDRlMCmGj7bSv1LolAGUE/iDMh45TJk9ZJGRVFlnxbMNVXjVIRaLTHrp35/BkeL3cRXbWaFiPn88+fLcyYTbjZRI8EeOVoKVYRpaOiyy1WnE7IGjWOIr83GRKJR1azxgwRy7tyr70Rbu06QEZTvAvk5oAqK/iGpTNmRB0tFEewDESCNYohHYvFDrEmnSoI0gProWARKGUjmFurv3z2puvIZ4vwTwVQiiKFPM0oYCFgJioKKprB3sII4mZMADQ4gjShHDJKM2A95nT27ToqxqvSqXK/bHKPfCgSvQnOpXGu4+ChJ5xBEHdSgQMZcKiFo5SQPa6LU5oAbptwE6CHlrbkiyFQXpOuMiOZMa3Ev0uU3p8X7fnIFlXHhI2TKY3MD0stgFNtIP7ENLkD5UMwoXMDs8iSqgqifhpQjhGWcx+YBh4DCJDpbWxKsjmrmiHI9dcHxvE9phUjv7D/F3JFOFCQx2bj2g==",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWRadYfkAAhL/4n3/ef9AYw+CHeuegr/33+JhxA4AABBAAp0Njos20MkmkeqbENE9R6gPJlBo9NT0gGQMgaND1AABqZNFNo0ap+lMI9Q0NBoGmgAGgAAAADTJSep6kyenqjQNGjQAAAAAAANAHqBJEITEnoU9qnin6nqhp6jTQaAABoaHpGQ/UQBFlv93g/UFF/8xzMSZAzCEf0VLul7otsXz4uQOMgFhpAEWEUUQJVovZO3eHcK/lkQRZZddYjtDWgY/ZQStyapWEyqxoDXhdDop62bOnANB52jBO46SI4Z70jKthintG5S3bqUI3UUYrBB9mLFZL9KyS6BnNkMJtnNxc2fh5MGFTXK08HxAmN+NcyrIFq5OcXozYi85tyX3cJFaZy+guyAOXYQog0iUWWWQu7IFVm0kt3Qtk+a6YmWNdbgElo23GDUoGdWQEr3uw7PNHVsm3KoaNkcc6n8WaLBdSOoQGmgMnMpIkcZITNbpVOMsvJiDbVvS0nFlLaaVCVZYtrq9AUx4wyCVE2ItqDKwosG6c4lriOuHLgNbEfrU643HJz6tBJBfEU2ZazWmvMB7eInR9KbzKDlRMzMyNqkEWvZwzt31usapxR7Wx7ycqRWk1hQOmik7JlBYhnTRf6uXjvBdcwM3TyTbk+88YBogZ61qm2yg9desKqTHbnBYA65e+t8Y03digzXfes2xRVC1X5B5SBXQgG7vEFfbQ8BEgl6rpsFxDykJNdC5cqyywgi0AROZ7Kt11BUlspixJKxJXEEEgU1YioggLcBt6YQa55qaQJipQoZ5wEqmjJlYQvX7T40J+EG4swbXFF4aOMINbEhfQ7RCwCfo1BYKfgE7MZ2MGWZkcLcrAzdxnYLJpoEWEnTBwWDEgNL6b5NARAnw8qxZgqKCxqRiKhpk0AfpMmDEelw0cWOVU1EhW3m6sZLK6k7JG3KrZvYIxfRCesbCkXEK9YqZan9/i7kinChIC06w/IA=",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-17T18:17:21.939077Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-17_11_17_20-2917611825946933637'
location: 'us-central1'
name: 'beamapp-jenkins-0817181712-740580'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-17T18:17:21.939077Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-17_11_17_20-2917611825946933637]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-17_11_17_20-2917611825946933637
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-17_11_17_20-2917611825946933637?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 2969.760s
FAILED (SKIP=6, errors=8, failures=1)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 48
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 116
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 51m 57s
154 actionable tasks: 118 executed, 34 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/ghyq44ig57xxm
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
