See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/168/display/redirect>
Changes:
------------------------------------------
[...truncated 21.22 MB...]
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWcdm49oAARL/4PV/cgtAYRAAFfuUgr/n3/JwxA4ABAAwAXotUw0p6NTTTU2qeptqh6agekaNB5JoA0aeUAPUIQ0aggYTQAAAAAAAACUJCeVPap5GU2oeoZAAAyAMhpkDRlMCmGj7bSv1LolAGUE/iDMh45TJk9ZJGRVFlnxbMNVXjVIRaLTHrp35/BkeL3cRXbWaFiPn88+fLcyYTbjZRI8EeOVoKVYRpaOiyy1WnE7IGjWOIr83GRKJR1azxgwRy7tyr70Rbu06QEZTvAvk5oAqK/iGpTNmRB0tFEewDESCNYohHYvFDrEmnSoI0gProWARKGUjmFurv3z2puvIZ4vwTwVQiiKFPM0oYCFgJioKKprB3sII4mZMADQ4gjShHDJKM2A95nT27ToqxqvSqXK/bHKPfCgSvQnOpXGu4+ChJ5xBEHdSgQMZcKiFo5SQPa6LU5oAbptwE6CHlrbkiyFQXpOuMiOZMa3Ev0uU3p8X7fnIFlXHhI2TKY3MD0stgFNtIP7ENLkD5UMwoXMDs8iSqgqifhpQjhGWcx+YBh4DCJDpbWxKsjmrmiHI9dcHxvE9phUjv7D/F3JFOFCQx2bj2g==",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_3"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_3"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWSoB/CsAAhL/4n3/ef9AY2jiHeuegr/33+JhxA4AABBAAp0NgIkGiTKbVPTapmpieSD0nimajTCbSGRoAA0PRANAamQ1TNNTaJNNqepppo0NAaaBoAAAA0AA5o0aGmEA0wJpoAyGhiANGI0MEZABJEQTTQAKeaahG1NPUDTQAANA8oxHpqB6iLLj5Pd+4KL/5jaxIyBmEI3Cod0ocpqX1184cxAJDRgGkGgjMG3NN4jAMLPXuMQ5Y9tIsPCSqunhMSKjhJIPyR0GC04HQ6J+tcuxWGVju/x3qLpEIoL12RbdJaGa3nOqpQwGqggrFIgXuuyoUTmnUREwB9RDSIqpVunngycvJkQ1zNMDw1T6nok3EUwNSN8Z27MOa3dEfw4RC25fMSxAOSvhD5gKrBwsJYC7sYVUSsS3GyrcicTa99cQDKHS4HGDUoGdM4lU+bZp2xy6pd+zDJqjamU3gwRYKqB1CA0sBk5eJCQ5iQTNjyqi0XKyUg1vXXHMa7xiooUJKS4reioUp4gpEp5bBisheYUWCswEnWiOvje2DcER9FGiOc58dnISIfbO64q86jexw36ng7dE0IvLBnnaKSds8g7K/bFBa6XVpUWI9rU9ZMWUUpNcJx00UnZMoKwM6aL9DlY7wXYNhf4LsvVm0vGAZIGGlZZc5OeqnhCzQWsWEFsB108i7ox1KuzOX6vxSZxRU6y13R5JAVUIBxaSCrxYloIiBEuRZqoWE8ZhMpww4ZJs0GDJSAhKUtJ24GhtW2tO1kVQmVxBgiCkWJ1EGAsANOiEEjeakIE1TgoXTgHKQW3NIXr9D55WfhBKZAlcS3ho2RBEnIX2HQQxBNvWQuCm9gnZjCxsZX2Ryt0sDNxs7BcllgRYTwdEBkJmBXf0vy24dgt5uHBvSvu3MmsTzlhpmb9A/SbIGsex5sjKyVMksRWnnHUMllnsqtiS5TaN7RPO+WFV5YhzEsJB5Gw739/i7kinChIFQD+FYA==",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-17T00:11:00.390247Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-16_17_10_58-14958183873889036328'
location: 'us-central1'
name: 'beamapp-jenkins-0817001050-821680'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-17T00:11:00.390247Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-16_17_10_58-14958183873889036328]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-16_17_10_58-14958183873889036328
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-16_17_10_58-14958183873889036328?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 2805.482s
FAILED (SKIP=6, errors=10, failures=2)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* Where:
Build file
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/direct/py38/build.gradle'>
line: 30
* What went wrong:
Execution failed for task
':sdks:python:test-suites:direct:py38:hdfsIntegrationTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 48
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 116
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 49m 40s
154 actionable tasks: 118 executed, 34 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/lb5nhqo6r7w7k
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
