See
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/2834/display/redirect?page=changes>
Changes:
[Kyle Weaver] [BEAM-9956] Remove unbalanced code markup.
[zyichi] Bump up advanceProcessingTime duration in ParDoTest
[tobiasz.kedzierski] [BEAM-10623] Add workflow to run python tests on
Linux/Windows/Mac
[tobiasz.kedzierski] [BEAM-10624] dtype explicit for the numpy arrays
[Steve Niemitz] [BEAM-10523] Add support for custom DatumWriters to AvroIO.Write
[Luke Cwik] [BEAM-10040, BEAM-6804] Increase wait times to reduce flakiness.
[noreply] [BEAM-10752] add use_deprecated_read experiment for testSimpleInsert,
------------------------------------------
[...truncated 22.69 MB...]
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn).unbatchable"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s2"
},
"serialized_fn":
"QlpoOTFBWSZTWbB0TkgAAXd/wP//////+RAAFeuUwr/n//JgwAQQQAG8lZhEImTUEab1GmjSNDNBoTACeUxMjAAAEyYNIjRlGCeVPKNGanqABoNAYQGQYQBkabQc0xGRk0yaAZDRkMmQAAAyNMjQMIZAxTJMpiU/TU/VTYSND0IMQGgA0AaNAyGIPKedW2rHSjYmbPSNwqwatKMAR9UQB4kVoTD+I3hBJJcXFyfLj+/G32l+HrrASCCQQSCSKRISIG3r9K9qfSrOh8vAICdpjFEhAJ9L5pILwilfuWbVGZSZZaw4Gpu7GmI591rS3avqUst17kFu/d7GcI9uLc2ZIjK+DzsJ4yNxBbM8B5wOgCFElgLYWkDNxGR/QFSlwoTz1Jcg3ji5vBvXImJ5TFs/x4cWZF1C4AoAlTFvqcoZzmSQyQBVVaEDEUB6FfMAKsbExrUQ+SgSvBxgRRB0xAwbOkMiEEFQnEKJYEIIJZQNQAgD3y0cPj9ER1vxj8TEoZH2RimGptGEpAiPElszpzIBJI41GzRNKnGIyxzEWkBNWKM4DYEC4YyEICzNrMLYDDgNHbWmi05KwGn9PVQvvt62jRNkY6YL/aYQ1XSDyUptNmvo7vObNJrNRVEI4cgo76U7BHJHK77GSWWAnfecHTkKxzlXXda5bBcFEZgXyxswxLR14gRmcdzod8alYcDEL2pgpbpiO8clEuRQEMkP9/5XpyGWWdrN9ZxdyRThQkLB0Tkg",
"user_name": "WriteToSpanner/make batches/Filtering Batchable
Mutations/ParDo(_BatchableFilterFn)"
}
},
{
"kind": "ParallelDo",
"name": "s4",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_BatchFn",
"type": "STRING",
"value": "apache_beam.io.gcp.experimental.spannerio._BatchFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s3"
},
"serialized_fn":
"QlpoOTFBWSZTWTYT4VAAAV9/wP//////4RAAFeuUwr/n//JgwAQQQAG8i0TiCmKekaGImyJkNpHpPUYnqaHpkTCDMoNGnqZBgaRMk8VP0apvSj01BoMgDTIMgaDCaDIAbUYOaNGhphANMCaaAMhoYgDRiNDBGQAaamUxUYjPSmh6QAAAAAAABkNAZOI0xgzzq52VO1QSjXlJQgHmURN0obhUfhSqCCSbNm33ta9bTekfZr0CJIJBBIJKEogJQDQxcZa2fpa+0vPCkzqOdQSICia9Hg+SbXigxc9Ry9n83ev6jXaiydGJju07n4ccEPlDuWZbn4zfjgj29J3s6K7spDAecE55CQJYBUoGSAqnBCRlAJhSKq2ZhF9g+LGy++InEyjfjojk1xpqAYBUY4fA2xpCDsFqAHvwK9FgJ+uvqAj8bsosrC+jMMeacXoMKog4OgJ6oqRapQpWTwIwAqRhmARiI5g0focfPbIPpTlidr5RMIMjBrhsC3Bi8TBII4WFw3pJ7C/SFuImgBE0i0XDLDkYKjw5wpUWFFNwqXiSZbESixgaQSX6mcRKtTz7lyIUpNdcf665yhXl8Fgq1ZMzV4qsFpSLwClTCE7NdLKDFSTMhGzSoTHCqNEl6zFAwjYxzUlAtwMkaQEyM6JBQUKiQEqKVyDDlD2CESP29gLfCYjtOSifKsB0sc/9/txEJ/fz7+g/i7kinChIGwnwqAA=",
"user_name": "WriteToSpanner/make batches/ParDo(_BatchFn)"
}
},
{
"kind": "Flatten",
"name": "s5",
"properties": {
"display_data": [],
"inputs": [
{
"@type": "OutputReference",
"output_name": "None",
"step_name": "s4"
},
{
"@type": "OutputReference",
"output_name": "unbatchable",
"step_name": "s3"
}
],
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable.out"
}
],
"user_name": "WriteToSpanner/make batches/Merging batchable and
unbatchable"
}
},
{
"kind": "ParallelDo",
"name": "s6",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "_WriteToSpannerDoFn",
"type": "STRING",
"value":
"apache_beam.io.gcp.experimental.spannerio._WriteToSpannerDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_6"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_6"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "WriteToSpanner/Writing to spanner.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s5"
},
"serialized_fn":
"QlpoOTFBWSZTWRLUeWkAAs9/wH/////////////+wr/3/+JhwEAC7Os0QOSDRTE0Jpqeqe00mp5TwTUwE9QB6NRkeRGABo00ek0jZCaMAQYianpT9TTQTSepppk0AAaAABoAAAAAAAAaNkg1P1KJGgAAAAAAAAAADRoAABoHpqAAEkQmkATBMp6QzUaeo0AANAAAAAAAAAZAWzkR35j6JZqkyvnk04IYWzjpkJScMlbGAhdGRPn+ZuMoiID9GHJKMOjiZPBTfTMhCBwJA4hhh95EMhvSFPysWIz7ebz8SXmE4EIQgFAzAOAABwMOYcldy7vtZ+TQppwa/R7Pc8Pkmr59k5hwmAMagpKAwRTumYbslHbZFI0dnBuSdeS/AJUg5VxAMsexeaofTPKhQxORGF+9y1khZHULakosp9CL5lVrfbanRSKUIhHXKegpzBe6XtmG4jSOxn7PJb2Gdt2NZuKi4djks6uJ/2nd/gwLv3u3IGreNhScPEAKvVUzXWFpm9SjidiWlRJpO5nM9cS1ZxVRpfiIBbrBJFIFpTrmDIjNQbDp/lyonNbQZel2wO6Ew17XrD+cfhGAKq2mUBTiii/HPL/d1t/itedFAGQKYIBPVPJlMDgJpcs7BoVSW4aprAaDgDip1CbRf4WY6AgAmGGcIiLBYpd+HxJdr1VvOotQJeaAXguSLjR1lDX3YHrJ1Bp3SJAgokh/qMMwZuINPCUl29aUCNCqqm3iChj2fG6kqk6pbsItMiLBti8EtKKdWcw1DXPEjcd6uaeKoX1Qh/1Q60MaMgRtZ1+OIdh3yzpaUpuzgEWMcU6ZWLbIatFV1TTzGJFBiJlRFUBrBMdNEB6YD4SKdSCqM6ZkZ5qFrHaq5002hGBeaJmWVgowlJLW12VeomvXELUBw1d4tkmMDahUFS+WHDC4QwRdaSIjOaZETIrpjCkpJC4YMyZjCappqyTeC8tQA2pgVUmGGI4vKJkimQJSlayJkm4BMRAAFFQi2ZLxKSRntKAsu0ILBkpnMlhjS2Oh1GBO7jLyrECtZ0U8mqXK5AuQtQKWUxibRg1m4WIqkVECymUTTGN15w2nDJAC3QjMnOfWh4EAMYnENhLdMQ+6FHYclNBIkg7OsQlg8ZvigpDEoYEAzNbAI/72wxYjvyh0QCjaLh94vil/i7kinChICWo8tIA=",
"user_name": "WriteToSpanner/Writing to spanner"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-19T00:27:59.164824Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-18_17_27_58-14627797041089610782'
location: 'us-central1'
name: 'beamapp-jenkins-0819002748-565239'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-19T00:27:59.164824Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-18_17_27_58-14627797041089610782]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-18_17_27_58-14627797041089610782
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-18_17_27_58-14627797041089610782?project=apache-beam-testing
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py35.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3698.931s
FAILED (SKIP=7, errors=1, failures=4)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/portable/common.gradle'>
line: 235
* What went wrong:
Execution failed for task
':sdks:python:test-suites:portable:py35:postCommitPy35IT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 4m 16s
153 actionable tasks: 117 executed, 34 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/6fw23illzb7z4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
