See
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/2845/display/redirect?page=changes>
Changes:
[Udi Meiri] Color Jenkins logs support
[ningk] Added a whitespace lint precommit job.
[ningk] Removed trailing whitespaces from all markdown and gradle build files.
[ningk] Updated jenkins precommit job README, added comments of what needs to be
[ningk] Removed trailing whitespaces from HEAD changes
[Alan Myrvold] [BEAM-10049] Add licenses for go dependencies in python, java,
and go
[noreply] Propagate BigQuery streaming insert throttled time to Dataflow worker
in
------------------------------------------
[...truncated 21.72 MB...]
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
}
],
"is_pair_like": true
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "CoGroupByKey/GroupByKey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s21"
},
"serialized_fn":
"%0A%8B%11%22%40%0A%1Dref_Coder_GlobalWindowCoder_1%12%1F%0A%1D%0A%1Bbeam%3Acoder%3Aglobal_window%3Av1%2A%C6%10%0A%25ref_Environment_default_environment_1%12%9C%10%12%12beam%3Aenv%3Adocker%3Av1%1A%3C%0A%3Agcr.io/cloud-dataflow/v1beta3/python3%3Abeam-master-20200630%2A%13beam%3Acoder%3Atimer%3Av1%2A%1Dbeam%3Acoder%3Ainterval_window%3Av1%2A%14beam%3Acoder%3Adouble%3Av1%2A%1Cbeam%3Acoder%3Awindowed_value%3Av1%2A%16beam%3Acoder%3Aiterable%3Av1%2A%1Bbeam%3Acoder%3Aglobal_window%3Av1%2A%19beam%3Acoder%3Astring_utf8%3Av1%2A%22beam%3Acoder%3Aparam_windowed_value%3Av1%2A%1Bbeam%3Acoder%3Alength_prefix%3Av1%2A%14beam%3Acoder%3Avarint%3Av1%2A%11beam%3Acoder%3Arow%3Av1%2A%23beam%3Acoder%3Astate_backed_iterable%3Av1%2A%13beam%3Acoder%3Abytes%3Av1%2A%12beam%3Acoder%3Abool%3Av1%2A%10beam%3Acoder%3Akv%3Av1%2A%23beam%3Aprotocol%3Aprogress_reporting%3Av0%2A%1Ebeam%3Aprotocol%3Aworker_status%3Av1%2A%3Abeam%3Aversion%3Asdk_base%3Aapache/beam_python3.5_sdk%3A2.25.0.dev2q%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%1D%0A%1Bpostcommit_requirements.txt%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%12%0A%10requirements.txt2%9B%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%3D%0A%3B/tmp/dataflow-requirements-cache/parameterized-0.7.4.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%1C%0A%1Aparameterized-0.7.4.tar.gz2%89%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%124%0A2/tmp/dataflow-requirements-cache/mock-2.0.0.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%13%0A%11mock-2.0.0.tar.gz2%89%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%124%0A2/tmp/dataflow-requirements-cache/six-1.15.0.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%13%0A%11six-1.15.0.tar.gz2%91%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%128%0A6/tmp/dataflow-requirements-cache/funcsigs-1.0.2.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%17%0A%15funcsigs-1.0.2.tar.gz2%87%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%123%0A1/tmp/dataflow-requirements-cache/pbr-5.4.5.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%12%0A%10pbr-5.4.5.tar.gz2%97%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%3B%0A9/tmp/dataflow-requirements-cache/PyHamcrest-1.10.1.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%1A%0A%18PyHamcrest-1.10.1.tar.gz2%C4%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12i%0Ag<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/build/apache-beam.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%19%0A%17dataflow_python_sdk.tar2%9C%02%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%C4%01%0A%C1%01/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python35/src/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.25.0-SNAPSHOT.jar%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%15%0A%13dataflow-worker.jarjx%0A%22%0A%20beam%3Awindow_fn%3Aglobal_windows%3Av1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01Z%25ref_Environment_default_environment_1";,>
"user_name": "CoGroupByKey/GroupByKey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_4"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "CoGroupByKey/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s22"
},
"serialized_fn":
"QlpoOTFBWSZTWSVH54EABB9/yH//////////////////////4SACUAR3ibIbUaDEUw0QiJPFNlMAyjTMo02RtJtUYhgCD0BGhjQyATEzQ1NGmYmT1DTUfqIQE0U2jQEEynqPU0AA0DQeo0ABpoaAAAAA0PUB6gAACDTEwCYAmCNNMAAmAE0NDEwAAAACMIwCNMTIYCDTEwCYAmCNNMAAmAE0NDEwAAAACMIwCNMTIYAkUmEFPU00aaaEep6JqeI0gyaZAAAAAGgyDQAANBoGhoep6mnNJPEMcYXylIopjvEFixeDP00A8rJzVweEHDBlFprGvxKbOdjtQfm/fgQQHSZ8bSR1d+X0ZbMXSrQaDPSCWo6ociG8xBpuTNJqAxHl3QCxik1K2EDlV685Zr5UhbSqpbX9Y3k0+D94ES/KcbSF0Y8jVvPqPiLs96s7aKEc/qyRGQKqYAVVUlQAOpmMqiiogi4DJyAkRYMOH4J7AHCBqSFcT3K8ACIhugfbJCIiIsEyISlKRkJkFslUDNiIuZPTWUgIBlSMooFehLr3phejkMZ3PcRXrnzZJVtJrrpuAH5L+4tyOwKQfzs1FXgibbfBw9lTUbk1BNdRdBXWKJJVeqytM56a4rLmN3TGMhWdSD3RwW8+163W7vp2OebOMYk+EJU8NChTSaBWKXSGIxQ8fTJx6m0JNdllyphAgm7kv+1PyOaSyqM4k9S8Cp51xm6+POcimCMZenq50mNMlQuefQpNdftwGMwVluAwhlqOlYwzVKV3/AZDPDN2UyavF1pUuh+JsjcqbfFM+PuWfUDTPvuhQys/lmeRtvX/I5WpcT9T8VJRAZ5iK0nUqOqWSCQ4RAQiMAS8ckhlSacBdsSrO5JhWRj6UTKVryaoMCNDxpUEtg2YBHZuGncSwnuq8SsWCstwoKFbbb/JQqwldXz8y5Rm3O2RFUSerLpxBiEQgJ8tYpBihEGkbbzPK/N875YML2jTIYiBwxQqI6lwHCgQ19NRxTsfEV1tsKQrYrBZFFFZc6ahw9chWtZZVLNPYSMpEf26Ilao0exKBbobU43u2h+Aq8UrtksoRhCeKJbCoopGOJ4vQWPWvG4GrB2aWkgqIlkruaNLLP34C6FKSAl146BwT3qVt09LTdlq3H+dt1dtaEQgV4dwyhAnkElkCJUCZtMjmPRNyHD4nFFTdOc4Letz1i9nCKBS6b2xYVoqrkIW2V7dW4nZj3U97UsFrMVknTftLZklMIOB5CaA7EHhsmZ+DTVFIoTwoLfXmBY6Ro6BgbTYpQ5g2mKSBxYPk82zQDOqvNnIqlYQE5LhSRhzLPQRMk/WTU9e9q/SwQ11pJH69sFRMhnNshOYNB9uXHG8N/07TJcwLuZ0sk4VB0auFRG6h8kVv/MZK5JtA1IOndcK4ceqckiFKyBx3XnArE8xDRXMl9pm8oiKs5rVaWLWVWIlQRbySa1akekaVoyYiymcmjBhz3EoRK6IkZmqWn2pjsbzD1b4RQcnYjamsidioZkV/M5IV232RZ2GYpS1m7jW2pbEAqXKUCo7+2+rDuLHYg56tWAKs4wGrDHJ4bVMgmY2udJZ9+BYpxL78hVu6JaUecG0Kgcedd0xjXiUFfAlI249h4C4Sek4BGGdnFpB/dRl2YBDORayOwJVJJcWhy+KYjRJYKGK5YmSyspKFaddT1lB/66r+uabL4jR2akU6PmwFxmiLE+Xl/528frTNFmyh2LJCDOnZ/m/DgoyLtTEVuiHrwf3utO/i7rKpjVQsHxf8XckU4UJAlR+eBA=",
"user_name": "CoGroupByKey/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s24",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "check"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWYQR6NMAAEDXwH8QgCEJAEBAv279AmAAIABqEqnqGgaABpoyNAGVHpGgMgDQBk0oR6IeoECBiqqU5NY23ndshzT2UPUOGrg42YPi9VyA8lbwwPJgtghxs5Qq1aWwExCDeMa0RHC2QigTCdizz1nx+LuSKcKEhCCPRpg=",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_4"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_4"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Map(check).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s23"
},
"serialized_fn":
"QlpoOTFBWSZTWeCEuGAAA83/0H////////////////////5/wAAE0ARXuq6bLOt2DVBhE0SQ9RsptTE0PUNMgbKAZNNADINDRoDRpoBkNNBmoZDTQyekARCJ6ob1R6maTbU00jRoDJoAaNGINGTQxAYgDQ00MgDQYgBoDQTISp6amjPSn6oAZDQMT1DI0MgAAAGmQaDQaGmE9QNGgAIMATCYEwmE0wTEYAmAI0MmATAAAAIwEwAAAlNJNNCZGgk/U0yJ5Kem1T0gabSeoABoaAAGgNA00AHqAaaA9IepKH49JrE5IDEgzJkEc7mzt1wk6xkRVqizPVFSUODAqiKKyqBhrgD4xDB1vxcZj/YQXFxPjtxBU+T8rwHqtFwYSETmTqEMjdAgMi6R0nE91IIQc2MlkYVYBECLCF2GH6+K3+sLoSIv977+9fFaw62eXA1r9TcNVZYsttlNjVFqUhP8RcqoB3t3tUCUQkFLZIgMwRsETUkdrQ0LK/EF1R4qCyQ60amClFWiDrHMnfpu6SSVrtmTWpO00BEhhcCbdioVAMEBRElSOACBQVJdFSiWqzpINaNbvoQNqGUi6ElyNcwTQ0DVkQktE/1QmYSFqozkiaKsEQEfqewRmJNIR0RMby5Kq9Qfb0uWHVcrk4u94/F4+Hak8riE3YmigHDRTWslhmUXt4d/2g7/fMhB44ipthRVjpxDnnE2ji2xGtKRoJ4d4tgogBQhQokOM66+6XO83s/3ovoIOSVzUVaxRscCuQcanJuFn8M2X2lmby7R/Igb72TzzMZCeJfTCWmxXLz16JWhrrymMvkGbImqEByl41HYFkJu0MxfEQ8lkuTYxAUcE4uYki9MrxbDPNA0RzgoLI8E98GjHqYunP0GtOYYGGvW4D0TaGpoEhLMQx0R1lu2hW0ZJSvRJh4IkkrsGPXnGLB+jGjWrFZSOVUmiRm0ulK7F5QZK1yACBomwAo0AZjIgKWCy17VgICqDXt60150zUjZC8FFan1zkXD0GwbRHRPmGNkmFaMdBFTQYRSOLKjmvTGxXnL0gJNmetPaBTuaSExdBhJqw0gOQsE46O2Y4wWIJlFJqkBDA0YAiViQ45MAqg8bZvPcqYlCP8KXdKvZ7IM+MymcI7OmOsFUAafQiOc/k3XzZ9IS3Tvk7G9UYBFGEMLrG+kHwmM3WGyL9lVrbhefVyOVlwTEBoIa9Oqc1ZXTFpIk6c6lbjN2bLFOSyESsnCNmEa9t82hmrVMaGKEgmfmjwhBkFQyggXaXqUxaCrsLsxApZwUUiZi3klg2e7LLpEs19NfJzEMW8QQEVGKXJ53NVe9GuGB+851Ef5jedN8dv6684V5UXFX9hC2it0ybd9KKY3qNjLXG2bnYLIbhDPXXx5uyoiSqVSwPYtefEmrrdR/53pUzOUXdnO7kzQVYnPVrNVqVVdN4SvCmtcapKDND1CguZp16RNiZS0kukpmDKN2GpyiNlMkCFq5/INppR2oM8xpJjTZeycoxsUDcJGk3ya/uWGARsPUYqy5uuSaYTQYVjYLaGqDFA1pRwTxMpMRTFTRW7vLCEoWV1yoWwpeycW+9nPKuC6+xcsEMgWG3jadGq5n46yvRR29Rc9nOuL+e+XyktwuBwTzolF8Yps5y42akyRYRRvkmxy64uxIAiAHaZRAybJrnuGbcgHkBcQCcfS+V2SsB5V0/pAv3+Ifv8pyu5Af4u5IpwoSHBCXDAA=",
"user_name": "Map(check)"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-21T18:14:22.268869Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-21_11_14_21-17637940940485397170'
location: 'us-central1'
name: 'beamapp-jenkins-0821181411-459324'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-21T18:14:22.268869Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-21_11_14_21-17637940940485397170]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-21_11_14_21-17637940940485397170
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-21_11_14_21-17637940940485397170?project=apache-beam-testing
apache_beam.io.filesystem: DEBUG: translate_pattern:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/b024aa3c-6089-4b2c-a1ab-bd009a30e6dd'
->
'gs\\:\\/\\/temp\\-storage\\-for\\-end\\-to\\-end\\-tests\\/py\\-it\\-cloud\\/output\\/b024aa3c\\-6089\\-4b2c\\-a1ab\\-bd009a30e6dd'
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py35.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3939.403s
FAILED (SKIP=7, errors=1, failures=2)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build completed with 3 failures.
1: Task failed with an exception.
-----------
* What went wrong:
Execution failed for task ':release:go-licenses:py:dockerRun'.
> Process 'command 'docker'' finished with non-zero exit value 125
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 55
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python35/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 9m 53s
161 actionable tasks: 135 executed, 22 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/jlebjnevnvl4g
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
