See
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/187/display/redirect?page=changes>
Changes:
[Udi Meiri] Color Jenkins logs support
[ningk] Added a whitespace lint precommit job.
[ningk] Removed trailing whitespaces from all markdown and gradle build files.
[ningk] Updated jenkins precommit job README, added comments of what needs to be
[ningk] Removed trailing whitespaces from HEAD changes
[Alan Myrvold] [BEAM-10049] Add licenses for go dependencies in python, java,
and go
[noreply] Propagate BigQuery streaming insert throttled time to Dataflow worker
in
------------------------------------------
[...truncated 21.27 MB...]
],
"is_pair_like": true,
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "CoGroupByKey/GroupByKey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s21"
},
"serialized_fn":
"%0A%8C%11%22%40%0A%1Dref_Coder_GlobalWindowCoder_1%12%1F%0A%1D%0A%1Bbeam%3Acoder%3Aglobal_window%3Av1%2A%C7%10%0A%25ref_Environment_default_environment_1%12%9D%10%12%12beam%3Aenv%3Adocker%3Av1%1A%3D%0A%3Bgcr.io/cloud-dataflow/v1beta3/python38%3Abeam-master-20200630%2A%13beam%3Acoder%3Abytes%3Av1%2A%19beam%3Acoder%3Astring_utf8%3Av1%2A%10beam%3Acoder%3Akv%3Av1%2A%12beam%3Acoder%3Abool%3Av1%2A%14beam%3Acoder%3Avarint%3Av1%2A%14beam%3Acoder%3Adouble%3Av1%2A%16beam%3Acoder%3Aiterable%3Av1%2A%13beam%3Acoder%3Atimer%3Av1%2A%1Dbeam%3Acoder%3Ainterval_window%3Av1%2A%1Bbeam%3Acoder%3Alength_prefix%3Av1%2A%1Bbeam%3Acoder%3Aglobal_window%3Av1%2A%1Cbeam%3Acoder%3Awindowed_value%3Av1%2A%22beam%3Acoder%3Aparam_windowed_value%3Av1%2A%23beam%3Acoder%3Astate_backed_iterable%3Av1%2A%11beam%3Acoder%3Arow%3Av1%2A%23beam%3Aprotocol%3Aprogress_reporting%3Av0%2A%1Ebeam%3Aprotocol%3Aworker_status%3Av1%2A%3Abeam%3Aversion%3Asdk_base%3Aapache/beam_python3.8_sdk%3A2.25.0.dev2q%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%1D%0A%1Bpostcommit_requirements.txt%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%12%0A%10requirements.txt2%9B%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%3D%0A%3B/tmp/dataflow-requirements-cache/parameterized-0.7.4.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%1C%0A%1Aparameterized-0.7.4.tar.gz2%89%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%124%0A2/tmp/dataflow-requirements-cache/mock-2.0.0.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%13%0A%11mock-2.0.0.tar.gz2%89%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%124%0A2/tmp/dataflow-requirements-cache/six-1.15.0.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%13%0A%11six-1.15.0.tar.gz2%91%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%128%0A6/tmp/dataflow-requirements-cache/funcsigs-1.0.2.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%17%0A%15funcsigs-1.0.2.tar.gz2%87%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%123%0A1/tmp/dataflow-requirements-cache/pbr-5.4.5.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%12%0A%10pbr-5.4.5.tar.gz2%97%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%3B%0A9/tmp/dataflow-requirements-cache/PyHamcrest-1.10.1.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%1A%0A%18PyHamcrest-1.10.1.tar.gz2%C4%01%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12i%0Ag<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/build/apache-beam.tar.gz%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%19%0A%17dataflow_python_sdk.tar2%9C%02%0A%1Abeam%3Aartifact%3Atype%3Afile%3Av1%12%C4%01%0A%C1%01/home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python38/src/runners/google-cloud-dataflow-java/worker/build/libs/beam-runners-google-cloud-dataflow-java-fn-api-worker-2.25.0-SNAPSHOT.jar%1A%20beam%3Aartifact%3Arole%3Astaging_to%3Av1%22%15%0A%13dataflow-worker.jarjx%0A%22%0A%20beam%3Awindow_fn%3Aglobal_windows%3Av1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01Z%25ref_Environment_default_environment_1";,>
"user_name": "CoGroupByKey/GroupByKey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_merge_tagged_vals_under_key"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "CoGroupByKey/Map(_merge_tagged_vals_under_key).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s22"
},
"serialized_fn":
"QlpoOTFBWSZTWaHKug0AAvJ/+X///S/SY85FXe/9jr///+ZvxQ4BYAAgAgACUAOvCsqAC2WDQimE9QyhoNAD0QaNGQ0aDTQDQAAAAZNAMg0KGmpimynpimRpoAAMgANAGgA0AAAAAHAAANA0NDQ0yADQAAaAaGgAAZAABwAADQNDQ0NMgA0AAGgGhoAAGQAAJEggptCmnpqaZqGT0RppNqMTI00NBpoaAGgNMmTNGiNA0YosbV3zwBTQZXUm8wNelX8c4g/sAZ9aS/E/UkC7eAq2Ue0+cXl707C03JYiydTwS9X2lmJ2Ioo1NGaVKBTzTlKP+fPmE9hEKJ8gmTC1gXMRNh3aKA/BzYUbeWlJ7lBWui1D1OCDYGjlvps7KaXkU+4s/hmcUfu5eIGxlvjVFKaahNeFfQpqRNdyq1uN86zdepmGXHg8rHaVLmxYnU3U1o8WgWLMpPQveA5GpiFpugX2+SIDQ1LlQ1rEWBG3DkjP1Naf7Kal55Eg7/kFbIQZDDJ0jkeDNPTvyvt4GeXEHyvieKac6ejoIXGdmbTQnV17RoLckskEq2ffpVN3DbWGwgVAaQIU/bjAK6UVhiTZB7FLAJwn1hyEi3qp1eBOQsdUTvvSYqZFQqY6UJqVfXz7qsQYlHYpztGJYXFQuiEESu3ZLziuQJOVgX1Jtlw7InnXVMJDbpATQC1JLYED5TCoFQtZuCQHJJj7vHBXqdj0UvkcH1Vlg77DiFbv0spPVgtiRiVShr0Or6Fmv27Xdmk+X3nzbTRtvkXcpKRtktXwjU/y07QSlUm09blLsdeCG4fwy6LRw+OFzEDzYG+tIvHz9O0V1QqSHtNT2OIe8+tuCrqLh0SXRvxrKK6XZ2RZVxl0+ftHMjbTuz6Vnjettk42LOG8vpVWBDgiRAvmTQewDy3VMeZVUytHlSvolSJugYNpsVISmk5MH1SGp8L6nYyBqRiNPLUkxX0Zoosu0sEp535laHaw2QkZsmytZB6e0pFCMQwitSpwYbG2usrOqaho2XalvYTyJ668W7nncaqLz0TSMWi/c3jeKl9zhxrLjxswElvqCR7XN6WOevsK5LhV6yE1gY0zM1GQ168xlL6RTT24WPIs9ZFt+gl0Pe4Ly15Q3BWhhzb6YNt0mHHXbjVMoWHOylGqORVIwb1ZPLuQKs3L96IjlMPTygo3AiEIaVTNwojFm0KbaOEYui0joHLeIGcYpxLQzGHW20dkmKVS1wsxG9VqE2mdAUp6Iz7qLLL3UqNSah+Z8TS32Wj+NptBXqQKTtwhslqR6XJzaH0IKOTJ8UIMbSPT/vf/hs9V+EUQxfzJ9x4EzNdYZTYddgrmpEURqBqNxuXGfWHlIIh/xrmmxiAx+hg8ZTWQps5cWKzLKOUwpyOm9UkgZNcZiYIqMKSMxwMrW+tEzoxJKhhbW6K1DmTWRMNTq3TQ8GwewNAv7/F3JFOFCQocq6DQ",
"user_name": "CoGroupByKey/Map(_merge_tagged_vals_under_key)"
}
},
{
"kind": "ParallelDo",
"name": "s24",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "check"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
},
{
"@type":
"FastPrimitivesCoder$QlpoOTFBWSZTWSYAoHgAAC334EwIiCAAIQkAQAC/bt0CYAQOACAAahpI0Bppo0GmRtINBqJ6QZAaNDQDyjRqC0RLwD4QPbijFck85Haypu6ovZAReEmQrcsyHc7KzNN4sFkXh7FICbooOXgwoVC0QQeEDWJD5shM4hP8XckU4UJAmAKB4A==",
"component_encodings": [],
"pipeline_proto_coder_id":
"ref_Coder_FastPrimitivesCoder_5"
}
],
"is_pair_like": true,
"pipeline_proto_coder_id": "ref_Coder_FastPrimitivesCoder_5"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "None",
"user_name": "Map(check).out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "None",
"step_name": "s23"
},
"serialized_fn":
"QlpoOTFBWSZTWWtGmfkAAqx/8H//+X9LY5hfP+vcwr///+Z/xA4AYATQA43b06zL0GnnvBomig0TxQMJpoDIMmRoNNAAZBoA0BiMTJoGg1VP8ianplI02JqMmgDR6mQNGQZNAAABkABoAAamibQppqaaep5TIzUaaAAAAAANNAAAANAAxTUamUA0GgAyAAaAZDQANAAAAAABKITKI8Rip5pJ6ngmmUaNqbU0yBpkBoaAAAAHlPUGjwwxtU8FRDyr4ruLWFqjWjH6zF6hxFQu4BMhOg3XS6/i3abUQJaXwGPE8KDj/DQrllsQ1zRKKOB4dC1g5r6XBiSBn6wQwuo3bGUQhZASmYEMhTIAsE5GiiY0+274nTISfGH+7we66zAqeFD8mAxDMBwy2wYJ+IsatSCxXOqyoi0VRalceNcv4YwaKfE4RziaBwl+xR3SmmQ+EfW3+hxM4tQKgxBQkogHTZyom6mdIOcWRTCpqBEWyUipYpvRefKrhbRJIj3FrL1sATkAAbdPTDyHWhUpynCastlJD8RzjGHxAW+apVso8HHqMdCQfuoKaMXYyDYQMEFmIEzqsIQF6862jhFYW6HCIQHXLoOYB4dtSpsJ5B5DgRMY/aEA6TA9Db5gWEQyenpT2tZ4Egzdixa0hLVHpVstaBNz3j1jc1MxqW383ZUU21ShxHgljjYuJZyQKkUrJ6xYL5hxW8gFscLMB8lNJDywxLNaU7wM44GnWAbfvLZwxIESQsLU4NBUmgmCfJuTDhlpKjdsbVuLQSUiny4gFB+nNQrqtgGCjOyUZ+UlCX04Rd5Gd7C8ILRKUl0L1x1cNdpFfUitZxca5MIPpT822oT2CQCFuBcwRXQDwgCZ0ovMmQ34hvZdSIKJLEEbi/Voa48gxWJMo4VE8KobKLPA79kiIx6RLQGnK8R7XoOVQcxB4K1QXbHMa1G7i86qJKC9SMpvDTSYCxKjkrapGF2nj5irvy3AaVnnGA0IwWqoOLKxZKZNTAbRDOmCEA19PkVhbSK+UgedyJjEnt1GjqgKKQ1WDN+gma601GOOWONiPdpJ0IBmMFU2B5YTOSJOKjUFZXD6pskiq40g6ftliF5DgIlCe1co1igHgskCYhZX1IpgEOB0cIXZGEHpY4GUFcHmKUiVMvsNwW/RMw0IuZpDDp5JChlfLYJr05UKFAx7URvQZaFLhkhzJUFV0hlFND/1hiajeKc4MwFqRLkyyI3vLpEUEUSL0B8ogbCIjWkgkC9AufjMkGpXTUBAgFMcIEyMh7gNVAmTH/WrxhofyyBxZc2NKsQde+lG03AvGikJEQ1Bxui0HEUTEzzQU4x/B1ZqkrUEcT+M00m7aHGyWysp9aHI8lKyzXolG+/bIdjVo7HSqPGlkiGFy1FwyBSRgEpq2kZYl2LA/xdyRThQkGtGmfk=",
"user_name": "Map(check)"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2020-08-21T18:13:07.041942Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2020-08-21_11_13_05-1079922903741495762'
location: 'us-central1'
name: 'beamapp-jenkins-0821181252-344553'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2020-08-21T18:13:07.041942Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2020-08-21_11_13_05-1079922903741495762]
apache_beam.runners.dataflow.internal.apiclient: INFO: Submitted job:
2020-08-21_11_13_05-1079922903741495762
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobs/us-central1/2020-08-21_11_13_05-1079922903741495762?project=apache-beam-testing
apache_beam.io.filesystem: DEBUG: translate_pattern:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/ca8a1dc6-bab2-4fe6-921f-981f6ff4684a'
->
'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/ca8a1dc6\\-bab2\\-4fe6\\-921f\\-981f6ff4684a'
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py38.xml
----------------------------------------------------------------------
XML:
<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 66 tests in 3345.817s
FAILED (SKIP=7, errors=1, failures=1)
> Task :sdks:python:test-suites:dataflow:py38:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/direct/common.gradle'>
line: 55
* What went wrong:
Execution failed for task ':sdks:python:test-suites:direct:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Python38/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 118
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py38:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 58m 53s
166 actionable tasks: 142 executed, 20 from cache, 4 up-to-date
Publishing build scan...
https://gradle.com/s/642lq7ljp2a5y
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
