See
<https://builds.apache.org/job/beam_PostCommit_Python37/31/display/redirect?page=changes>
Changes:
[robertwb] [BEAM-7801] Fix wordcount_xlang postcommit.
------------------------------------------
[...truncated 329.76 KB...]
"properties": {
"output_info": [
{
"encoding": {
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
],
"is_stream_like": {
"value": true
}
},
"output_name": "out",
"user_name":
"write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0).output"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s17"
},
"user_name":
"write/Write/WriteImpl/FinalizeWrite/_UnpickledSideInput(PreFinalize.out.0)",
"windowing_strategy":
"%0AB%22%40%0A%1Dref_Coder_GlobalWindowCoder_1%12%1F%0A%1D%0A%1Bbeam%3Acoder%3Aglobal_window%3Av1jT%0A%25%0A%23%0A%21beam%3Awindowfn%3Aglobal_windows%3Av0.1%10%01%1A%1Dref_Coder_GlobalWindowCoder_1%22%02%3A%00%28%010%018%01H%01"
}
},
{
"kind": "ParallelDo",
"name": "s21",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_finalize_write"
}
],
"non_parallel_inputs": {
"side0-write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s18"
},
"side1-write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s19"
},
"side2-write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn":
"eNrNV/l/3MQVX+06ByJNAzShgR7blLQyZVc2aS6XJsAmAbNk48qGqC2pmJVmdxRLGj3NyBtTiytdx/Tg6Ak9E0pbjt733f4F/Zv6ZnbX6YJN8xPt52NL2jfzvjPv+977jvRkxfJJSnxGvTYlcV1mJBEdnsWi7vOMmg0SRaQd0bMZSVOaneCnEhNKk0+BUUDZciulUsnrJFAZAwk5/rWJoKbXCRMShY9Rr5eFkpow4W5DlzTjPhUCtrAJ93oFIZdT6rEwkQK2ju8HB7S9HlDcEJE8E+bsmQU036/MJmzDzWxvFXCdpaHCJM2lxhNgttwdaOK5vGq7vpWvwo523j4H77LevGtJL8iQm94C3ufDZNGEnYj+7gJ2We4uROqEEfVSIpmXZrQTXoAbxhB4it6JqC+RKMd5GV8KA5qZ85LI0H9YGedGNrgRgW8q4D2WayLwwEPtEHb7QRhFdU9dTS/iJNB2E/ZotoXM4OY+vNeBve6WkSfc4p7B566YsW1J47QmkCfSpTXMZI0mQU3ywY0KKex0uRbKmh/xPLAH3NjTBw8dODo9NXX0yNTBw3ZGRR5hKm7N21fDTkhMPZF3VNjvY2r77y/gAxbbzfayW1ycVYIP4nwVTZLHnmAkCwRUmyW9TZ9j1PChMbq0TQxv5gKfl1mYdBtc87MPF/hwAbe13RtU1AptsAVVnETCfvc2tNf2W8OhPJ6cOhjUeAdNV9dXNviIu2ccohvx9gjno3qwdvuGnoOs+zzGdAuBuR2kaNKdQDPJJYfb3evwMQ7jYfY+pglQdWSnEQkTuMPdqwpcdU+CmcxIGGGQXkJ7eMd6rK3pjvAYJYqheitvj1dlImmGPVTPZRiZ92TdPKaJnIuITxmPNFU2UjXF1HW6aej7nbSAA+fg45Y7qSLHipuq6Qa0z169zsZpZJ8a9qe2wMGxpVNdW6b3UJKG/mJEg3kEmlX9ZcKhAg5bmoaASAJHNnJcn34Cp5hwFDc2U8AnLHenYs9XCqCaScUHd7m3olF5z6jterqNZ3BPmVKfmaVp+KQuhF6YBLznxcinohGl59hm+qVwNIwwdcZJ5L3F24Tjmv6lkPYU2N1jzednlEisuDzxVWObcI/F9rjbcb4qUqVBcG8fGg6csJpGs4T/leZNDXOttFJaMy6W50twstWHU5PaZRQL3NeH+90ALTbjMbXP02QxTMToXhMRWaJ2j2eLAuOitgrLm+NCNngch9KbW5aMJwcO2yLzbREsqn5WFvs/aLAHGainyzCrF78rInE7IMfggdP3Go0SNN3dqq8zHntZnkhVvuv7e1CLpmZkKGhwehVakxLOODA3RlCXSg8TiDX4Kb1MOw8jiUGAo1nFYTUK86uw4MBDY65hnPJMejEP8gjF7WH3RlUUbykiONsH14FPa3gPfX3pefCZVfisA4+wB1ob5cun+APOMcwWJqaMiak0tzUbjUdlSRqXyyulwLhSvmgU5ZWy2LdiXK4EZTlxsXQFEya3rOBIUFksZ4dWysHE3hLatgZbBna5bWAbPlXUU6eyB69PGwHOhM9ZrWZZhx7QDkENBU8Vhvs4WuYaPIqoLqQq71QFNl11f1DthZJVYzxqq5IRHElolUZU9Xh10CI0qBJRJeiQdCMq0Vulpl49FWZCVmWPj+aLKk18niu9UD6IuG+/2HeHvtbhUQlk0LBRKCS0tW6pnEvOIwG+u1X9FlHoUwj0SYPZA6p79WScyuX1boaOHo5oAl2tdvpkO5llPAPGbpYQumWNDec1FaMiWtSrK52D6BLEbFYrr7dxESanXzEau0rlXcaEsdPYYWw3yka5DHwSyzB1ANgjLGnhqZ9JEA7IPuQOLLFzBfQ2kYkL7Ljow7IDj63C5wtYkVA48HjeZsfY8fwSPLGulNPXpJRPMlTApyx2hClZe7qAixb77xr2BbUau3tYmQPJMJrzjYkVVT19FIvVSYb6cOmd04e1cX145vS/DNZULH/RgS8hy88olr8s4SsOPLvO1nPrbN15TWw9r9h6YcTWVwv42rWw9fUN2HqzwH4DOfum5uxb7xxnL45z9hJqKmuyBxnK5LeRue848F1k7qUW+19o0PeUBrH/G935voQfWKzNfBYwyjqsy7RGXGbn2SJDHbjCXnw7HXh5Yx34oarQVxz4EfL8sqrQH0v4iQOv9uE1B15XOvDGJjrwU60DP3Pg56vwiwJ+KeFXDvx6vbJ/Q9/2c+isxkMoE36Llfy7An5v6WIYLIT4f9jMfzDDvE+/iQxw8Ovlj4jyJ63F+PLb7dIMIf68GcRwinlicLgsDH/CXxDkrzpeTF0e5xFR2VZnK4W/NQ19tCpahSRx6uHrbBtfPTP4Ow7pr69QeKPz6h9reVvCP+v/BqnUuws=",
"user_name": "write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: '2019-07-23T19:28:29.146450Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2019-07-23_12_28_27-13831409229143788640'
location: 'us-central1'
name: 'beamapp-jenkins-0723192818-444617'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2019-07-23T19:28:29.146450Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-07-23_12_28_27-13831409229143788640]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_28_27-13831409229143788640?project=apache-beam-testing
apache_beam.io.filesystem: DEBUG: Listing files in
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1563910098057/results'
apache_beam.io.filesystem: DEBUG: translate_pattern:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1563910098057/results*'
->
'gs://temp\\-storage\\-for\\-end\\-to\\-end\\-tests/py\\-it\\-cloud/output/1563910098057/results[^/\\\\]*'
root: DEBUG: Connecting using Google Application Default Credentials.
root: INFO: Starting the size estimation of the input
oauth2client.transport: INFO: Attempting refresh to obtain initial access_token
root: INFO: Finished listing 0 files in 0.05095958709716797 seconds.
root: DEBUG: Connecting using Google Application Default Credentials.
--------------------- >> end captured logging << ---------------------
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_13-5890017958274089407?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
method_to_use = self._compute_method(p, p.options)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_35_23-16178343010519475124?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_test.py>:565:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_45_16-11724482200642398890?project=apache-beam-testing.
streaming = self.test_pipeline.options.view_as(StandardOptions).streaming
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:557:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_12-7813480612850120276?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_33_24-2910411890212791020?project=apache-beam-testing.
method_to_use = self._compute_method(p, p.options)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_42_50-10261211701863111322?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_51_37-11749042181315422855?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_11-3252818614140320742?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_42_59-4642395911181323760?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_51_43-11954241446566992480?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_11-11866762776538935619?project=apache-beam-testing.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_40_32-7360205193758258553?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_50_00-9589767928088148424?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_59_12-3487939983515326492?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_pipeline.py>:73:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_10-12380271623700403109?project=apache-beam-testing.
kms_key=kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_30_05-495607588888185446?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_39_27-9580963992620879411?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_48_44-7007433260684564397?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_57_56-2462292655755842172?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_10-5231768349910621660?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_28_27-13831409229143788640?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_32_54-13527038308960373385?project=apache-beam-testing.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_43_25-6670626044821024636?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:232:
FutureWarning: MatchAll is experimental.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_54_31-8338692703715635809?project=apache-beam-testing.
| 'GetPath' >> beam.Map(lambda metadata: metadata.path))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: MatchAll is experimental.
| 'Checksums' >> beam.Map(compute_hash))
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: ReadMatches is experimental.
| 'Checksums' >> beam.Map(compute_hash))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_13-17496646890471422204?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_29_57-16896010135462674140?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_37_37-8638566561447411539?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_48_10-9362143926332489426?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_57_26-12915370313317599048?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_13_06_22-8333695288186861974?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_19_11-3995528457176378650?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_31_04-5921614618169892409?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_42_15-15193869262156626195?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_12_51_43-5237341135565927575?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-23_13_01_34-10403411585769181614?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
method_to_use = self._compute_method(p, p.options)
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:557:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py37.xml
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 41 tests in 3395.611s
FAILED (SKIP=4, errors=1)
> Task :sdks:python:test-suites:dataflow:py37:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python37/ws/src/sdks/python/test-suites/dataflow/py37/build.gradle'>
line: 80
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py37:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 57m 42s
64 actionable tasks: 48 executed, 16 from cache
Publishing build scan...
https://gradle.com/s/my7ve6ycvojxs
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
