See
<https://builds.apache.org/job/beam_PostCommit_Python36/1159/display/redirect?page=changes>
Changes:
[thw] [BEAM-8815] Define the no artifacts retrieval token in proto
------------------------------------------
[...truncated 614.32 KB...]
"output_name": "out",
"step_name": "SideInput-s18"
},
"side1-write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s19"
},
"side2-write/Write/WriteImpl/FinalizeWrite": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "SideInput-s20"
}
},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "write/Write/WriteImpl/FinalizeWrite.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s7"
},
"serialized_fn":
"eNrNV/mf28QVt+zNgUjTACUQ0sNNSaul2EogWZothaROAsFZZ6tdiHoEMZbGHmVHGj3NaJ2lawqk3mzpBW2hhd6l903v+/g7+s/0zdje1LBL8xPt57MryW/mvZn3fd/3HenJihOSjISMBm1KkrrKSSo7Ik9kPRQ5tRuEc9Lm9HxOsozmJ8Xp1IbS9FNg9aHs+JVSqRR0UqhMBIkF/rWJpHbQiVPC48dp0MtjRW2Y8ncZlwLD5l2Z0RC2tfwdaMtyEVIpYTub8q/Xc9RKRgMWp0rCjsk94oCx1yOKmyRK5NI+c24RzQ9qsw07cYPXtfpgOyZUnGaFMvEkXN8yOxCFumrb1SrW4E3ton0BdjuvzkTRSyoWdrCI94U4XbLhzRh9Tx9ucPw9GKkTcxpkRLEgy2knvgQ3TkQQGXqnsr5MeIHzcrEcRzS3FxRRcfiINs6PbXATBn5LH252fBsDDz30DmFvGMWc1wN9tQMuSGTsNtxiKiBVDrcOYJ8Ht/nbxp6w3z+Hz10567qKJllNIk6kS2tY3RpNo5oSwxuVSrrZSi1WtZCLInKH2LiHj95zdObIkZkjh2aOzbg5lQXHUry1aF9NOyUJDWTR0Wm/jentv70P73DYXnYb2+/jrBJUcb7OJi2SQDKSRxLe2SyZbYYCs4YDE3AZmxzd7EWxoPI47TaEwedduMDtfTjY9m/QWetowy1owhIF7/ZvR3vtoDMaKpLpQ0ejmuig6er62gbv8fdOhuhy0R7Hccxg7Y5NPadN+qFIsNxSYm2HJbrDn0IzKZSA9/rX4WMSJ6Pq3WkA0DxyM07iFGr+Pk1w3VEpVjInMcckg5T28I58rK+bjggYJRoht1W0J1mZKppjX9ULFXP7RN4tEpqqeU5CygQ3UB1CqA4zfb2raZn73bQPRy7AUcef1pkj4w7VTFO6569ezyQZd0+PetZYYGZi6cxwyw4eTrM4XOI0WsBAZ3R/2XBPH97nGBgioggc28xxY/pJnGLDLG7s/X241/F3a/RCrQC6mXR+8AF/Pxq196zebmDaeBb3lGtFml0+DPcZIvTiNBK9IEE8NYwoR/dvpWk6jgkjbVNxwoPXeNtw3MC/HNOeDnZiovnCnBKFjCvSUDe2DR902C3+TpyvSao1CBoDOOnBKadpNUv4X2ne1LDXS6uldetyeaEEp1sDeGDauIxzgQcHcMaP0OIykVD3Ik2X4lSO7zXJyTJ1eyJfkpgXdXVawbyQqiGSJFbB/IpiIr17xpV56MpoSfeztrj/AYM7rEA9W4GHzOL3cpK0I3IfNOfOWY0SnPVv1n2diyTIi1Rp+m7sb86IpkFkJGjQWoNz0wrmPfjQBEBdqgIsIHLQM8u0i5grTAIWDKo4rEdhcQ0e9uCRCdc4yUSugkREBUdxO+/fqEnxGhKBP4APe/AREz5A31AFAXx0DT7mwQXWbG1Wr5DiD3iUYbWwMGUsTKW5o9loPKZKyrpYXi1FWJzLVr+8WpYHVq2Llaispi6XdMHUtlUciSpL5XxmtRxN7SuhbXu0bWhXO4a20VNFP3Uqe/H6tBXhTAicVrNsUo9oh6CGwmOaGP4TaJlvCM6pIVJVdKoSm656MKr2YsWqCR6/VcUIjqS0SjnVPV4dtgiNqkRWCTqkXU4VeuvS1Kun41yqquqJ8XxZpWkoCq0X2gcjHjgoD9xprnVAqWsPG5bHUkFodEvXXAnBJUT+dv1b8jikQM1Jg9WDjunVU0mmVja6GbpmmNMUmFE7c7KdynORQ8xuVXDRL5vYsGSgGJOIm9W1zkFyBVL2kFHeYHMSirlXrMaeUnmPNWXttnZZO62yVS5DNo00BA9ydoGJFp76sqVAeVAMYNmDHnu0D5e20IkVdlwO4HEPPr4Gq33oo+MTHnyiaLP72fHiCjy5oZWHr0krn2KogU877BjTwna5D5902H9XsYFejZ0YcXMoGlZzoTG1qvmzhnJxZZqhQqy/cQrxqUmFeGbuXxY7q3H+tAefQZyf0Th/FuH6nAef34Dr2Q247romuJ7TcH1hDNcX+/Cla4Hr+U3gerXGvoCgfdmA9pU3DrQXJ0F7CWWVnWVzDJXyqwjd1zz4OkL3Uov9L2ToG1qG2P+N9HxTwbccFrKIUdZhXcaYkYlvsyXGGUrBd9iLrycFL28uBd/VFP2eB99HnF/WFP0BUvSHHvxoAD/24CdaCn66hRT8zEjBzz34xRr8sg+voOOvPPj1Brd/Q1/3O+m8CYixbPgtcvl3ffi9Y+gwXAkX+MNW/sMZ9gPmdWQYBz9h/ohR/mQEGd+Au12aY4g/bxViNMU+OTxhFkc/4S8Y5K8mYSxekRSc6HrrA5bC35qWOV81sFKRJAvwnbaN7585/B2HzCdYLIPxofWP9aKt4J/1fwOgV8Kp",
"user_name": "write/Write/WriteImpl/FinalizeWrite/FinalizeWrite"
}
}
],
"type": "JOB_TYPE_BATCH"
}
apache_beam.runners.dataflow.internal.apiclient: INFO: Create job: <Job
createTime: '2019-12-06T15:04:14.476322Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2019-12-06_07_04_12-17334453194998877103'
location: 'us-central1'
name: 'beamapp-jenkins-1206150401-482730'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2019-12-06T15:04:14.476322Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
apache_beam.runners.dataflow.internal.apiclient: INFO: Created job with id:
[2019-12-06_07_04_12-17334453194998877103]
apache_beam.runners.dataflow.internal.apiclient: INFO: To access the Dataflow
monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_04_12-17334453194998877103?project=apache-beam-testing
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2019-12-06_07_04_12-17334453194998877103 is in state JOB_STATE_RUNNING
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:12.080Z:
JOB_MESSAGE_DETAILED: Autoscaling was automatically enabled for job
2019-12-06_07_04_12-17334453194998877103.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:12.080Z:
JOB_MESSAGE_DETAILED: Autoscaling is enabled for job
2019-12-06_07_04_12-17334453194998877103. The number of workers will be between
1 and 1000.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:18.482Z:
JOB_MESSAGE_DETAILED: Checking permissions granted to controller Service
Account.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:19.273Z:
JOB_MESSAGE_BASIC: Worker configuration: n1-standard-1 in us-central1-f.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.013Z:
JOB_MESSAGE_DETAILED: Expanding CoGroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.052Z:
JOB_MESSAGE_DEBUG: Combiner lifting skipped for step
write/Write/WriteImpl/GroupByKey: GroupByKey not followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.114Z:
JOB_MESSAGE_DEBUG: Combiner lifting skipped for step group: GroupByKey not
followed by a combiner.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.154Z:
JOB_MESSAGE_DETAILED: Expanding GroupByKey operations into optimizable parts.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.182Z:
JOB_MESSAGE_DETAILED: Lifting ValueCombiningMappingFns into
MergeBucketsMappingFns
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.274Z:
JOB_MESSAGE_DEBUG: Annotating graph with Autotuner information.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.320Z:
JOB_MESSAGE_DETAILED: Fusing adjacent ParDo, Read, Write, and Flatten operations
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.356Z:
JOB_MESSAGE_DETAILED: Fusing consumer split into read/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.389Z:
JOB_MESSAGE_DETAILED: Fusing consumer pair_with_one into split
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.423Z:
JOB_MESSAGE_DETAILED: Fusing consumer group/Reify into pair_with_one
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.462Z:
JOB_MESSAGE_DETAILED: Fusing consumer group/Write into group/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.495Z:
JOB_MESSAGE_DETAILED: Fusing consumer group/GroupByWindow into group/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.527Z:
JOB_MESSAGE_DETAILED: Fusing consumer count into group/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.561Z:
JOB_MESSAGE_DETAILED: Fusing consumer format into count
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.596Z:
JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/WriteBundles/WriteBundles into format
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.628Z:
JOB_MESSAGE_DETAILED: Fusing consumer write/Write/WriteImpl/Pair into
write/Write/WriteImpl/WriteBundles/WriteBundles
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.663Z:
JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/WindowInto(WindowIntoFn) into write/Write/WriteImpl/Pair
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.700Z:
JOB_MESSAGE_DETAILED: Fusing consumer write/Write/WriteImpl/GroupByKey/Reify
into write/Write/WriteImpl/WindowInto(WindowIntoFn)
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.733Z:
JOB_MESSAGE_DETAILED: Fusing consumer write/Write/WriteImpl/GroupByKey/Write
into write/Write/WriteImpl/GroupByKey/Reify
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.769Z:
JOB_MESSAGE_DETAILED: Fusing consumer
write/Write/WriteImpl/GroupByKey/GroupByWindow into
write/Write/WriteImpl/GroupByKey/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.804Z:
JOB_MESSAGE_DETAILED: Fusing consumer write/Write/WriteImpl/Extract into
write/Write/WriteImpl/GroupByKey/GroupByWindow
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.839Z:
JOB_MESSAGE_DETAILED: Fusing consumer write/Write/WriteImpl/InitializeWrite
into write/Write/WriteImpl/DoOnce/Read
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.876Z:
JOB_MESSAGE_DEBUG: Workflow config is missing a default resource spec.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.912Z:
JOB_MESSAGE_DEBUG: Adding StepResource setup and teardown to workflow graph.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.946Z:
JOB_MESSAGE_DEBUG: Adding workflow start and stop steps.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:20.980Z:
JOB_MESSAGE_DEBUG: Assigning stage ids.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.349Z:
JOB_MESSAGE_DEBUG: Executing wait step start26
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.420Z:
JOB_MESSAGE_BASIC: Executing operation
write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.471Z:
JOB_MESSAGE_BASIC: Executing operation write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.471Z:
JOB_MESSAGE_DEBUG: Starting worker pool setup.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.503Z:
JOB_MESSAGE_BASIC: Starting 1 workers in us-central1-f...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.514Z:
JOB_MESSAGE_BASIC: Executing operation group/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.565Z:
JOB_MESSAGE_BASIC: Finished operation group/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.565Z:
JOB_MESSAGE_BASIC: Finished operation write/Write/WriteImpl/GroupByKey/Create
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.639Z:
JOB_MESSAGE_DEBUG: Value "write/Write/WriteImpl/GroupByKey/Session"
materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.674Z:
JOB_MESSAGE_DEBUG: Value "group/Session" materialized.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:21.752Z:
JOB_MESSAGE_BASIC: Executing operation
read/Read+split+pair_with_one+group/Reify+group/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:04:34.572Z:
JOB_MESSAGE_WARNING: Your project already contains 100 Dataflow-created metric
descriptors and Stackdriver will not create new Dataflow custom metrics for
this job. Each unique user-defined metric name (independent of the DoFn in
which it is defined) produces a new metric descriptor. To delete old / unused
metric descriptors see
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.list
and
https://developers.google.com/apis-explorer/#p/monitoring/v3/monitoring.projects.metricDescriptors.delete
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:02.672Z:
JOB_MESSAGE_ERROR: Startup of the worker pool in zone us-central1-f failed to
bring up any of the desired 1 workers. QUOTA_EXCEEDED: Quota 'CPUS' exceeded.
Limit: 1250.0 in region us-central1.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:02.755Z:
JOB_MESSAGE_ERROR: Workflow failed.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:02.824Z:
JOB_MESSAGE_BASIC: Finished operation
read/Read+split+pair_with_one+group/Reify+group/Write
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:03.236Z:
JOB_MESSAGE_WARNING:
S01:write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
failed.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:03.273Z:
JOB_MESSAGE_BASIC: Finished operation
write/Write/WriteImpl/DoOnce/Read+write/Write/WriteImpl/InitializeWrite
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:03.445Z:
JOB_MESSAGE_DETAILED: Cleaning up.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:03.515Z:
JOB_MESSAGE_DEBUG: Starting worker pool teardown.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:03.596Z:
JOB_MESSAGE_BASIC: Stopping worker pool...
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:21.293Z:
JOB_MESSAGE_BASIC: Worker pool stopped.
apache_beam.runners.dataflow.dataflow_runner: INFO: 2019-12-06T15:06:21.326Z:
JOB_MESSAGE_DEBUG: Tearing down pending resources...
apache_beam.runners.dataflow.dataflow_runner: INFO: Job
2019-12-06_07_04_12-17334453194998877103 is in state JOB_STATE_FAILED
apache_beam.io.filesystem: DEBUG: Listing files in
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1575644640696/results'
apache_beam.io.filesystem: DEBUG: translate_pattern:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output/1575644640696/results*'
->
'gs\\:\\/\\/temp\\-storage\\-for\\-end\\-to\\-end\\-tests\\/py\\-it\\-cloud\\/output\\/1575644640696\\/results[^/\\\\]*'
apache_beam.io.gcp.gcsio: INFO: Starting the size estimation of the input
apache_beam.io.gcp.gcsio: INFO: Finished listing 0 files in
0.044794321060180664 seconds.
--------------------- >> end captured logging << ---------------------
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_31-15672243354490757734?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_11_19-4864907767473857612?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_21_26-3628255653528618958?project=apache-beam-testing
experiments = p.options.view_as(DebugOptions).experiments or []
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_29_00-16773713629188136544?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery_test.py>:652:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
streaming = self.test_pipeline.options.view_as(StandardOptions).streaming
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_27-15845987749017144554?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_17_52-959298929210430660?project=apache-beam-testing
kms_key=transform.kms_key))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_26_26-16301775363064267255?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_34_21-15072377663164976731?project=apache-beam-testing
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_29-13661784551793510319?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_08_54-2308632051937536793?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_17_03-4352901982263185615?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_24_52-14276275462301628156?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_28-10739745907984242754?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_15_05-10015800443278769141?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:797:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_24_36-9831340374879966799?project=apache-beam-testing
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_33_28-8313039699167830538?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/fileio_test.py>:296:
FutureWarning: MatchAll is experimental.
| 'GetPath' >> beam.Map(lambda metadata: metadata.path))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/fileio_test.py>:307:
FutureWarning: MatchAll is experimental.
| 'Checksums' >> beam.Map(compute_hash))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/fileio_test.py>:307:
FutureWarning: ReadMatches is experimental.
| 'Checksums' >> beam.Map(compute_hash))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_26-16869582593599383426?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_05_44-15682618903316494669?project=apache-beam-testing
kms_key=transform.kms_key))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_13_54-4379704164579702242?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_21_50-360714274098150705?project=apache-beam-testing
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_30_45-1791919862282354059?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_pipeline.py>:73:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=kms_key))
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_26-5488011083939641946?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:731:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1217:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
self.table_reference.projectId = pcoll.pipeline.options.view_as(
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_04_12-17334453194998877103?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_06_41-4859612422002232921?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_15_23-9097994767158267251?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_33_02-17965039527072517546?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_30-11528168057418725523?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_05_29-333837951530954605?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_14_41-2217840380945017527?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_23_28-4218495075860136095?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_32_04-9547437726079369947?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_40_51-13853256687409989780?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_06_56_29-13509663524942145714?project=apache-beam-testing
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_06_27-2936298648044748702?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_16_16-10423657154119066870?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:797:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_25_11-10023038633853642339?project=apache-beam-testing
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Worker logs:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-12-06_07_33_34-985573808435903279?project=apache-beam-testing
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1220:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
experiments = p.options.view_as(DebugOptions).experiments or []
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:797:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
----------------------------------------------------------------------
XML: nosetests-postCommitIT-df-py36.xml
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 45 tests in 3204.002s
FAILED (SKIP=6, errors=1)
> Task :sdks:python:test-suites:dataflow:py36:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python36/ws/src/sdks/python/test-suites/dataflow/py36/build.gradle'>
line: 56
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py36:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 54m 50s
83 actionable tasks: 65 executed, 18 from cache
Publishing build scan...
https://scans.gradle.com/s/gs2ybcw4seqly
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
