See
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/1332/display/redirect>
------------------------------------------
[...truncated 659.08 KB...]
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYE5OLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqYIfgYGhvi0xJycpMTk7HiwlkJ8pgVkJmfnpEJNYQGawlpbyJZUnKQHACYlLgM=",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s24"
},
"serialized_fn":
"eNq9VW1z20QQPvklaZWENgk0hRYaCiUKUAsor6UJNE7SpqZuUEN8BYw4SWdLjd72dGriIZ6BMs7kd/BX+MAXfhSrs9MQIP3IeHTS7T777N7u3vrnsuGylLk+tx3OopoULM46iYiympsIrtdZGDIn5C3B0pSL1WQ91oEs/gJaH0oGnSCE2LKXctsPYplB+SQZKpS85nFkYzIRmb7xYAvFdwuxDhVkqjb7MGbQSaRKcpnmUhFmMN5U9EF8LDrTzA/grEPLhdtODLrrBWFYs4tVt13BmeR2J49dGSQY54RxQh8mzFNEOkzSM0hRTzxeBANTA3jBgnNGQ2sQfEqN2frUISH7hPyqka5GHsL55gCmF6mGVnswM4BZmuGn6ScRNx/zeCeIs6P39SxkT7i5m4idDJPBzSIX9maSyXoSRYG0N3vST+Ib9jYXQadnZsI1M28nM1MlN/+WQfO4HGZRjlragxdV6LdCFjkeW4aX7p+v1glcoCWUYkrmBnBxUcLLFrxy4vBdLm0mpdDhkiJw8iCUGC1cpuO4RXWhhVcP4DULrpwwDaI0EdKOEi8PMXfz9BIaPKdp4PUBXLXgDeXHRhJX2ja8eQDXLHiLjhVCDjkLYaH5X/VzOW7A8CcMf1SRamMGK/KnJORQVaSvkd4ykdrRtlR8D4vVL5P9Etkvk50yERtEloinjSSdErmAiKcaacU/kYpEjE7EH0TTtL17hflqe4X0K6Q3TfY18rhC9isFo9YChuiqQv9WoIekw/44Jn2EMIpPC43F7+QUUKwR6hFsqMUmncNMrLMg5N48yzIu5M35a2J+aQlXePsA3jFoBRFhkEl4V6UtwzJwD67TWdysYOZvK7O1PZenRcdDjZ5FTdHSa0IkAkxlJniUPOHwHtVxs83CfKR9X8IHhkIwVxb1uEGncMP3Uu6iH1t5/pCee+bZPlLBRwo5ko6sP1aNxEMe8VjCJxI+pen/ckd4ho3cNXMZhMUF+cxfaOzWrxJtslrWJtWvrM2VprQpfE+r9bI2hivcVB367FCfD+AWXp0lC5b9K/48vfjPNh86qhWO4IsBfGnBbR/besWCur/Q9I02rDYIG8CaBesDuNOHu/8akBt+MfLu4chrGP5401cT7SsHE33fApwxDyzYHMDXfbAMf4h9iNitY+w3zpCTiW6GcRdTcNtv5hJaFlBVgVQkLs8yeOTT3GnDt334rg3fP3fKt4LYS3bxbDq00eUPfbBHsz3IbI93WB5K+PGQTqtecfMoD1nRcMVM4MAaGp1BjQwizBCLUttNIieIuQAHVUVLShF0u1xgsO5pgYwg+urQ3dZoCx4GxFWhdlWUyNE5jWOI0O+EicPC4aHwT6aLDH7uSAhqfwH25CSH",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: '2019-07-11T01:15:23.678373Z'
currentStateTime: '1970-01-01T00:00:00Z'
id: '2019-07-10_18_15_22-646304524389877233'
location: 'us-central1'
name: 'beamapp-jenkins-0711003527-792386'
projectId: 'apache-beam-testing'
stageStates: []
startTime: '2019-07-11T01:15:23.678373Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-07-10_18_15_22-646304524389877233]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_15_22-646304524389877233?project=apache-beam-testing
root: INFO: Job 2019-07-10_18_15_22-646304524389877233 is in state
JOB_STATE_RUNNING
root: INFO: 2019-07-11T01:15:22.782Z: JOB_MESSAGE_DETAILED: Autoscaling is
enabled for job 2019-07-10_18_15_22-646304524389877233. The number of workers
will be between 1 and 1000.
root: INFO: 2019-07-11T01:15:22.895Z: JOB_MESSAGE_DETAILED: Autoscaling was
automatically enabled for job 2019-07-10_18_15_22-646304524389877233.
root: INFO: 2019-07-11T01:15:25.855Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-07-11T01:15:26.724Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-b.
root: INFO: 2019-07-11T01:15:27.405Z: JOB_MESSAGE_DETAILED: Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2019-07-11T01:15:27.458Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a
combiner.
root: INFO: 2019-07-11T01:15:27.504Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step read from datastore/Reshuffle/ReshufflePerKey/GroupByKey:
GroupByKey not followed by a combiner.
root: INFO: 2019-07-11T01:15:27.562Z: JOB_MESSAGE_DETAILED: Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2019-07-11T01:15:27.605Z: JOB_MESSAGE_DETAILED: Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2019-07-11T01:15:27.793Z: JOB_MESSAGE_DEBUG: Annotating graph with
Autotuner information.
root: INFO: 2019-07-11T01:15:27.890Z: JOB_MESSAGE_DETAILED: Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2019-07-11T01:15:27.955Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/SplitQuery into read from datastore/UserQuery/Read
root: INFO: 2019-07-11T01:15:27.995Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps) into read
from datastore/Reshuffle/AddRandomKeys
root: INFO: 2019-07-11T01:15:28.042Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps) into
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow
root: INFO: 2019-07-11T01:15:28.084Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Extract into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine
root: INFO: 2019-07-11T01:15:28.133Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Read
root: INFO: 2019-07-11T01:15:28.169Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/GroupByWindow into
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Read
root: INFO: 2019-07-11T01:15:28.208Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Write into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Reify
root: INFO: 2019-07-11T01:15:28.263Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Reify into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey+Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Partial
root: INFO: 2019-07-11T01:15:28.328Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/AddRandomKeys into read from datastore/SplitQuery
root: INFO: 2019-07-11T01:15:28.371Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write into read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify
root: INFO: 2019-07-11T01:15:28.406Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey+Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Partial
into Globally/CombineGlobally(CountCombineFn)/KeyWithVoid
root: INFO: 2019-07-11T01:15:28.444Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/KeyWithVoid into read from
datastore/Read
root: INFO: 2019-07-11T01:15:28.481Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify into read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)
root: INFO: 2019-07-11T01:15:28.523Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Read into read from datastore/Reshuffle/RemoveRandomKeys
root: INFO: 2019-07-11T01:15:28.546Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Reshuffle/RemoveRandomKeys into read from
datastore/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)
root: INFO: 2019-07-11T01:15:28.570Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/UnKey into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Extract
root: INFO: 2019-07-11T01:15:28.595Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Match into assert_that/Unkey
root: INFO: 2019-07-11T01:15:28.629Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2019-07-11T01:15:28.672Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/Map(_merge_tagged_vals_under_key) into
assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2019-07-11T01:15:28.715Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/GroupByWindow into
assert_that/Group/GroupByKey/Read
root: INFO: 2019-07-11T01:15:28.757Z: JOB_MESSAGE_DETAILED: Unzipping flatten
s21 for input s19.out
root: INFO: 2019-07-11T01:15:28.792Z: JOB_MESSAGE_DETAILED: Fusing unzipped
copy of assert_that/Group/GroupByKey/Reify, through flatten
assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2019-07-11T01:15:28.831Z: JOB_MESSAGE_DETAILED: Unzipping flatten
s21-u40 for input s22-reify-value18-c38
root: INFO: 2019-07-11T01:15:28.880Z: JOB_MESSAGE_DETAILED: Fusing unzipped
copy of assert_that/Group/GroupByKey/Write, through flatten
assert_that/Group/Flatten/Unzipped-1, into producer
assert_that/Group/GroupByKey/Reify
root: INFO: 2019-07-11T01:15:28.920Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2019-07-11T01:15:28.962Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2019-07-11T01:15:28.999Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2019-07-11T01:15:29.032Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2019-07-11T01:15:29.072Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/InjectDefault/InjectDefault into
Globally/CombineGlobally(CountCombineFn)/DoOnce/Read
root: INFO: 2019-07-11T01:15:29.098Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2019-07-11T01:15:29.127Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/WindowInto(WindowIntoFn) into
Globally/CombineGlobally(CountCombineFn)/InjectDefault/InjectDefault
root: INFO: 2019-07-11T01:15:29.172Z: JOB_MESSAGE_DEBUG: Workflow config is
missing a default resource spec.
root: INFO: 2019-07-11T01:15:29.210Z: JOB_MESSAGE_DEBUG: Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2019-07-11T01:15:29.246Z: JOB_MESSAGE_DEBUG: Adding workflow start
and stop steps.
root: INFO: 2019-07-11T01:15:29.285Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-07-11T01:15:29.474Z: JOB_MESSAGE_DEBUG: Executing wait step
start51
root: INFO: 2019-07-11T01:15:29.569Z: JOB_MESSAGE_BASIC: Executing operation
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.608Z: JOB_MESSAGE_BASIC: Executing operation
assert_that/Group/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.621Z: JOB_MESSAGE_DEBUG: Starting worker pool
setup.
root: INFO: 2019-07-11T01:15:29.640Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.656Z: JOB_MESSAGE_BASIC: Starting 1 workers in
us-central1-b...
root: INFO: 2019-07-11T01:15:29.706Z: JOB_MESSAGE_BASIC: Finished operation
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.721Z: JOB_MESSAGE_BASIC: Finished operation
assert_that/Group/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.721Z: JOB_MESSAGE_BASIC: Finished operation
read from datastore/Reshuffle/ReshufflePerKey/GroupByKey/Create
root: INFO: 2019-07-11T01:15:29.785Z: JOB_MESSAGE_DEBUG: Value
"Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Session"
materialized.
root: INFO: 2019-07-11T01:15:29.830Z: JOB_MESSAGE_DEBUG: Value "read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Session" materialized.
root: INFO: 2019-07-11T01:15:29.863Z: JOB_MESSAGE_DEBUG: Value
"assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2019-07-11T01:15:29.909Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/UserQuery/Read+read from datastore/SplitQuery+read from
datastore/Reshuffle/AddRandomKeys+read from
datastore/Reshuffle/ReshufflePerKey/Map(reify_timestamps)+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Reify+read from
datastore/Reshuffle/ReshufflePerKey/GroupByKey/Write
root: INFO: 2019-07-11T01:15:29.952Z: JOB_MESSAGE_BASIC: Executing operation
assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2019-07-11T01:15:30.067Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-b.
root: INFO: 2019-07-11T01:16:24.885Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 1 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-07-11T01:17:25.288Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-07-11T01:17:25.336Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-07-11T01:18:30.014Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-b.
--------------------- >> end captured logging << ---------------------
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_29-17704215165064883437?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
method_to_use = self._compute_method(p, p.options)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_42_13-16662161053055405455?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_51_04-7247144820900361263?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_59_49-2703526183152575718?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_28-10814397901166805705?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_49_51-12138983926491585803?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_57_43-7913475598976036746?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/fileio_test.py>:232:
FutureWarning: MatchAll is experimental.
| 'GetPath' >> beam.Map(lambda metadata: metadata.path))
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: MatchAll is experimental.
| 'Checksums' >> beam.Map(compute_hash))
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/fileio_test.py>:243:
FutureWarning: ReadMatches is experimental.
| 'Checksums' >> beam.Map(compute_hash))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_28-12581168272837268729?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_40_07-14536711160695556383?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_49_42-11382750033824596337?project=apache-beam-testing.
method_to_use = self._compute_method(p, p.options)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_57_54-7134626292892627271?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_25-7196485594914173995?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_48_22-14574720935595774423?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_56_53-17579747330986755268?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_05_06-961467899975413362?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_24-8963768481343359034?project=apache-beam-testing.
Exception in thread Thread-6:
Traceback (most recent call last):
File "/usr/lib/python3.5/threading.py", line 914, in _bootstrap_inner
self.run()
File "/usr/lib/python3.5/threading.py", line 862, in run
self._target(*self._args, **self._kwargs)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_35_50-9419206662539938772?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_44_39-13525093701038129613?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_53_46-3891145926051437899?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_03_16-5982985797324805267?project=apache-beam-testing.
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py";,>
line 157, in poll_for_job_completion
response = runner.dataflow_client.get_job(job_id)
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/utils/retry.py";,>
line 197, in wrapper
return fun(*args, **kwargs)
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/internal/apiclient.py";,>
line 663, in get_job
response = self._client.projects_locations_jobs.Get(request)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_15_22-646304524389877233?project=apache-beam-testing.
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/internal/clients/dataflow/dataflow_v1b3_client.py";,>
line 689, in Get
config, request, global_params=global_params)
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/build/gradleenv/-1734967054/lib/python3.5/site-packages/apitools/base/py/base_api.py";,>
line 731, in _RunMethod
return self.ProcessHttpResponse(method_config, http_response, request)
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/build/gradleenv/-1734967054/lib/python3.5/site-packages/apitools/base/py/base_api.py";,>
line 737, in ProcessHttpResponse
self.__ProcessHttpResponse(method_config, http_response, request))
File
"<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/build/gradleenv/-1734967054/lib/python3.5/site-packages/apitools/base/py/base_api.py";,>
line 604, in __ProcessHttpResponse
http_response, method_config=method_config, request=request)
apitools.base.py.exceptions.HttpNotFoundError: HttpError accessing
<https://dataflow.googleapis.com/v1b3/projects/apache-beam-testing/locations/us-central1/jobs/2019-07-10_18_15_22-646304524389877233?alt=json>:
response: <{'vary': 'Origin, X-Origin, Referer', 'content-length': '278',
'content-type': 'application/json; charset=UTF-8', 'date': 'Thu, 11 Jul 2019
01:20:07 GMT', 'transfer-encoding': 'chunked', '-content-encoding': 'gzip',
'server': 'ESF', 'x-frame-options': 'SAMEORIGIN', 'cache-control': 'private',
'x-xss-protection': '0', 'status': '404', 'x-content-type-options':
'nosniff'}>, content <{
"error": {
"code": 404,
"message": "(b374a82b6213e99f): Information about job
2019-07-10_18_15_22-646304524389877233 could not be found in our system. Please
double check the id is correct. If it is please contact customer support.",
"status": "NOT_FOUND"
}
}
>
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_25-6046306588367408492?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
method_to_use = self._compute_method(p, p.options)
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:557:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_35_07-11392556809705391391?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_46_18-9518561512557855194?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_55_42-8229769284694345613?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_27-5214972461755992218?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/runners/dataflow/dataflow_runner.py>:686:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=transform.kms_key))
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/big_query_query_to_table_pipeline.py>:73:
BeamDeprecationWarning: BigQuerySink is deprecated since 2.11.0. Use
WriteToBigQuery instead.
kms_key=kms_key))
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_35_51-4289247180150789819?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_45_05-10216533164334159867?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_53_22-9267231986938093973?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_02_05-5524537078279561475?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_25_25-14820161437339221862?project=apache-beam-testing.
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery.py>:1140:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
method_to_use = self._compute_method(p, p.options)
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/apache_beam/io/gcp/bigquery_file_loads.py>:557:
BeamDeprecationWarning: options is deprecated since First stable release.
References to <pipeline>.options will not be supported
temp_location = p.options.view_as(GoogleCloudOptions).temp_location
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_36_18-6052349366567899539?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_49_25-29740972064603842?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_17_58_43-12193090436563172013?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-07-10_18_07_49-6340228440340146346?project=apache-beam-testing.
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 42 tests in 3484.723s
FAILED (SKIP=5, failures=1)
> Task :sdks:python:test-suites:dataflow:py35:postCommitIT FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python3_Verify/ws/src/sdks/python/test-suites/dataflow/py35/build.gradle'>
line: 48
* What went wrong:
Execution failed for task ':sdks:python:test-suites:dataflow:py35:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 58m 55s
77 actionable tasks: 60 executed, 17 from cache
Publishing build scan...
https://gradle.com/s/mrabe5dgt6cxu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
