See
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/7844/display/redirect>
------------------------------------------
[...truncated 253.22 KB...]
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Unkey.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s21"
},
"serialized_fn": "<string of 968 bytes>",
"user_name": "assert_that/Unkey"
}
},
{
"kind": "ParallelDo",
"name": "s23",
"properties": {
"display_data": [
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.CallableWrapperDoFn",
"type": "STRING",
"value": "_equal"
},
{
"key": "fn",
"label": "Transform Function",
"namespace": "apache_beam.transforms.core.ParDo",
"shortValue": "CallableWrapperDoFn",
"type": "STRING",
"value": "apache_beam.transforms.core.CallableWrapperDoFn"
}
],
"non_parallel_inputs": {},
"output_info": [
{
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": [
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
},
{
"@type":
"FastPrimitivesCoder$eNprYEpOLEhMzkiNT0pNzNVLzk9JLSqGUlxuicUlAUWZuZklmWWpxc4gQa5CBs3GQsbaQqZQ/vi0xJycpMTk7Hiw+kJmPEYFZCZn56RCjWABGsFaW8iWVJykBwDlGS3/",
"component_encodings": []
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
},
"output_name": "out",
"user_name": "assert_that/Match.out"
}
],
"parallel_input": {
"@type": "OutputReference",
"output_name": "out",
"step_name": "s22"
},
"serialized_fn": "<string of 1336 bytes>",
"user_name": "assert_that/Match"
}
}
],
"type": "JOB_TYPE_BATCH"
}
root: INFO: Create job: <Job
createTime: u'2019-04-07T06:28:25.354041Z'
currentStateTime: u'1970-01-01T00:00:00Z'
id: u'2019-04-06_23_28_24-4732070117689036808'
location: u'us-central1'
name: u'beamapp-jenkins-0407062141-627964'
projectId: u'apache-beam-testing'
stageStates: []
startTime: u'2019-04-07T06:28:25.354041Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)>
root: INFO: Created job with id: [2019-04-06_23_28_24-4732070117689036808]
root: INFO: To access the Dataflow monitoring console, please navigate to
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_28_24-4732070117689036808?project=apache-beam-testing
root: INFO: Job 2019-04-06_23_28_24-4732070117689036808 is in state
JOB_STATE_RUNNING
root: INFO: 2019-04-07T06:28:24.686Z: JOB_MESSAGE_DETAILED: Autoscaling is
enabled for job 2019-04-06_23_28_24-4732070117689036808. The number of workers
will be between 1 and 1000.
root: INFO: 2019-04-07T06:28:24.713Z: JOB_MESSAGE_DETAILED: Autoscaling was
automatically enabled for job 2019-04-06_23_28_24-4732070117689036808.
root: INFO: 2019-04-07T06:28:27.598Z: JOB_MESSAGE_DETAILED: Checking
permissions granted to controller Service Account.
root: INFO: 2019-04-07T06:28:28.465Z: JOB_MESSAGE_BASIC: Worker configuration:
n1-standard-1 in us-central1-a.
root: INFO: 2019-04-07T06:28:29.022Z: JOB_MESSAGE_DETAILED: Expanding
CoGroupByKey operations into optimizable parts.
root: INFO: 2019-04-07T06:28:29.069Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step assert_that/Group/GroupByKey: GroupByKey not followed by a
combiner.
root: INFO: 2019-04-07T06:28:29.110Z: JOB_MESSAGE_DEBUG: Combiner lifting
skipped for step read from datastore/GroupByKey: GroupByKey not followed by a
combiner.
root: INFO: 2019-04-07T06:28:29.149Z: JOB_MESSAGE_DETAILED: Expanding
GroupByKey operations into optimizable parts.
root: INFO: 2019-04-07T06:28:29.184Z: JOB_MESSAGE_DETAILED: Lifting
ValueCombiningMappingFns into MergeBucketsMappingFns
root: INFO: 2019-04-07T06:28:29.347Z: JOB_MESSAGE_DEBUG: Annotating graph with
Autotuner information.
root: INFO: 2019-04-07T06:28:29.413Z: JOB_MESSAGE_DETAILED: Fusing adjacent
ParDo, Read, Write, and Flatten operations
root: INFO: 2019-04-07T06:28:29.453Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/SplitQuery into read from datastore/UserQuery/Read
root: INFO: 2019-04-07T06:28:29.496Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/GroupByKey/Write into read from datastore/GroupByKey/Reify
root: INFO: 2019-04-07T06:28:29.545Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Read into read from datastore/Flatten
root: INFO: 2019-04-07T06:28:29.591Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/UnKey into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Extract
root: INFO: 2019-04-07T06:28:29.640Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Flatten into read from datastore/Values
root: INFO: 2019-04-07T06:28:29.694Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Extract into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine
root: INFO: 2019-04-07T06:28:29.739Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Read
root: INFO: 2019-04-07T06:28:29.778Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/GroupByKey/Reify into read from datastore/SplitQuery
root: INFO: 2019-04-07T06:28:29.820Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/Values into read from datastore/GroupByKey/GroupByWindow
root: INFO: 2019-04-07T06:28:29.861Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Write into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Reify
root: INFO: 2019-04-07T06:28:29.907Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Reify into
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey+Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Partial
root: INFO: 2019-04-07T06:28:29.954Z: JOB_MESSAGE_DETAILED: Fusing consumer
read from datastore/GroupByKey/GroupByWindow into read from
datastore/GroupByKey/Read
root: INFO: 2019-04-07T06:28:29.989Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey+Globally/CombineGlobally(CountCombineFn)/CombinePerKey/Combine/Partial
into Globally/CombineGlobally(CountCombineFn)/KeyWithVoid
root: INFO: 2019-04-07T06:28:30.035Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/KeyWithVoid into read from
datastore/Read
root: INFO: 2019-04-07T06:28:30.079Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Match into assert_that/Unkey
root: INFO: 2019-04-07T06:28:30.127Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Unkey into assert_that/Group/Map(_merge_tagged_vals_under_key)
root: INFO: 2019-04-07T06:28:30.159Z: JOB_MESSAGE_DETAILED: Unzipping flatten
s19 for input s17.out
root: INFO: 2019-04-07T06:28:30.204Z: JOB_MESSAGE_DETAILED: Fusing unzipped
copy of assert_that/Group/GroupByKey/Reify, through flatten
assert_that/Group/Flatten, into producer assert_that/Group/pair_with_0
root: INFO: 2019-04-07T06:28:30.247Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/Map(_merge_tagged_vals_under_key) into
assert_that/Group/GroupByKey/GroupByWindow
root: INFO: 2019-04-07T06:28:30.293Z: JOB_MESSAGE_DETAILED: Unzipping flatten
s19-u40 for input s20-reify-value9-c38
root: INFO: 2019-04-07T06:28:30.336Z: JOB_MESSAGE_DETAILED: Fusing unzipped
copy of assert_that/Group/GroupByKey/Write, through flatten
assert_that/Group/Flatten/Unzipped-1, into producer
assert_that/Group/GroupByKey/Reify
root: INFO: 2019-04-07T06:28:30.382Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/GroupByWindow into
assert_that/Group/GroupByKey/Read
root: INFO: 2019-04-07T06:28:30.412Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/pair_with_0 into assert_that/Create/Read
root: INFO: 2019-04-07T06:28:30.452Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/Write into assert_that/Group/GroupByKey/Reify
root: INFO: 2019-04-07T06:28:30.496Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/GroupByKey/Reify into assert_that/Group/pair_with_1
root: INFO: 2019-04-07T06:28:30.528Z: JOB_MESSAGE_DETAILED: Fusing consumer
Globally/CombineGlobally(CountCombineFn)/InjectDefault/InjectDefault into
Globally/CombineGlobally(CountCombineFn)/DoOnce/Read
root: INFO: 2019-04-07T06:28:30.575Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/WindowInto(WindowIntoFn) into
Globally/CombineGlobally(CountCombineFn)/InjectDefault/InjectDefault
root: INFO: 2019-04-07T06:28:30.622Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/Group/pair_with_1 into assert_that/ToVoidKey
root: INFO: 2019-04-07T06:28:30.665Z: JOB_MESSAGE_DETAILED: Fusing consumer
assert_that/ToVoidKey into assert_that/WindowInto(WindowIntoFn)
root: INFO: 2019-04-07T06:28:30.703Z: JOB_MESSAGE_DEBUG: Workflow config is
missing a default resource spec.
root: INFO: 2019-04-07T06:28:30.743Z: JOB_MESSAGE_DEBUG: Adding StepResource
setup and teardown to workflow graph.
root: INFO: 2019-04-07T06:28:30.787Z: JOB_MESSAGE_DEBUG: Adding workflow start
and stop steps.
root: INFO: 2019-04-07T06:28:30.833Z: JOB_MESSAGE_DEBUG: Assigning stage ids.
root: INFO: 2019-04-07T06:28:30.999Z: JOB_MESSAGE_DEBUG: Executing wait step
start51
root: INFO: 2019-04-07T06:28:31.078Z: JOB_MESSAGE_BASIC: Executing operation
assert_that/Group/GroupByKey/Create
root: INFO: 2019-04-07T06:28:31.114Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/GroupByKey/Create
root: INFO: 2019-04-07T06:28:31.131Z: JOB_MESSAGE_DEBUG: Starting worker pool
setup.
root: INFO: 2019-04-07T06:28:31.148Z: JOB_MESSAGE_BASIC: Executing operation
Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Create
root: INFO: 2019-04-07T06:28:31.176Z: JOB_MESSAGE_BASIC: Starting 1 workers in
us-central1-a...
root: INFO: 2019-04-07T06:28:31.269Z: JOB_MESSAGE_DEBUG: Value
"assert_that/Group/GroupByKey/Session" materialized.
root: INFO: 2019-04-07T06:28:31.310Z: JOB_MESSAGE_DEBUG: Value "read from
datastore/GroupByKey/Session" materialized.
root: INFO: 2019-04-07T06:28:31.347Z: JOB_MESSAGE_DEBUG: Value
"Globally/CombineGlobally(CountCombineFn)/CombinePerKey/GroupByKey/Session"
materialized.
root: INFO: 2019-04-07T06:28:31.375Z: JOB_MESSAGE_BASIC: Executing operation
assert_that/Create/Read+assert_that/Group/pair_with_0+assert_that/Group/GroupByKey/Reify+assert_that/Group/GroupByKey/Write
root: INFO: 2019-04-07T06:28:31.401Z: JOB_MESSAGE_BASIC: Executing operation
read from datastore/UserQuery/Read+read from datastore/SplitQuery+read from
datastore/GroupByKey/Reify+read from datastore/GroupByKey/Write
root: INFO: 2019-04-07T06:28:42.068Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 0 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-04-07T06:29:39.741Z: JOB_MESSAGE_DETAILED: Autoscaling: Raised
the number of workers to 1 based on the rate of progress in the currently
running step(s).
root: INFO: 2019-04-07T06:29:39.781Z: JOB_MESSAGE_DETAILED: Autoscaling: Would
further reduce the number of workers but reached the minimum number allowed for
the job.
root: INFO: 2019-04-07T06:31:09.168Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
root: INFO: 2019-04-07T06:31:09.212Z: JOB_MESSAGE_DETAILED: Workers have
started successfully.
oauth2client.transport: INFO: Refreshing due to a 401 (attempt 1/2)
root: INFO: 2019-04-07T07:28:31.392Z: JOB_MESSAGE_ERROR: Workflow failed.
Causes: The Dataflow job appears to be stuck because no worker activity has
been seen in the last 1h. You can get help with Cloud Dataflow at
https://cloud.google.com/dataflow/support.
root: INFO: 2019-04-07T07:28:31.566Z: JOB_MESSAGE_BASIC: Cancel request is
committed for workflow job: 2019-04-06_23_28_24-4732070117689036808.
root: INFO: 2019-04-07T07:28:31.666Z: JOB_MESSAGE_DETAILED: Cleaning up.
root: INFO: 2019-04-07T07:28:31.733Z: JOB_MESSAGE_DEBUG: Starting worker pool
teardown.
root: INFO: 2019-04-07T07:28:31.769Z: JOB_MESSAGE_BASIC: Stopping worker pool...
root: INFO: 2019-04-07T07:32:46.526Z: JOB_MESSAGE_DETAILED: Autoscaling:
Reduced the number of workers to 0 based on the rate of progress in the
currently running step(s).
root: INFO: 2019-04-07T07:32:46.586Z: JOB_MESSAGE_BASIC: Worker pool stopped.
root: INFO: 2019-04-07T07:32:46.631Z: JOB_MESSAGE_DEBUG: Tearing down pending
resources...
root: INFO: Job 2019-04-06_23_28_24-4732070117689036808 is in state
JOB_STATE_FAILED
--------------------- >> end captured logging << ---------------------
----------------------------------------------------------------------
XML:
<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/nosetests.xml>
----------------------------------------------------------------------
Ran 34 tests in 5252.744s
FAILED (SKIP=1, errors=1)
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_36-14618573008079004544?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_21_03-13407620064710621020?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_27_54-10132353092553998731?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_35-15989154325741381229?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_27_45-12387840525938087993?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_37-15349996517916458427?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_19_03-14348198604536521212?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_25_57-16748348374223942511?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_33_35-2586777532864135175?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_35-18327571312435865329?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_25_52-13676459880208582661?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_36_46-2258403452420139437?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_35-2717446747544121326?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_12_59-14255186735023628182?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_20_40-1535306665452988485?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_29_27-4937143980478148457?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_34-18050527411518214159?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_14_03-7437549565485130642?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_21_47-6405453901280597989?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_28_24-4732070117689036808?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_35-2457169776091483410?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_16_03-5769293934439569395?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_26_00-12468910819183399520?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_33_28-13405899008299894208?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_05_35-6504651446363154601?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_13_04-17259211735903610428?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_20_52-11271376752692326745?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_27_45-13470386889186866541?project=apache-beam-testing.
Found:
https://console.cloud.google.com/dataflow/jobsDetail/locations/us-central1/jobs/2019-04-06_23_36_47-6830595351961713963?project=apache-beam-testing.
> Task :beam-sdks-python:postCommitIT FAILED
FAILURE: Build completed with 2 failures.
1: Task failed with an exception.
-----------
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/build.gradle'>
line: 268
* What went wrong:
Execution failed for task ':beam-sdks-python:hdfsIntegrationTest'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Python_Verify/ws/src/sdks/python/build.gradle'>
line: 229
* What went wrong:
Execution failed for task ':beam-sdks-python:postCommitIT'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 29m 13s
6 actionable tasks: 6 executed
Publishing build scan...
https://gradle.com/s/l22ssgg4uojtc
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
