See
<https://builds.apache.org/job/beam_PostCommit_Go/3686/display/redirect?page=changes>
Changes:
[iemejia] Refactor default bundle size into a constant in TextIO
------------------------------------------
[...truncated 340.46 KB...]
"user_name": "passert.Sum(out)/beam.addFixedKeyFn",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e4",
"output_name": "i0"
},
"serialized_fn": "e5"
}
},
{
"kind": "GroupByKey",
"name": "e6",
"properties": {
"user_name": "passert.Sum(out)/CoGBK",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e5",
"output_name": "i0"
},
"serialized_fn":
"%0A%29%22%27%0A%02c1%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c1%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "e7",
"properties": {
"user_name": "passert.Sum(out)/passert.sumFn",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:bytes"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e6",
"output_name": "i0"
},
"serialized_fn": "e7"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2019/05/27 12:03:07 Test pardo:sideinput failed: googleapi: Error 429: Quota
exceeded for quota metric 'dataflow.googleapis.com/create_requests' and limit
'CreateRequestsPerMinutePerUser' of service 'dataflow.googleapis.com' for
consumer 'project_number:844138762903'., rateLimitExceeded
2019/05/27 12:03:07 Job state: JOB_STATE_PENDING ...
2019/05/27 12:03:07 Submitted job: 2019-05-27_05_03_06-11607752621708713244
2019/05/27 12:03:07 Console:
https://console.cloud.google.com/dataflow/job/2019-05-27_05_03_06-11607752621708713244?project=apache-beam-testing
2019/05/27 12:03:07 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2019-05-27_05_03_06-11607752621708713244
2019/05/27 12:03:07 Job state: JOB_STATE_PENDING ...
2019/05/27 12:03:07 Submitted job: 2019-05-27_05_03_06-17743078744342184867
2019/05/27 12:03:07 Console:
https://console.cloud.google.com/dataflow/job/2019-05-27_05_03_06-17743078744342184867?project=apache-beam-testing
2019/05/27 12:03:07 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2019-05-27_05_03_06-17743078744342184867
2019/05/27 12:03:07 Job state: JOB_STATE_PENDING ...
2019/05/27 12:03:37 Job still running ...
2019/05/27 12:03:37 Job still running ...
2019/05/27 12:03:37 Job still running ...
2019/05/27 12:03:37 Job still running ...
2019/05/27 12:04:07 Job still running ...
2019/05/27 12:04:07 Job still running ...
2019/05/27 12:04:07 Job still running ...
2019/05/27 12:04:07 Job still running ...
2019/05/27 12:04:37 Job still running ...
2019/05/27 12:04:37 Job still running ...
2019/05/27 12:04:37 Job still running ...
2019/05/27 12:04:37 Job still running ...
2019/05/27 12:05:07 Job still running ...
2019/05/27 12:05:07 Job still running ...
2019/05/27 12:05:07 Job still running ...
2019/05/27 12:05:07 Job still running ...
2019/05/27 12:05:37 Job still running ...
2019/05/27 12:05:37 Job still running ...
2019/05/27 12:05:37 Job still running ...
2019/05/27 12:05:37 Job still running ...
2019/05/27 12:06:07 Job still running ...
2019/05/27 12:06:07 Job still running ...
2019/05/27 12:06:07 Job still running ...
2019/05/27 12:06:08 Job still running ...
2019/05/27 12:06:37 Job still running ...
2019/05/27 12:06:37 Job still running ...
2019/05/27 12:06:37 Job succeeded!
2019/05/27 12:06:37 Test flatten:flatten completed
2019/05/27 12:06:38 Job still running ...
2019/05/27 12:07:07 Job succeeded!
2019/05/27 12:07:07 Test cogbk:cogbk completed
2019/05/27 12:07:07 Job still running ...
2019/05/27 12:07:08 Job still running ...
2019/05/27 12:07:38 Job succeeded!
2019/05/27 12:07:38 Test pardo:kvsideinput completed
2019/05/27 12:07:38 Job succeeded!
2019/05/27 12:07:38 Test pardo:multioutput completed
2019/05/27 12:07:38 Result: 3 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20190527-120220
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:d45a02c7d4ee52371ac625ab9ab10a45bc014f51b325ea05cba81981d9ea3c16
Deleted: sha256:04c340ec19ce831889d964b3dd36ba14c71d7ba48401550de538ed5499ef97af
Deleted: sha256:db6977e16459901bd98033a0fb0020e96e521e5783afb60ad7165593abbb1593
Deleted: sha256:c3cdba655fd7db40034075efd541de9b08f20a881c904293e0c6073e0cfc0565
Deleted: sha256:c807a38e965fd5637e1ab71dd48b0aa47c9a6bf5de4e1c2c2227857c93972ec5
Deleted: sha256:483bd2cb3f8622fc3b5125c6e6e79bf2e480e74ded19fa0da37b10cf876b6231
Deleted: sha256:f81629711461f5ffec50f0c949aab7a2b5cc82f7593123599805dfb596455f05
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:d45a02c7d4ee52371ac625ab9ab10a45bc014f51b325ea05cba81981d9ea3c16
Associated tags:
- 20190527-120220
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20190527-120220
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20190527-120220].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:d45a02c7d4ee52371ac625ab9ab10a45bc014f51b325ea05cba81981d9ea3c16].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
>>> FAILURE
> Task :goIntegrationTests FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Go/ws/src/build.gradle'> line:
182
* What went wrong:
Execution failed for task ':goIntegrationTests'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 8m 38s
72 actionable tasks: 55 executed, 17 from cache
Publishing build scan...
https://gradle.com/s/3teiuqj7g6vw6
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]