See
<https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/468/display/redirect?page=changes>
Changes:
[amaliujia] add testArithmeticOperator
[rober] Add a small benchmark for metrics
------------------------------------------
[...truncated 397.27 KB...]
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"user_name": "passert.Hash(out)/beam.addFixedKeyFn",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:bytes"
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s9",
"output_name": "i0"
},
"serialized_fn": "e10"
}
},
{
"kind": "GroupByKey",
"name": "s11",
"properties": {
"user_name": "passert.Hash(out)/group",
"disallow_combiner_lifting": true,
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s10",
"output_name": "i0"
},
"serialized_fn":
"%0A%29%22%27%0A%02c0%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c0%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "s12",
"properties": {
"user_name": "passert.Hash(out)/passert.hashFn",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s11",
"output_name": "i0"
},
"serialized_fn": "e12"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2018/07/12 00:03:10 Submitted job: 2018-07-11_17_03_09-4264898261543689407
2018/07/12 00:03:10 {
"createTime": "2018-07-12T00:03:10.839762Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-11_17_03_09-4264898261543689407",
"location": "us-central1",
"name": "go-job-2-1531353788729708617",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/12 00:03:10 Console:
https://console.cloud.google.com/dataflow/job/2018-07-11_17_03_09-4264898261543689407?project=apache-beam-testing
2018/07/12 00:03:10 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-11_17_03_09-4264898261543689407
2018/07/12 00:03:11 Submitted job: 2018-07-11_17_03_09-4299775300319082004
2018/07/12 00:03:11 {
"createTime": "2018-07-12T00:03:11.026118Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-11_17_03_09-4299775300319082004",
"location": "us-central1",
"name": "go-job-1-1531353788729595911",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/12 00:03:11 Console:
https://console.cloud.google.com/dataflow/job/2018-07-11_17_03_09-4299775300319082004?project=apache-beam-testing
2018/07/12 00:03:11 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-11_17_03_09-4299775300319082004
2018/07/12 00:04:10 Job still running ...
2018/07/12 00:04:11 Job still running ...
2018/07/12 00:04:40 Job still running ...
2018/07/12 00:04:41 Job still running ...
2018/07/12 00:05:10 Job still running ...
2018/07/12 00:05:11 Job still running ...
2018/07/12 00:05:41 Job still running ...
2018/07/12 00:05:41 Job still running ...
2018/07/12 00:06:11 Job still running ...
2018/07/12 00:06:11 Job still running ...
2018/07/12 00:06:41 Job still running ...
2018/07/12 00:06:41 Job still running ...
2018/07/12 00:07:11 Job still running ...
2018/07/12 00:07:11 Job succeeded!
2018/07/12 00:07:11 Test wordcount:memfs completed
2018/07/12 00:07:41 Job still running ...
2018/07/12 00:08:11 Job still running ...
2018/07/12 00:08:41 Job succeeded!
2018/07/12 00:08:41 Test wordcount:kinglear completed
2018/07/12 00:08:41 Result: all tests passed!
# TODO(herohde) 5/9/2018: run other runner tests here to reuse the container
image?
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20180712-000211
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:e9be3654a69fb04f9b0920e32f6f27ca160ac4ed8988f39efea36ef08b9bd5e7
Deleted: sha256:80833cf26a6bbbe792d6cb12947883eb7451a2240d61dcdd08d8622a8912bf1f
Deleted: sha256:8ab56aa63ac246da61188bc44175a0219a477493249b21d68618c43a9eceb682
Deleted: sha256:670082dbe6c5763f9cc0472aae1dced938f9fa40c876ea0ec61a9e845c0f338d
Deleted: sha256:7bcb592f7138f2b41cc7da1a5141dc6c56c30c95c7372177e6caefae8a7bf73c
Deleted: sha256:953717ab436a0505e00024e189d11069babe740594cf5aa0fa4a2a9e44a04fe6
Deleted: sha256:46d5929e0d8bf86329943c4d82837b7e6a1f6a252db75fe25d2996cb9392b2f2
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:e9be3654a69fb04f9b0920e32f6f27ca160ac4ed8988f39efea36ef08b9bd5e7
Associated tags:
- 20180712-000211
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20180712-000211
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20180712-000211].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:e9be3654a69fb04f9b0920e32f6f27ca160ac4ed8988f39efea36ef08b9bd5e7].
# Clean up tempdir
rm -rf $TMPDIR
echo ">>> SUCCESS"
>>> SUCCESS
:goIntegrationTests (Thread[Task worker for ':' Thread 3,5,main]) completed.
Took 6 mins 33.368 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':beam-sdks-go:test'.
> There are 1 failed tests. Please see
> <https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/ws/src/sdks/go/.gogradle/reports/test/index.html>
> for more details.
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 8m 27s
44 actionable tasks: 44 executed
Publishing build scan...
https://gradle.com/s/clnrm3s2b67a4
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
