See
<https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/521/display/redirect?page=changes>
Changes:
[kirpichov] Converts BoundedReadFromUnboundedSource to a DoFn
[kirpichov] Converts SolrIO away from BoundedSource
[thw] [BEAM-4842] Update Flink Runner to Flink 1.5.1
------------------------------------------
[...truncated 401.73 KB...]
"step_name": "s8",
"output_name": "i0"
},
"serialized_fn": "e9"
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"user_name": "passert.Hash(out)/beam.addFixedKeyFn",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:bytes"
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s9",
"output_name": "i0"
},
"serialized_fn": "e10"
}
},
{
"kind": "GroupByKey",
"name": "s11",
"properties": {
"user_name": "passert.Hash(out)/group",
"disallow_combiner_lifting": true,
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s10",
"output_name": "i0"
},
"serialized_fn":
"%0A%29%22%27%0A%02c0%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c0%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "s12",
"properties": {
"user_name": "passert.Hash(out)/passert.hashFn",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s11",
"output_name": "i0"
},
"serialized_fn": "e12"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2018/07/25 18:03:07 Submitted job: 2018-07-25_11_03_05-1320079786375539441
2018/07/25 18:03:07 {
"createTime": "2018-07-25T18:03:07.100986Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-25_11_03_05-1320079786375539441",
"location": "us-central1",
"name": "go-job-2-1532541784563915639",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/25 18:03:07 Console:
https://console.cloud.google.com/dataflow/job/2018-07-25_11_03_05-1320079786375539441?project=apache-beam-testing
2018/07/25 18:03:07 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-25_11_03_05-1320079786375539441
2018/07/25 18:03:07 Submitted job: 2018-07-25_11_03_05-942518103815268303
2018/07/25 18:03:07 {
"createTime": "2018-07-25T18:03:07.138690Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-25_11_03_05-942518103815268303",
"location": "us-central1",
"name": "go-job-1-1532541784561122474",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/25 18:03:07 Console:
https://console.cloud.google.com/dataflow/job/2018-07-25_11_03_05-942518103815268303?project=apache-beam-testing
2018/07/25 18:03:07 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-25_11_03_05-942518103815268303
2018/07/25 18:04:07 Job still running ...
2018/07/25 18:04:07 Job still running ...
2018/07/25 18:04:37 Job still running ...
2018/07/25 18:04:37 Job still running ...
2018/07/25 18:05:07 Job still running ...
2018/07/25 18:05:07 Job still running ...
2018/07/25 18:05:37 Job still running ...
2018/07/25 18:05:37 Job still running ...
2018/07/25 18:06:07 Job still running ...
2018/07/25 18:06:07 Job still running ...
2018/07/25 18:06:37 Job still running ...
2018/07/25 18:06:37 Job succeeded!
2018/07/25 18:06:37 Test wordcount:memfs completed
2018/07/25 18:07:07 Job succeeded!
2018/07/25 18:07:07 Test wordcount:kinglear completed
2018/07/25 18:07:07 Result: all tests passed!
# TODO(herohde) 5/9/2018: run other runner tests here to reuse the container
image?
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20180725-180209
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:16c2361582b0ac08fa440d1534771c8d4aaf34bbf8d75aaa40ec38de0ab87700
Deleted: sha256:36070fadd9c735a6e0e2de4dab532a9d7cbb796976345b6e7f3d106f345afc41
Deleted: sha256:fa69afc4c83db1b6a7991df5df0ebb3087b2c030738fe8f8d5ef007a6941ce8c
Deleted: sha256:b6d44e1e5dcc6a94eed33593c03dbd5767eba5dafe8abd5b1d5de9eb1075e66c
Deleted: sha256:b607e3ef3e2364d030dce8efa5cbf0fd4c275cbea6911e78570d2c0f2cdeaccb
Deleted: sha256:8a827eac95b3d0d56b3e1622c99dce00aa5bdbf97c32c5ee5b7294a08100c528
Deleted: sha256:acf74f08ebdb2ef37281d211cdfe9cf0d460951c56f6819f4365010c205156a9
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:16c2361582b0ac08fa440d1534771c8d4aaf34bbf8d75aaa40ec38de0ab87700
Associated tags:
- 20180725-180209
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20180725-180209
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20180725-180209].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:16c2361582b0ac08fa440d1534771c8d4aaf34bbf8d75aaa40ec38de0ab87700].
# Clean up tempdir
rm -rf $TMPDIR
>>> SUCCESS
echo ">>> SUCCESS"
:goIntegrationTests (Thread[Task worker for ':' Thread 3,5,main]) completed.
Took 5 mins 2.182 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':rat'.
> Found 5 files with unapproved/unknown licenses. See
> <https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/ws/src/build/reports/rat/rat-report.txt>
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 7m 0s
44 actionable tasks: 44 executed
Publishing build scan...
https://gradle.com/s/3kr753jcjs4xe
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
