See
<https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/472/display/redirect?page=changes>
Changes:
[ankurgoenka] Warn on docker image pull fail
[s.lebedev] [BEAM-1251] Replace NameError-driven dispatch with ``past``
[altay] Install fastavro only in linux
[Pablo] [BEAM-4718]Run gradle build before publish
[Pablo] Add CODEOWNERS file (#5909)
[Pablo] Full tracking of Batch side inputs. Performance tests show no regression
------------------------------------------
[...truncated 401.47 KB...]
"parallel_input": {
"@type": "OutputReference",
"step_name": "s8",
"output_name": "i0"
},
"serialized_fn": "e9"
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"user_name": "passert.Hash(out)/beam.addFixedKeyFn",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:bytes"
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s9",
"output_name": "i0"
},
"serialized_fn": "e10"
}
},
{
"kind": "GroupByKey",
"name": "s11",
"properties": {
"user_name": "passert.Hash(out)/group",
"disallow_combiner_lifting": true,
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s10",
"output_name": "i0"
},
"serialized_fn":
"%0A%29%22%27%0A%02c0%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c0%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "s12",
"properties": {
"user_name": "passert.Hash(out)/passert.hashFn",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s11",
"output_name": "i0"
},
"serialized_fn": "e12"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2018/07/13 00:03:03 Submitted job: 2018-07-12_17_03_02-6475823204866340622
2018/07/13 00:03:03 {
"createTime": "2018-07-13T00:03:03.310974Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-12_17_03_02-6475823204866340622",
"location": "us-central1",
"name": "go-job-2-1531440180923158551",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/13 00:03:03 Console:
https://console.cloud.google.com/dataflow/job/2018-07-12_17_03_02-6475823204866340622?project=apache-beam-testing
2018/07/13 00:03:03 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-12_17_03_02-6475823204866340622
2018/07/13 00:03:03 Submitted job: 2018-07-12_17_03_02-9641088733475930653
2018/07/13 00:03:03 {
"createTime": "2018-07-13T00:03:03.311868Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-07-12_17_03_02-9641088733475930653",
"location": "us-central1",
"name": "go-job-1-1531440180923073743",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/07/13 00:03:03 Console:
https://console.cloud.google.com/dataflow/job/2018-07-12_17_03_02-9641088733475930653?project=apache-beam-testing
2018/07/13 00:03:03 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-07-12_17_03_02-9641088733475930653
2018/07/13 00:04:03 Job still running ...
2018/07/13 00:04:03 Job still running ...
2018/07/13 00:04:33 Job still running ...
2018/07/13 00:04:33 Job still running ...
2018/07/13 00:05:03 Job still running ...
2018/07/13 00:05:03 Job still running ...
2018/07/13 00:05:33 Job still running ...
2018/07/13 00:05:33 Job still running ...
2018/07/13 00:06:03 Job succeeded!
2018/07/13 00:06:03 Test wordcount:memfs completed
2018/07/13 00:06:03 Job still running ...
2018/07/13 00:06:33 Job succeeded!
2018/07/13 00:06:33 Test wordcount:kinglear completed
2018/07/13 00:06:33 Result: all tests passed!
# TODO(herohde) 5/9/2018: run other runner tests here to reuse the container
image?
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20180713-000206
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:dcf2dbdcbe805ca2ba9ecc0c0d7db450d01889e59200bab7a89c1d7319fe155d
Deleted: sha256:0e37b0c85c2761f773f5da236dedd4239e612137332a70c2144eb6c4f15794b5
Deleted: sha256:c3a9ef2a3004145ef1120422aa22d5d88b3edf066ab9c266c15fc4280ce7f709
Deleted: sha256:63d137c425d866f2e734ac839375550666773a98c090e54bd146b0e09b69381e
Deleted: sha256:5b5e3fd57469cf2525eb5c411f82c8ee1f0a10d7de3752f9e1ffc2b773aa654f
Deleted: sha256:1c0bdb09c3d87715afb8cea25358f7ec5d5c95dc82a221f65585054faa97e83b
Deleted: sha256:b9a4d614290568e714088b89f4dbc0f0f421ce5aab0624fab793359936648983
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:dcf2dbdcbe805ca2ba9ecc0c0d7db450d01889e59200bab7a89c1d7319fe155d
Associated tags:
- 20180713-000206
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20180713-000206
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20180713-000206].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:dcf2dbdcbe805ca2ba9ecc0c0d7db450d01889e59200bab7a89c1d7319fe155d].
# Clean up tempdir
rm -rf $TMPDIR
echo ">>> SUCCESS"
>>> SUCCESS
:goIntegrationTests (Thread[Task worker for ':',5,main]) completed. Took 4 mins
31.639 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':rat'.
> Found 1 files with unapproved/unknown licenses. See
> <https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/ws/src/build/reports/rat/rat-report.txt>
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 6m 19s
44 actionable tasks: 44 executed
Publishing build scan...
https://gradle.com/s/yn73muuyj6zy2
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
