See
<https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/784/display/redirect?page=changes>
Changes:
[mxm] [BEAM-4130] Bring up Job Server container for Python jobs
------------------------------------------
[...truncated 536.57 KB...]
{
"kind": "ParallelDo",
"name": "e7",
"properties": {
"user_name": "passert.Sum(emit2)/beam.addFixedKeyFn'2",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e3",
"output_name": "i1"
},
"serialized_fn": "e7"
}
},
{
"kind": "GroupByKey",
"name": "e8",
"properties": {
"user_name": "passert.Sum(emit2)/CoGBK'2",
"output_info": [
{
"user_name": "i0",
"output_name": "i0",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e7",
"output_name": "i0"
},
"serialized_fn":
"%0A%29%22%27%0A%02c1%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c1%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "e9",
"properties": {
"user_name": "passert.Sum(emit2)/passert.sumFn'2",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:bytes"
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "e8",
"output_name": "i0"
},
"serialized_fn": "e9"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2018/08/24 18:27:41 Submitted job: 2018-08-24_11_27_40-18225356857618668520
2018/08/24 18:27:41 Console:
https://console.cloud.google.com/dataflow/job/2018-08-24_11_27_40-18225356857618668520?project=apache-beam-testing
2018/08/24 18:27:41 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-08-24_11_27_40-18225356857618668520
2018/08/24 18:27:41 Submitted job: 2018-08-24_11_27_40-6446445893504212913
2018/08/24 18:27:41 Console:
https://console.cloud.google.com/dataflow/job/2018-08-24_11_27_40-6446445893504212913?project=apache-beam-testing
2018/08/24 18:27:41 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-08-24_11_27_40-6446445893504212913
2018/08/24 18:27:41 Job state: JOB_STATE_PENDING ...
2018/08/24 18:27:41 Job state: JOB_STATE_PENDING ...
2018/08/24 18:27:41 Submitted job: 2018-08-24_11_27_40-9246062846768992572
2018/08/24 18:27:41 Console:
https://console.cloud.google.com/dataflow/job/2018-08-24_11_27_40-9246062846768992572?project=apache-beam-testing
2018/08/24 18:27:41 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-08-24_11_27_40-9246062846768992572
2018/08/24 18:27:41 Job state: JOB_STATE_PENDING ...
2018/08/24 18:27:41 Submitted job: 2018-08-24_11_27_40-5718962993292897696
2018/08/24 18:27:41 Console:
https://console.cloud.google.com/dataflow/job/2018-08-24_11_27_40-5718962993292897696?project=apache-beam-testing
2018/08/24 18:27:41 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-08-24_11_27_40-5718962993292897696
2018/08/24 18:27:41 Submitted job: 2018-08-24_11_27_40-17435788609163937168
2018/08/24 18:27:41 Console:
https://console.cloud.google.com/dataflow/job/2018-08-24_11_27_40-17435788609163937168?project=apache-beam-testing
2018/08/24 18:27:41 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-08-24_11_27_40-17435788609163937168
2018/08/24 18:27:41 Job state: JOB_STATE_PENDING ...
2018/08/24 18:27:41 Job state: JOB_STATE_PENDING ...
2018/08/24 18:28:11 Job still running ...
2018/08/24 18:28:11 Job still running ...
2018/08/24 18:28:11 Job still running ...
2018/08/24 18:28:11 Job still running ...
2018/08/24 18:28:11 Job still running ...
2018/08/24 18:28:41 Job still running ...
2018/08/24 18:28:41 Job still running ...
2018/08/24 18:28:41 Job still running ...
2018/08/24 18:28:41 Job still running ...
2018/08/24 18:28:41 Job still running ...
2018/08/24 18:29:11 Job still running ...
2018/08/24 18:29:11 Job still running ...
2018/08/24 18:29:11 Job still running ...
2018/08/24 18:29:11 Job still running ...
2018/08/24 18:29:11 Job still running ...
2018/08/24 18:29:41 Job still running ...
2018/08/24 18:29:41 Job still running ...
2018/08/24 18:29:41 Job still running ...
2018/08/24 18:29:41 Job still running ...
2018/08/24 18:29:41 Job still running ...
2018/08/24 18:30:11 Job still running ...
2018/08/24 18:30:11 Job still running ...
2018/08/24 18:30:11 Job succeeded!
2018/08/24 18:30:11 Test wordcount:kinglear completed
2018/08/24 18:30:11 Job still running ...
2018/08/24 18:30:11 Job still running ...
2018/08/24 18:30:41 Job still running ...
2018/08/24 18:30:41 Job succeeded!
2018/08/24 18:30:41 Test pardo:multioutput completed
2018/08/24 18:30:41 Job still running ...
2018/08/24 18:30:41 Job succeeded!
2018/08/24 18:30:41 Test wordcount:memfs completed
2018/08/24 18:31:11 Job succeeded!
2018/08/24 18:31:11 Test flatten:flatten completed
2018/08/24 18:31:11 Job succeeded!
2018/08/24 18:31:11 Test cogbk:cogbk completed
2018/08/24 18:31:11 Result: all tests passed!
# TODO(herohde) 5/9/2018: run other runner tests here to reuse the container
image?
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20180824-182634
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:03dc70fde108dd05a33d5e6d0d5d3f8321abb74e12b266f4020714e4a93392db
Deleted: sha256:67753d0e5680137b5947b7655cee75829096979213d8a2aa44abeac637f9a344
Deleted: sha256:2e67f41c97689160fdcf91a3c601a42835798a62aa010264898ed3f396e0d907
Deleted: sha256:d9b7bbdc99ab2efcdc3699f181c83f369d5e416c431fba689d36f60aa007d68d
Deleted: sha256:c5ec56ea9d9feb57ae01480a9b68db743f47500ea0d0c8febf384e753360de5a
Deleted: sha256:0fbefc151d216698438ede341af2f5aa85232a19ee7487d739a5b8310a8ca323
Deleted: sha256:e9515f53051d8b0751448d85b98fadf57f8f9498abbe2ceb5121fed94e4e78e6
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:03dc70fde108dd05a33d5e6d0d5d3f8321abb74e12b266f4020714e4a93392db
Associated tags:
- 20180824-182634
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20180824-182634
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20180824-182634].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:03dc70fde108dd05a33d5e6d0d5d3f8321abb74e12b266f4020714e4a93392db].
# Clean up tempdir
rm -rf $TMPDIR
echo ">>> SUCCESS"
>>> SUCCESS
:goIntegrationTests (Thread[Task worker for ':',5,main]) completed. Took 4 mins
40.58 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':beam-sdks-go:test'.
> There are 1 failed tests. Please see
> <https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/ws/src/sdks/go/.gogradle/reports/test/index.html>
> for more details.
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 5.0.
See
https://docs.gradle.org/4.8/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 7m 25s
44 actionable tasks: 44 executed
Publishing build scan...
https://gradle.com/s/s6vhq2s4lokpu
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
