See
<https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/208/display/redirect?page=changes>
Changes:
[kedin] [SQL] Replace planner.compilePipeline() with sqlEnv.parseQuery()
[kedin] [SQL] Add sqlEnv.executeDdl()
[kedin] [SQL] Make planner package-private
[kedin] [SQL] Add factory methods to BeamSqlEnv
[kedin] [SQL] Rename ReadOnlyTableProvider
[cademarkegard] [BEAM-4303] Enforce ErrorProne analysis in examples project
[kedin] [SQL] Wrap SQL parsing exceptions in ParseException
[tgroh] Add an abstraction for State and Timers
[tgroh] DirectRunner Cleanups
[tgroh] Link up the Portable DirectRunner
[tgroh] Reuse ID Generators across Environments
[aromanenko.dev] [BEAM-4421] Fix for issue with reading s3 files using ParquetIO
------------------------------------------
[...truncated 333.61 KB...]
"step_name": "s8",
"output_name": "out"
},
"serialized_fn": "e9"
}
},
{
"kind": "ParallelDo",
"name": "s10",
"properties": {
"user_name": "passert.Hash(out)/beam.addFixedKeyFn",
"output_info": [
{
"user_name": "out",
"output_name": "out",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:bytes"
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s9",
"output_name": "out"
},
"serialized_fn": "e10"
}
},
{
"kind": "GroupByKey",
"name": "s11",
"properties": {
"user_name": "passert.Hash(out)/group",
"disallow_combiner_lifting": true,
"output_info": [
{
"user_name": "out",
"output_name": "out",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s10",
"output_name": "out"
},
"serialized_fn":
"%0A%29%22%27%0A%02c0%12%21%0A%1F%0A%1D%0A%1Bbeam:coder:global_window:v1j9%0A%25%0A%23%0A%21beam:windowfn:global_windows:v0.1%10%01%1A%02c0%22%02:%00%28%010%018%02H%01"
}
},
{
"kind": "ParallelDo",
"name": "s12",
"properties": {
"user_name": "passert.Hash(out)/passert.hashFn",
"output_info": [
{
"user_name": "bogus",
"output_name": "bogus",
"encoding": {
"@type": "kind:windowed_value",
"component_encodings": [
{
"@type": "kind:pair",
"component_encodings": [
{
"@type": "kind:length_prefix",
"component_encodings": [
{
"@type":
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
}
]
},
{
"@type": "kind:stream",
"component_encodings": [
{
"@type": "kind:bytes"
}
],
"is_stream_like": true
}
],
"is_pair_like": true
},
{
"@type": "kind:global_window"
}
],
"is_wrapper": true
}
}
],
"parallel_input": {
"@type": "OutputReference",
"step_name": "s11",
"output_name": "out"
},
"serialized_fn": "e12"
}
}
],
"type": "JOB_TYPE_BATCH"
}
2018/06/02 00:17:46 Submitted job: 2018-06-01_17_17_45-2644973266059893832
2018/06/02 00:17:46 {
"createTime": "2018-06-02T00:17:46.033795Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-06-01_17_17_45-2644973266059893832",
"location": "us-central1",
"name": "go-job-2-1527898663846523792",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/06/02 00:17:46 Console:
https://console.cloud.google.com/dataflow/job/2018-06-01_17_17_45-2644973266059893832?project=apache-beam-testing
2018/06/02 00:17:46 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-06-01_17_17_45-2644973266059893832
2018/06/02 00:17:46 Submitted job: 2018-06-01_17_17_44-17954953332405819708
2018/06/02 00:17:46 {
"createTime": "2018-06-02T00:17:46.035298Z",
"currentStateTime": "1970-01-01T00:00:00Z",
"id": "2018-06-01_17_17_44-17954953332405819708",
"location": "us-central1",
"name": "go-job-1-1527898663846431486",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2018/06/02 00:17:46 Console:
https://console.cloud.google.com/dataflow/job/2018-06-01_17_17_44-17954953332405819708?project=apache-beam-testing
2018/06/02 00:17:46 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2018-06-01_17_17_44-17954953332405819708
2018/06/02 00:18:46 Job still running ...
2018/06/02 00:18:46 Job still running ...
2018/06/02 00:19:16 Job still running ...
2018/06/02 00:19:16 Job still running ...
2018/06/02 00:19:46 Job still running ...
2018/06/02 00:19:46 Job still running ...
2018/06/02 00:20:16 Job still running ...
2018/06/02 00:20:16 Job still running ...
2018/06/02 00:20:46 Job still running ...
2018/06/02 00:20:46 Job still running ...
2018/06/02 00:21:16 Job succeeded!
2018/06/02 00:21:16 Test wordcount:kinglear completed
2018/06/02 00:21:16 Job still running ...
2018/06/02 00:21:46 Job succeeded!
2018/06/02 00:21:46 Test wordcount:memfs completed
2018/06/02 00:21:46 Result: all tests passed!
# TODO(herohde) 5/9/2018: run other runner tests here to reuse the container
image?
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go:20180602-001650
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go@sha256:3fdb96e06970ce5257d02d63d5dfc3e92adcff7b8d6f5a7e0163b22f3db9086e
Deleted: sha256:7f5d69f88c74398ba1a2829d432f5f037307e4462a973bb31d5b459eef94179b
Deleted: sha256:dc55dfbd6caf471079737bd7a5f1ca26f5ab8132656738e02b015cfbefab035b
Deleted: sha256:c81a3013abb1d7ab9c3c1391730374544e18481817586c71bcbc415b08ba4687
Deleted: sha256:e9457586a0fad7eae681ef34efcd2ef01a19f2aeea45dd0d53b60adaa6ba9eda
Deleted: sha256:fd26826130444fb88a2862ca0d9c704deb7d3d4ce0f067fd56a3b8d6ee56210d
Deleted: sha256:1b2da9d95b7ea36f4aca51c67897d32243ddb9f21245ddbe4fc81358c176a612
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go@sha256:3fdb96e06970ce5257d02d63d5dfc3e92adcff7b8d6f5a7e0163b22f3db9086e
Associated tags:
- 20180602-001650
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go:20180602-001650
Deleted [us.gcr.io/apache-beam-testing/jenkins/go:20180602-001650].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go@sha256:3fdb96e06970ce5257d02d63d5dfc3e92adcff7b8d6f5a7e0163b22f3db9086e].
# Clean up tempdir
rm -rf $TMPDIR
echo ">>> SUCCESS"
>>> SUCCESS
:goIntegrationTests (Thread[Task worker for ':',5,main]) completed. Took 5 mins
4.054 secs.
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':beam-sdks-go:test'.
> There are 1 failed tests. Please see
> <https://builds.apache.org/job/beam_PostCommit_Go_GradleBuild/ws/src/sdks/go/.gogradle/reports/test/index.html>
> for more details.
* Try:
Run with --stacktrace option to get the stack trace. Run with --debug option to
get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
BUILD FAILED in 6m 44s
14 actionable tasks: 14 executed
Publishing build scan...
https://gradle.com/s/adqfn5a6o7hfi
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
Not sending mail to unregistered user [email protected]
Not sending mail to unregistered user [email protected]
Not sending mail to unregistered user [email protected]
