See
<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/1865/display/redirect?page=changes>
Changes:
[valentyn] Sickbay VR tests that don't pass
------------------------------------------
[...truncated 181.57 KB...]
>
>
pcollections: <
key: "n4"
value: <
unique_name: "n4"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n5"
value: <
unique_name: "n5"
coder_id: "c0"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n6"
value: <
unique_name: "n6"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n7"
value: <
unique_name: "n7"
coder_id: "c3"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n8"
value: <
unique_name: "n8"
coder_id: "c4"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
pcollections: <
key: "n9"
value: <
unique_name: "n9"
coder_id: "c6"
is_bounded: BOUNDED
windowing_strategy_id: "w0"
>
>
windowing_strategies: <
key: "w0"
value: <
window_fn: <
urn: "beam:windowfn:global_windows:v0.1"
>
merge_status: NON_MERGING
window_coder_id: "c1"
trigger: <
default: <
>
>
accumulation_mode: DISCARDING
output_time: END_OF_WINDOW
closing_behavior: EMIT_IF_NONEMPTY
OnTimeBehavior: FIRE_ALWAYS
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload:
"Cgd2YXJpbnR6EgIIAhqFAQpxZ2l0aHViLmNvbS9hcGFjaGUvYmVhbS9zZGtzL2dvL3Rlc3QvdmVuZG9yL2dpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmVuY1ZhckludFoSEAgWIgQIGUAPKgYIFBICCAgikQEKcWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy9nby90ZXN0L3ZlbmRvci9naXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5kZWNWYXJJbnRaEhwIFiIECBlAAyIGCBQSAggIKgQIGUAPKgQIGUAB"
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c3"
>
>
coders: <
key: "c5"
value: <
spec: <
urn: "beam:coder:iterable:v1"
>
component_coder_ids: "c3"
>
>
coders: <
key: "c6"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c3"
component_coder_ids: "c5"
>
>
>
root_transform_ids: "e1"
root_transform_ids: "e3"
root_transform_ids: "e4"
root_transform_ids: "e2"
root_transform_ids: "e5"
root_transform_ids: "e6"
root_transform_ids: "e7"
root_transform_ids: "s1"
2019/12/20 17:52:47 Prepared job with id:
go-job-7-1576864367711241983_5bee29a7-e4e9-4f50-bd7e-3651a7014d29 and staging
token:
{"sessionId":"go-job-7-1576864367711241983_5bee29a7-e4e9-4f50-bd7e-3651a7014d29","basePath":"/tmp/beam-artifact-staging"}
2019/12/20 17:52:47 Using specified worker binary:
'./sdks/go/test/build/bin/linux-amd64/worker'
2019/12/20 17:52:48 Staged binary artifact with token:
/tmp/beam-artifact-staging/go-job-7-1576864367711241983_5bee29a7-e4e9-4f50-bd7e-3651a7014d29/MANIFEST
19/12/20 17:52:48 INFO org.apache.beam.runners.spark.SparkJobInvoker: Invoking
job
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d
19/12/20 17:52:48 INFO
org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Starting job
invocation
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d
2019/12/20 17:52:48 Submitted job:
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d
2019/12/20 17:52:48 Job state: STOPPED
2019/12/20 17:52:48 Job state: STARTING
2019/12/20 17:52:48 Job state: RUNNING
19/12/20 17:52:48 INFO org.apache.beam.runners.spark.SparkPipelineRunner:
PipelineOptions.filesToStage was not specified. Defaulting to files from the
classpath
19/12/20 17:52:48 INFO org.apache.beam.runners.spark.SparkPipelineRunner: Will
stage 1 files. (Enable logging at DEBUG level to see which files will be
staged.)
19/12/20 17:52:48 INFO
org.apache.beam.runners.spark.translation.SparkContextFactory: Creating a brand
new Spark Context.
19/12/20 17:52:48 INFO org.apache.beam.runners.spark.SparkPipelineRunner:
Running job
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d
on Spark master local
19/12/20 17:52:49 ERROR
org.apache.beam.runners.fnexecution.jobsubmission.JobInvocation: Error during
job invocation
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d.
java.lang.IllegalArgumentException: Transform e6 has unknown URN
beam:transform:pardo:v1
at
org.apache.beam.runners.spark.translation.SparkBatchPortablePipelineTranslator.urnNotFound(SparkBatchPortablePipelineTranslator.java:144)
at
org.apache.beam.runners.spark.translation.SparkBatchPortablePipelineTranslator.translate(SparkBatchPortablePipelineTranslator.java:137)
at
org.apache.beam.runners.spark.SparkPipelineRunner.lambda$run$1(SparkPipelineRunner.java:121)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/20 17:52:49 (): java.lang.IllegalArgumentException: Transform e6 has
unknown URN beam:transform:pardo:v1
at
org.apache.beam.runners.spark.translation.SparkBatchPortablePipelineTranslator.urnNotFound(SparkBatchPortablePipelineTranslator.java:144)
at
org.apache.beam.runners.spark.translation.SparkBatchPortablePipelineTranslator.translate(SparkBatchPortablePipelineTranslator.java:137)
at
org.apache.beam.runners.spark.SparkPipelineRunner.lambda$run$1(SparkPipelineRunner.java:121)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2019/12/20 17:52:49 (): java.lang.IllegalArgumentException: Transform e6 has
unknown URN beam:transform:pardo:v1
19/12/20 17:52:49 INFO
org.apache.beam.runners.fnexecution.artifact.AbstractArtifactRetrievalService:
Manifest at
/tmp/beam-artifact-staging/go-job-7-1576864367711241983_5bee29a7-e4e9-4f50-bd7e-3651a7014d29/MANIFEST
has 1 artifact locations
19/12/20 17:52:49 INFO
org.apache.beam.runners.fnexecution.artifact.BeamFileSystemArtifactStagingService:
Removed dir
/tmp/beam-artifact-staging/go-job-7-1576864367711241983_5bee29a7-e4e9-4f50-bd7e-3651a7014d29/
2019/12/20 17:52:49 Job state: FAILED
2019/12/20 17:52:49 Test flatten:flatten failed: job
go0job0701576864367711241983-jenkins-1220175248-8a0f135f_97617a30-d370-4d4a-a455-4da05be3fc8d
failed
2019/12/20 17:52:49 Result: 7 tests failed
if [[ ! -z "$JOB_PORT" ]]; then
# Shut down the job server
kill %1 || echo "Failed to shut down job server"
fi
# Delete the container locally and remotely
docker rmi $CONTAINER:$TAG || echo "Failed to remove container"
Untagged: us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191220-175133
Untagged:
us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:4f7a333a9ffa0af8737833b8538d3274ef0d3f4f2b86e97cb3c110095a7d625d
Deleted: sha256:5b0b2536d86e8ed9e10b1a4e1a3b505f6ecc8eaa44afde453f61d16e5223d07d
Deleted: sha256:be70e0112e9440af35ef2f4e1538880d08165863cf7e97116d0c8e14aff92e68
Deleted: sha256:a6d7e54473d2aaebb6b803da629f5266c9a07183555f68bcfd3a7d28ab9af595
Deleted: sha256:0043da64e768a45879c4ff84ef7cf255141c0eaeb5c5b0e5b0be20872ab90f8c
Deleted: sha256:2fc49e0e1e949f0bb6e574e42f5f125dc18d7fdb9b50458b3b47540615337d61
Deleted: sha256:4e3624758169184923c4433e67eb959a249f1a4325aa0544a6b753aa51aad0fa
gcloud --quiet container images delete $CONTAINER:$TAG || echo "Failed to
delete container"
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:4f7a333a9ffa0af8737833b8538d3274ef0d3f4f2b86e97cb3c110095a7d625d
Associated tags:
- 20191220-175133
Tags:
- us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191220-175133
Deleted [us.gcr.io/apache-beam-testing/jenkins/go_sdk:20191220-175133].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/go_sdk@sha256:4f7a333a9ffa0af8737833b8538d3274ef0d3f4f2b86e97cb3c110095a7d625d].
# Clean up tempdir
rm -rf $TMPDIR
if [[ "$TEST_EXIT_CODE" -eq 0 ]]; then
echo ">>> SUCCESS"
>>> FAILURE
else
echo ">>> FAILURE"
fi
exit $TEST_EXIT_CODE
> Task :sdks:go:test:sparkValidatesRunner FAILED
FAILURE: Build failed with an exception.
* Where:
Build file
'<https://builds.apache.org/job/beam_PostCommit_Go_VR_Spark/ws/src/sdks/go/test/build.gradle'>
line: 75
* What went wrong:
Execution failed for task ':sdks:go:test:sparkValidatesRunner'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
Run with --stacktrace option to get the stack trace. Run with --info or --debug
option to get more log output. Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 6.0.
Use '--warning-mode all' to show the individual deprecation warnings.
See
https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 3m 54s
53 actionable tasks: 40 executed, 13 from cache
Publishing build scan...
https://gradle.com/s/pjyn7jtfbchdg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
