See
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/4342/display/redirect?page=changes>
Changes:
[Robert Bradshaw] Remove numpy C API dep from public declarations.
[Andrew Pilloud] Migrate nexmark to common config for cron jobs
[Kiley Sok] beam-perf
[Kiley Sok] fix
[noreply] Deflaking tests for BQ row insertions. These tests were flaky due to
[noreply] Add java 11 home to jenkins test (#23708)
[noreply] enable automatic expansion service (#23699)
[noreply] add expansion service option (#23712)
[noreply] Downgrade container cryptography version to avoid yanked version
------------------------------------------
[...truncated 1.06 MB...]
key: "LDswifXCnHValueWithRecordIdCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\001\213\311\005\320\254\355\000\005sr\000Corg.apache.beam.sdk.values.ValueWithRecordId$B\022\000LCoder{\343\376bQ\014\204>\002\000\002L\000\007i\t\025\034t\000+Lorg/\t\\\000/\001\\\024/sdk/c\0012(s/ByteArray\005B\014;L\000\n\005u\005\016\010t\000\"n;\000\005$\020;xr\000*N\274\000\t`(.Structured\005/8s\277\022\016\325\3246\021\002\000\000xr\000
j9\000\005/\034C\335\325\211\256\274~\370\001/\020psr\000)j1\0006\312\000\034\351\277\005|\263\3746\333\001:\010r\000&j8\000\024Atomic\005o\034\307\354\265\314\205tPF\0015
q\000~\000\003sr\000-N;\000$io.kafka.K\001\006\000R%\227\005B<I\320\251Y\032\341{#\002\000\001L\000\007kv\005\025\010t\000$nH\001\000K\t&\000;\025s\000\"Ns\000-P\r-
j\000\275\271\035\243\3126\002!\353\010\010ke)\277\001\264\000\0022\303\001\005\022\025Y\000(jY\000\030Nullabl)\372\034E\333\0336>\220\247\007\005\307]\022.O\000\001\014,\006sq\000~\000\016q\000~\000\020"
>
>
>
coders: <
key: "LDswifXCnHVarIntCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\330\001\350\254\355\000\005sr\000&org.apache.beam.sdk.coders.VarIntCoder\300K2\332\251KVh\002\000\000xrr5\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*jj\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "LDswifXCnHVoidCoder"
value: <
spec: <
urn: "beam:coders:javasdk:0.1"
payload:
"\202SNAPPY\000\000\000\000\001\000\000\000\001\000\000\000\210\326\001\350\254\355\000\005sr\000$org.apache.beam.sdk.coders.VoidCoder\271\277U\233\350\r\257U\002\000\000xr\000&j3\000\024Atomic\0055
\307\354\265\314\205tPF\002\0055\000*j5\000$Structured\0059\034s\277\022\016\325\3246\021\t9\000
j9\000\005/0C\335\325\211\256\274~\370\002\000\000xp"
>
>
>
coders: <
key: "c0"
value: <
spec: <
urn: "beam:coder:bytes:v1"
>
>
>
coders: <
key: "c1"
value: <
spec: <
urn: "beam:coder:global_window:v1"
>
>
>
coders: <
key: "c2"
value: <
spec: <
urn: "beam:go:coder:custom:v1"
payload:
"Cgd2YXJpbnR6EgIIAhpdCklnaXRodWIuY29tL2FwYWNoZS9iZWFtL3Nka3MvdjIvZ28vcGtnL2JlYW0vY29yZS9ydW50aW1lL2NvZGVyeC5lbmNWYXJJbnRaEhAIFiIECBlADyoGCBQSAggIImkKSWdpdGh1Yi5jb20vYXBhY2hlL2JlYW0vc2Rrcy92Mi9nby9wa2cvYmVhbS9jb3JlL3J1bnRpbWUvY29kZXJ4LmRlY1ZhckludFoSHAgWIgQIGUADIgYIFBICCAgqBAgZQA8qBAgZQAE="
>
>
>
coders: <
key: "c3"
value: <
spec: <
urn: "beam:coder:length_prefix:v1"
>
component_coder_ids: "c2"
>
>
coders: <
key: "c4"
value: <
spec: <
urn: "beam:coder:kv:v1"
>
component_coder_ids: "c0"
component_coder_ids: "c0"
>
>
environments: <
key: "LDswifXCnHbeam:env:docker:v1"
value: <
urn: "beam:env:docker:v1"
payload: "\n apache/beam_java8_sdk:2.43.0.dev"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:timer:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:custom_window:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:param_windowed_value:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:sharded_key:v1"
capabilities: "beam:coder:nullable:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:harness_monitoring_infos:v1"
capabilities: "beam:protocol:control_request_elements_embedding:v1"
capabilities: "beam:protocol:state_caching:v1"
capabilities: "beam:version:sdk_base:apache/beam_java8_sdk:2.43.0.dev"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:transform:to_string:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nL/tmp/artifacts/icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar\022@086471204f5e74f1e76f142133e2f99a9f21db51fec9207bf6e42d4aab8f57f4"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n=icedtea-sound-CGRxIE9edPHnbxQhM-L5mp8h21H-ySB79uQtSquPV_Q.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar\022@14123405bdbb945de810189e5808bb48ff17d73051f24e01250395a6ca0af5ad"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7jaccess-FBI0Bb27lF3oEBieWAi7SP8X1zBR8k4BJQOVpsoK9a0.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nI/tmp/artifacts/localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar\022@909da673cac11f9f8892585f4755f3368b65210fe69d5300fa981a5efdabf008"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n:localedata-kJ2mc8rBH5-IklhfR1XzNotlIQ_mnVMA-pgaXv2r8Ag.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nF/tmp/artifacts/nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar\022@0740806f74292444ffe95b13de1702ffcf55b6f855eb5e87f0dd9b1c021aa96a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n7nashorn-B0CAb3QpJET_6VsT3hcC_89VtvhV616H8N2bHAIaqWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nG/tmp/artifacts/cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar\022@81c96a57d94e1aa40e29eb06f9ae930144c6118972203aa9c9de0cfe4ee0b56a"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\n8cldrdata-gclqV9lOGqQOKesG-a6TAUTGEYlyIDqpyd4M_k7gtWo.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nD/tmp/artifacts/dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar\022@6f2ce84317577a7813bc0e4895b1fd8122337e135012545896db8c24dd2f8dc7"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload: "\n5dnsns-byzoQxdXengTvA5IlbH9gSIzfhNQElRYltuMJN0vjcc.jar"
>
dependencies: <
type_urn: "beam:artifact:type:file:v1"
type_payload:
"\nr/tmp/artifacts/beam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT-hlQeV-o1z0Du5TIpH1mSucYsmmCccLiZcAgC4r3dVZ8.jar\022@86541e57ea35cf40eee532291f5992b9c62c9a609c70b899700802e2bddd559f"
role_urn: "beam:artifact:role:staging_to:v1"
role_payload:
"\ncbeam-sdks-java-io-expansion-service-2.43.0-SNAPSHOT-hlQeV-o1z0Du5TIpH1mSucYsmmCccLiZcAgC4r3dVZ8.jar"
>
>
>
environments: <
key: "go"
value: <
urn: "beam:env:docker:v1"
payload: "\n\026apache/beam_go_sdk:dev"
capabilities: "beam:protocol:progress_reporting:v1"
capabilities: "beam:protocol:multi_core_bundle_processing:v1"
capabilities: "beam:transform:sdf_truncate_sized_restrictions:v1"
capabilities: "beam:protocol:worker_status:v1"
capabilities: "beam:protocol:monitoring_info_short_ids:v1"
capabilities: "beam:version:sdk_base:go"
capabilities: "beam:coder:bytes:v1"
capabilities: "beam:coder:bool:v1"
capabilities: "beam:coder:varint:v1"
capabilities: "beam:coder:double:v1"
capabilities: "beam:coder:string_utf8:v1"
capabilities: "beam:coder:length_prefix:v1"
capabilities: "beam:coder:kv:v1"
capabilities: "beam:coder:iterable:v1"
capabilities: "beam:coder:state_backed_iterable:v1"
capabilities: "beam:coder:windowed_value:v1"
capabilities: "beam:coder:global_window:v1"
capabilities: "beam:coder:interval_window:v1"
capabilities: "beam:coder:row:v1"
capabilities: "beam:coder:nullable:v1"
dependencies: <
type_urn: "beam:artifact:type:file:v1"
role_urn: "beam:artifact:role:go_worker_binary:v1"
>
>
>
>
root_transform_ids: "s1"
root_transform_ids: "e4"
root_transform_ids: "e5"
root_transform_ids: "s3"
requirements: "beam:requirement:pardo:splittable_dofn:v1"
2022/10/19 00:11:59 Cross-compiling
<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src/sdks/go/test/integration/io/xlang/kafka/kafka_test.go>
as /tmp/worker-2-1666138319793083120
2022/10/19 00:12:01 Prepared job with id:
go-testkafkaio_basicreadwrite-692_1f2f2595-d8e9-4574-9d2f-c64df6aac5c3 and
staging token:
go-testkafkaio_basicreadwrite-692_1f2f2595-d8e9-4574-9d2f-c64df6aac5c3
2022/10/19 00:12:01 Staged binary artifact with token:
2022/10/19 00:12:01 Submitted job:
go0testkafkaio0basicreadwrite0692-jenkins-1019001201-80ebb822_682cc6be-b5d6-4a22-a993-94ae8f76194d
2022/10/19 00:12:01 Job state: STOPPED
2022/10/19 00:12:01 Job state: STARTING
2022/10/19 00:12:01 Job state: RUNNING
2022/10/19 00:12:28 Job state: DONE
2022/10/19 00:12:28 Warning: 6 errors during metrics processing: [failed to
deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\xf6\"\xf6\"\xf6\""
labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/PairWithRestriction0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\xfe\"\xfe\"\xfe\""
labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo: urn:"beam:metric:element_count:v1"
type:"beam:metrics:sum_int64:v1" payload:"\x01" labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}
failed to deduce Step from MonitoringInfo:
urn:"beam:metric:sampled_byte_size:v1"
type:"beam:metrics:distribution_int64:v1" payload:"\x01\x83#\x83#\x83#"
labels:{key:"PCOLLECTION"
value:"LDswifXCnHExternal/KafkaIO.Read/KafkaIO.Read.ReadFromKafkaViaUnbounded/Read(KafkaUnboundedSource)/Create/Read(CreateSource)/ParDo(OutputSingleSource)/ParMultiDo(OutputSingleSource).output/SplitAndSize0"}]
--- PASS: TestKafkaIO_BasicReadWrite (43.16s)
PASS
ok github.com/apache/beam/sdks/v2/go/test/integration/io/xlang/kafka
49.204s
$ cd ../..
$ exit
$ exit
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerJavaUsingPython
> FAILED
> Task :runners:spark:2:job-server:validatesCrossLanguageRunnerPythonUsingJava
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33921 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=uses_java_expansion_service
Daemon will be stopped at the end of the build after the daemon was no longer
found in the daemon registry
The message received from the daemon indicates that the daemon has disappeared.
Build request sent: Build{id=c00c9c4a-b150-4ca1-85e6-8d3e38afedfd,
currentDir=<https://ci-beam.apache.org/job/beam_PostCommit_XVR_Spark/ws/src}>
Attempting to read last messages from the daemon log...
Daemon pid: 358341
log file: /home/jenkins/.gradle/daemon/7.5.1/daemon-358341.out.log
----- Last 20 lines from daemon log file - daemon-358341.out.log -----
>>> RUNNING integration tests with pipeline options: --runner=PortableRunner
>>> --job_endpoint=localhost:33921 --environment_cache_millis=10000
>>> --experiments=beam_fn_api
>>> pytest options:
>>> collect markers: -m=uses_java_expansion_service
Daemon vm is shutting down... The daemon has exited normally or was terminated
in response to a user interrupt.
Daemon will be stopped at the end of the build after the daemon was no longer
found in the daemon registry
Remove shutdown hook failed
java.lang.IllegalStateException: Shutdown in progress
at
java.lang.ApplicationShutdownHooks.remove(ApplicationShutdownHooks.java:82)
at java.lang.Runtime.removeShutdownHook(Runtime.java:239)
at
org.gradle.process.internal.shutdown.ShutdownHooks.removeShutdownHook(ShutdownHooks.java:38)
at
org.gradle.process.internal.DefaultExecHandle.setEndStateInfo(DefaultExecHandle.java:208)
at
org.gradle.process.internal.DefaultExecHandle.aborted(DefaultExecHandle.java:366)
at
org.gradle.process.internal.ExecHandleRunner.completed(ExecHandleRunner.java:108)
at
org.gradle.process.internal.ExecHandleRunner.run(ExecHandleRunner.java:84)
at
org.gradle.internal.operations.CurrentBuildOperationPreservingRunnable.run(CurrentBuildOperationPreservingRunnable.java:42)
at
org.gradle.internal.concurrent.ExecutorPolicy$CatchAndRecordFailures.onExecute(ExecutorPolicy.java:64)
at
org.gradle.internal.concurrent.ManagedExecutorImpl$1.run(ManagedExecutorImpl.java:48)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
----- End of the daemon log -----
FAILURE: Build failed with an exception.
* What went wrong:
Gradle build daemon disappeared unexpectedly (it may have been killed or may
have crashed)
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
