See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_Combine_Dataflow_Batch/868/display/redirect>
Changes:
------------------------------------------
[...truncated 24.77 KB...]
"namespace": "go_options",
"type": "STRING",
"value": "{\"num_records\": 200000000,\"key_size\": 1,\"value_size\":
9}"
},
{
"key": "top_count",
"namespace": "go_options",
"type": "STRING",
"value": "20"
},
{
"key": "influx_db_name",
"namespace": "go_options",
"type": "STRING",
"value": "beam_test_metrics"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
},
{
"key": "influx_namespace",
"namespace": "go_options",
"type": "STRING",
"value": "dataflow"
},
{
"key": "influx_measurement",
"namespace": "go_options",
"type": "STRING",
"value": "go_batch_combine_1"
}
],
"options": {
"experiments": [
"beam_fn_api",
"use_runner_v2",
"use_unified_****",
"use_portable_job_submission"
],
"pipelineUrl":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1683213785238801372/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-perf-tests/loadtests"
},
"beam:option:go_options:v1": {
"options": {
"fanout": "1",
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"influx_db_name": "beam_test_metrics",
"influx_hostname": "http://10.128.0.96:8086";,
"influx_measurement": "go_batch_combine_1",
"influx_namespace": "dataflow",
"input_options": "{\"num_records\": 200000000,\"key_size\":
1,\"value_size\": 9}",
"temp_location": "gs://temp-storage-for-perf-tests/loadtests",
"top_count": "20",
"****_binary": "linux_amd64/combine"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-perf-tests/loadtests",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.48.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"****Pools": [
{
"autoscalingSettings": {
"algorithm": "AUTOSCALING_ALGORITHM_NONE"
},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 5,
"packages": [
{
"location":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1683213785238801372/****",
"name": "****"
}
],
"sdkHarnessContainerImages": [
{
"capabilities": [
"beam:protocol:progress_reporting:v1",
"beam:protocol:multi_core_bundle_processing:v1",
"beam:transform:sdf_truncate_sized_restrictions:v1",
"beam:protocol:****_status:v1",
"beam:protocol:monitoring_info_short_ids:v1",
"beam:version:sdk_base:go:apache/beam_go_sdk:2.48.0.dev",
"beam:coder:bytes:v1",
"beam:coder:bool:v1",
"beam:coder:varint:v1",
"beam:coder:double:v1",
"beam:coder:string_utf8:v1",
"beam:coder:length_prefix:v1",
"beam:coder:kv:v1",
"beam:coder:iterable:v1",
"beam:coder:state_backed_iterable:v1",
"beam:coder:windowed_value:v1",
"beam:coder:global_window:v1",
"beam:coder:interval_window:v1",
"beam:coder:row:v1",
"beam:coder:nullable:v1",
"beam:coder:timer:v1"
],
"containerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest",
"environmentId": "go"
}
],
"****HarnessContainerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest"
}
]
},
"name": "load-tests-go-dataflow-batch-combine-1-0504150442",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2023/05/04 15:23:06 Submitted job: 2023-05-04_08_23_06-4707849162092025844
2023/05/04 15:23:06 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2023-05-04_08_23_06-4707849162092025844?project=apache-beam-testing
2023/05/04 15:23:06 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2023-05-04_08_23_06-4707849162092025844
2023/05/04 15:23:06 Job state: JOB_STATE_PENDING ...
2023/05/04 15:23:36 Job still running ...
2023/05/04 15:24:06 Job still running ...
2023/05/04 15:24:36 Job still running ...
2023/05/04 15:25:06 Job still running ...
2023/05/04 15:25:36 Job still running ...
2023/05/04 15:26:07 Job still running ...
2023/05/04 15:26:37 Job still running ...
2023/05/04 15:27:07 Job still running ...
2023/05/04 15:27:37 Job still running ...
2023/05/04 15:28:07 Job still running ...
2023/05/04 15:28:37 Job still running ...
2023/05/04 15:29:07 Job still running ...
2023/05/04 15:29:37 Job still running ...
2023/05/04 15:30:07 Job still running ...
2023/05/04 15:30:37 Job still running ...
2023/05/04 15:31:07 Job still running ...
2023/05/04 15:31:37 Job still running ...
2023/05/04 15:32:07 Job still running ...
2023/05/04 15:32:37 Job still running ...
2023/05/04 15:33:07 Job still running ...
2023/05/04 15:33:37 Job still running ...
2023/05/04 15:34:07 Job still running ...
2023/05/04 15:34:37 Job 2023-05-04_08_23_06-4707849162092025844 succeeded!
2023/05/04 15:34:37 dataflow_runtime 7m30.347582464s
BUILD SUCCESSFUL in 12m 34s
12 actionable tasks: 6 executed, 4 from cache, 2 up-to-date
Build scan background action failed.
java.lang.IllegalArgumentException:
com.gradle.enterprise.gradleplugin.internal.extension.a is not an interface
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:590)
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:557)
at java.lang.reflect.WeakCache$Factory.get(WeakCache.java:230)
at java.lang.reflect.WeakCache.get(WeakCache.java:127)
at java.lang.reflect.Proxy.getProxyClass0(Proxy.java:419)
at java.lang.reflect.Proxy.newProxyInstance(Proxy.java:719)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.createLocalProxy(ProxyFactory.java:64)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.lambda$adaptActionArg$1(ProxyFactory.java:59)
at
com.gradle.enterprise.gradleplugin.internal.extension.b$3.run(SourceFile:100)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Publishing build scan...
https://gradle.com/s/7yielnzmopaqa
Build step 'Invoke Gradle script' changed build result to SUCCESS
[beam_LoadTests_Go_Combine_Dataflow_Batch] $ /bin/bash -xe
/tmp/jenkins344418734513556201.sh
+ echo '*** Combine Go Load test: fanout 4 times with 2GB 10-byte records total
***'
*** Combine Go Load test: fanout 4 times with 2GB 10-byte records total ***
[Gradle] - Launching build.
[src] $
<https://ci-beam.apache.org/job/beam_LoadTests_Go_Combine_Dataflow_Batch/ws/src/gradlew>
-PloadTest.mainClass=combine -Prunner=DataflowRunner
'-PloadTest.args=--job_name=load-tests-go-dataflow-batch-combine-4-0504150442
--project=apache-beam-testing --region=us-central1
--temp_location=gs://temp-storage-for-perf-tests/loadtests
--staging_location=gs://temp-storage-for-perf-tests/loadtests
--influx_namespace=dataflow --influx_measurement=go_batch_combine_4
--input_options='{"num_records": 5000000,"key_size": 10,"value_size": 90}'
--fanout=4 --top_count=20 --num_****s=16 --autoscaling_algorithm=NONE
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
--influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086
--runner=DataflowRunner' --continue --max-****s=8 -Dorg.gradle.jvmargs=-Xms2g
-Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses
:sdks:go:test:load:run
To honour the JVM settings for this build a single-use Daemon process will be
forked. See
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html#sec:disabling_the_daemon.
ERROR: Build step failed with exception
java.lang.OutOfMemoryError: unable to create native thread: possibly out of
memory or process/resource limits reached
at java.base/java.lang.Thread.start0(Native Method)
at java.base/java.lang.Thread.start(Thread.java:798)
at
java.base/java.util.concurrent.ThreadPoolExecutor.addWorker(ThreadPoolExecutor.java:937)
at
java.base/java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1354)
at
java.base/java.util.concurrent.AbstractExecutorService.submit(AbstractExecutorService.java:140)
at
jenkins.util.InterceptingExecutorService.submit(InterceptingExecutorService.java:36)
at
jenkins.util.InterceptingExecutorService.submit(InterceptingExecutorService.java:36)
at
hudson.remoting.DelegatingExecutorService.submit(DelegatingExecutorService.java:52)
at
hudson.remoting.InterceptingExecutorService.submit(InterceptingExecutorService.java:50)
at
hudson.remoting.InterceptingExecutorService.submit(InterceptingExecutorService.java:44)
at
org.jenkinsci.remoting.util.AnonymousClassWarnings.check(AnonymousClassWarnings.java:66)
at
org.jenkinsci.remoting.util.AnonymousClassWarnings$1.annotateClass(AnonymousClassWarnings.java:123)
at
java.base/java.io.ObjectOutputStream.writeNonProxyDesc(ObjectOutputStream.java:1281)
at
java.base/java.io.ObjectOutputStream.writeClassDesc(ObjectOutputStream.java:1222)
at
java.base/java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1418)
at
java.base/java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169)
at
java.base/java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1543)
at
java.base/java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1500)
at
java.base/java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1423)
at
java.base/java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169)
at
java.base/java.io.ObjectOutputStream.defaultWriteFields(ObjectOutputStream.java:1543)
at
java.base/java.io.ObjectOutputStream.writeSerialData(ObjectOutputStream.java:1500)
at
java.base/java.io.ObjectOutputStream.writeOrdinaryObject(ObjectOutputStream.java:1423)
at
java.base/java.io.ObjectOutputStream.writeObject0(ObjectOutputStream.java:1169)
at
java.base/java.io.ObjectOutputStream.writeObject(ObjectOutputStream.java:345)
at hudson.remoting.Command.writeTo(Command.java:111)
at
hudson.remoting.AbstractSynchronousByteArrayCommandTransport.write(AbstractSynchronousByteArrayCommandTransport.java:42)
at hudson.remoting.Channel.send(Channel.java:765)
at hudson.remoting.Request.call(Request.java:167)
at hudson.remoting.Channel.call(Channel.java:999)
Caused: java.io.IOException: Remote call on apache-beam-jenkins-11 failed
at hudson.remoting.Channel.call(Channel.java:1004)
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285)
Caused: hudson.remoting.RemotingSystemException
at
hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:301)
at com.sun.proxy.$Proxy141.getIOtriplet(Unknown Source)
at hudson.Launcher$RemoteLauncher$ProcImpl.<init>(Launcher.java:1184)
at hudson.Launcher$RemoteLauncher.launch(Launcher.java:1124)
at hudson.Launcher$ProcStarter.start(Launcher.java:509)
at hudson.Launcher$ProcStarter.join(Launcher.java:520)
at hudson.plugins.gradle.Gradle.perform(Gradle.java:321)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at
hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814)
at hudson.model.Build$BuildExecution.build(Build.java:199)
at hudson.model.Build$BuildExecution.doRun(Build.java:164)
at
hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:522)
at hudson.model.Run.execute(Run.java:1896)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44)
at hudson.model.ResourceController.execute(ResourceController.java:101)
at hudson.model.Executor.run(Executor.java:442)
Build step 'Invoke Gradle script' marked build as failure
FAILURE: Build failed with an exception.
* What went wrong:
Unable to start the daemon process.
This problem might be caused by incorrect configuration of the daemon.
For example, an unrecognized jvm option is used.
Please refer to the User Manual chapter on the daemon at
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html
Process command line: /usr/lib/jvm/java-8-openjdk-amd64/bin/java -Xmx6g
-Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant -cp
/home/jenkins/.gradle/wrapper/dists/gradle-7.5.1-bin/7jzzequgds1hbszbhq3npc5ng/gradle-7.5.1/lib/gradle-launcher-7.5.1.jar
org.gradle.launcher.daemon.bootstrap.GradleDaemon 7.5.1
Please read the following process output to find out more:
-----------------------
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
