See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_SideInput_Dataflow_Batch/875/display/redirect>
Changes:
------------------------------------------
[...truncated 22.07 KB...]
{
"key": "influx_hostname",
"namespace": "go_options",
"type": "STRING",
"value": "http://10.128.0.96:8086";
},
{
"key": "influx_db_name",
"namespace": "go_options",
"type": "STRING",
"value": "beam_test_metrics"
},
{
"key": "****_binary",
"namespace": "go_options",
"type": "STRING",
"value": "linux_amd64/sideinput"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-perf-tests/loadtests"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "access_percentage",
"namespace": "go_options",
"type": "STRING",
"value": "1"
},
{
"key": "influx_measurement",
"namespace": "go_options",
"type": "STRING",
"value": "go_batch_sideinput_3"
},
{
"key": "input_options",
"namespace": "go_options",
"type": "STRING",
"value": "{\"num_records\": 10000000,\"key_size\":
100,\"value_size\": 900}"
}
],
"options": {
"experiments": [
"beam_fn_api",
"use_runner_v2",
"use_unified_****",
"use_portable_job_submission"
],
"pipelineUrl":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1683749725212204742/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-perf-tests/loadtests"
},
"beam:option:go_options:v1": {
"options": {
"access_percentage": "1",
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"influx_db_name": "beam_test_metrics",
"influx_hostname": "http://10.128.0.96:8086";,
"influx_measurement": "go_batch_sideinput_3",
"influx_namespace": "dataflow",
"input_options": "{\"num_records\": 10000000,\"key_size\":
100,\"value_size\": 900}",
"temp_location": "gs://temp-storage-for-perf-tests/loadtests",
"****_binary": "linux_amd64/sideinput"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-perf-tests/loadtests",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.48.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"****Pools": [
{
"autoscalingSettings": {
"algorithm": "AUTOSCALING_ALGORITHM_NONE"
},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 10,
"packages": [
{
"location":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1683749725212204742/****",
"name": "****"
}
],
"sdkHarnessContainerImages": [
{
"capabilities": [
"beam:protocol:progress_reporting:v1",
"beam:protocol:multi_core_bundle_processing:v1",
"beam:transform:sdf_truncate_sized_restrictions:v1",
"beam:protocol:****_status:v1",
"beam:protocol:monitoring_info_short_ids:v1",
"beam:version:sdk_base:go:apache/beam_go_sdk:2.48.0.dev",
"beam:coder:bytes:v1",
"beam:coder:bool:v1",
"beam:coder:varint:v1",
"beam:coder:double:v1",
"beam:coder:string_utf8:v1",
"beam:coder:length_prefix:v1",
"beam:coder:kv:v1",
"beam:coder:iterable:v1",
"beam:coder:state_backed_iterable:v1",
"beam:coder:windowed_value:v1",
"beam:coder:global_window:v1",
"beam:coder:interval_window:v1",
"beam:coder:row:v1",
"beam:coder:nullable:v1",
"beam:coder:timer:v1"
],
"containerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest",
"environmentId": "go"
}
],
"****HarnessContainerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest"
}
]
},
"name": "load-tests-go-dataflow-batch-sideinput-3-0507185508",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2023/05/10 20:15:27 Submitted job: 2023-05-10_13_15_26-14315794666524352295
2023/05/10 20:15:27 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2023-05-10_13_15_26-14315794666524352295?project=apache-beam-testing
2023/05/10 20:15:27 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2023-05-10_13_15_26-14315794666524352295
2023/05/10 20:15:27 Job state: JOB_STATE_PENDING ...
2023/05/10 20:15:57 Job still running ...
2023/05/10 20:16:27 Job still running ...
2023/05/10 20:16:57 Job still running ...
2023/05/10 20:17:27 Job still running ...
2023/05/10 20:17:57 Job still running ...
2023/05/10 20:18:27 Job still running ...
2023/05/10 20:18:57 Job still running ...
2023/05/10 20:19:27 Job still running ...
2023/05/10 20:19:57 Job still running ...
2023/05/10 20:20:27 Job 2023-05-10_13_15_26-14315794666524352295 succeeded!
2023/05/10 20:20:27 dataflow_runtime 3.128159488s
BUILD SUCCESSFUL in 6m 5s
12 actionable tasks: 6 executed, 4 from cache, 2 up-to-date
Build scan background action failed.
java.lang.IllegalArgumentException:
com.gradle.enterprise.gradleplugin.internal.extension.a is not an interface
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:590)
at java.lang.reflect.Proxy$ProxyClassFactory.apply(Proxy.java:557)
at java.lang.reflect.WeakCache$Factory.get(WeakCache.java:230)
at java.lang.reflect.WeakCache.get(WeakCache.java:127)
at java.lang.reflect.Proxy.getProxyClass0(Proxy.java:419)
at java.lang.reflect.Proxy.newProxyInstance(Proxy.java:719)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.createLocalProxy(ProxyFactory.java:66)
at
com.gradle.ProxyFactory$ProxyingInvocationHandler.lambda$adaptActionArg$1(ProxyFactory.java:61)
at
com.gradle.enterprise.gradleplugin.internal.extension.b$3.run(SourceFile:100)
at
java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Publishing build scan...
https://ge.apache.org/s/pehmsnsy7qans
Build step 'Invoke Gradle script' changed build result to SUCCESS
[beam_LoadTests_Go_SideInput_Dataflow_Batch] $ /bin/bash -xe
/tmp/jenkins8520103893493275979.sh
+ echo '*** SideInput Go Load test: 10gb-1kb-10****s-1window-iterable ***'
*** SideInput Go Load test: 10gb-1kb-10****s-1window-iterable ***
[Gradle] - Launching build.
[src] $
<https://ci-beam.apache.org/job/beam_LoadTests_Go_SideInput_Dataflow_Batch/ws/src/gradlew>
-PloadTest.mainClass=sideinput -Prunner=DataflowRunner
'-PloadTest.args=--job_name=load-tests-go-dataflow-batch-sideinput-4-0507185508
--project=apache-beam-testing --region=us-central1
--temp_location=gs://temp-storage-for-perf-tests/loadtests
--staging_location=gs://temp-storage-for-perf-tests/loadtests
--influx_namespace=dataflow --influx_measurement=go_batch_sideinput_4
--input_options='{"num_records": 10000000,"key_size": 100,"value_size": 900}'
--num_****s=10 --autoscaling_algorithm=NONE --environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
--influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086
--runner=DataflowRunner' --continue --max-****s=8 -Dorg.gradle.jvmargs=-Xms2g
-Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses
:sdks:go:test:load:run
To honour the JVM settings for this build a single-use Daemon process will be
forked. See
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html#sec:disabling_the_daemon.
FAILURE: Build failed with an exception.
* What went wrong:
Unable to start the daemon process.
This problem might be caused by incorrect configuration of the daemon.
For example, an unrecognized jvm option is used.
Please refer to the User Manual chapter on the daemon at
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html
Process command line: /usr/lib/jvm/java-8-openjdk-amd64/bin/java -Xmx6g
-Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant -cp
/home/jenkins/.gradle/wrapper/dists/gradle-7.5.1-bin/7jzzequgds1hbszbhq3npc5ng/gradle-7.5.1/lib/gradle-launcher-7.5.1.jar
org.gradle.launcher.daemon.bootstrap.GradleDaemon 7.5.1
Please read the following process output to find out more:
-----------------------
FAILURE: Build failed with an exception.
* What went wrong:
Timeout waiting to lock daemon addresses registry. It is currently in use by
another Gradle instance.
Owner PID: unknown
Our PID: 3651070
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
* Try:
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Exception is:
org.gradle.cache.LockTimeoutException: Timeout waiting to lock daemon addresses
registry. It is currently in use by another Gradle instance.
Owner PID: unknown
Our PID: 3651070
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.timeoutException(DefaultFileLockManager.java:344)
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.lock(DefaultFileLockManager.java:305)
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.<init>(DefaultFileLockManager.java:164)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:110)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:96)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:91)
at
org.gradle.cache.internal.OnDemandFileAccess.updateFile(OnDemandFileAccess.java:51)
at
org.gradle.cache.internal.SimpleStateCache.update(SimpleStateCache.java:87)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator$1.create(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:50)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.doUpdate(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:67)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.update(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:47)
at
org.gradle.launcher.daemon.registry.PersistentDaemonRegistry.store(PersistentDaemonRegistry.java:232)
at
org.gradle.launcher.daemon.server.DaemonRegistryUpdater.onStart(DaemonRegistryUpdater.java:80)
at org.gradle.launcher.daemon.server.Daemon.start(Daemon.java:171)
at
org.gradle.launcher.daemon.bootstrap.DaemonMain.doAction(DaemonMain.java:125)
at org.gradle.launcher.bootstrap.EntryPoint.run(EntryPoint.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.gradle.launcher.bootstrap.ProcessBootstrap.runNoExit(ProcessBootstrap.java:60)
at
org.gradle.launcher.bootstrap.ProcessBootstrap.run(ProcessBootstrap.java:37)
at
org.gradle.launcher.daemon.bootstrap.GradleDaemon.main(GradleDaemon.java:22)
* Get more help at https://help.gradle.org
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
