See
<https://ci-beam.apache.org/job/beam_LoadTests_Go_Combine_Dataflow_Batch/911/display/redirect>
Changes:
------------------------------------------
[...truncated 64.25 KB...]
"type": "STRING",
"value": "20"
},
{
"key": "influx_namespace",
"namespace": "go_options",
"type": "STRING",
"value": "dataflow"
},
{
"key": "input_options",
"namespace": "go_options",
"type": "STRING",
"value": "{\"num_records\": 5000000,\"key_size\": 10,\"value_size\":
90}"
},
{
"key": "influx_hostname",
"namespace": "go_options",
"type": "STRING",
"value": "http://10.128.0.96:8086";
},
{
"key": "****_binary",
"namespace": "go_options",
"type": "STRING",
"value": "linux_amd64/combine"
},
{
"key": "hookOrder",
"namespace": "go_options",
"type": "STRING",
"value": "[\"default_remote_logging\"]"
},
{
"key": "temp_location",
"namespace": "go_options",
"type": "STRING",
"value": "gs://temp-storage-for-perf-tests/loadtests"
},
{
"key": "influx_db_name",
"namespace": "go_options",
"type": "STRING",
"value": "beam_test_metrics"
},
{
"key": "influx_measurement",
"namespace": "go_options",
"type": "STRING",
"value": "go_batch_combine_4"
},
{
"key": "fanout",
"namespace": "go_options",
"type": "STRING",
"value": "4"
},
{
"key": "hooks",
"namespace": "go_options",
"type": "STRING",
"value": "{\"default_remote_logging\":null}"
}
],
"options": {
"experiments": [
"beam_fn_api",
"use_runner_v2",
"use_unified_****",
"use_portable_job_submission"
],
"pipelineUrl":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1686924335125030854/model",
"region": "us-central1",
"tempLocation": "gs://temp-storage-for-perf-tests/loadtests"
},
"beam:option:go_options:v1": {
"options": {
"fanout": "4",
"hookOrder": "[\"default_remote_logging\"]",
"hooks": "{\"default_remote_logging\":null}",
"influx_db_name": "beam_test_metrics",
"influx_hostname": "http://10.128.0.96:8086";,
"influx_measurement": "go_batch_combine_4",
"influx_namespace": "dataflow",
"input_options": "{\"num_records\": 5000000,\"key_size\":
10,\"value_size\": 90}",
"temp_location": "gs://temp-storage-for-perf-tests/loadtests",
"top_count": "20",
"****_binary": "linux_amd64/combine"
}
}
},
"tempStoragePrefix": "gs://temp-storage-for-perf-tests/loadtests",
"userAgent": {
"name": "Apache Beam SDK for Go",
"version": "2.49.0.dev"
},
"version": {
"job_type": "FNAPI_BATCH",
"major": "6"
},
"****Pools": [
{
"autoscalingSettings": {
"algorithm": "AUTOSCALING_ALGORITHM_NONE"
},
"ipConfiguration": "WORKER_IP_UNSPECIFIED",
"kind": "harness",
"numWorkers": 16,
"packages": [
{
"location":
"gs://temp-storage-for-perf-tests/loadtests/go-1-1686924335125030854/****",
"name": "****"
}
],
"sdkHarnessContainerImages": [
{
"capabilities": [
"beam:protocol:progress_reporting:v1",
"beam:protocol:multi_core_bundle_processing:v1",
"beam:transform:sdf_truncate_sized_restrictions:v1",
"beam:protocol:****_status:v1",
"beam:protocol:monitoring_info_short_ids:v1",
"beam:version:sdk_base:go:apache/beam_go_sdk:2.49.0.dev",
"beam:coder:bytes:v1",
"beam:coder:bool:v1",
"beam:coder:varint:v1",
"beam:coder:double:v1",
"beam:coder:string_utf8:v1",
"beam:coder:length_prefix:v1",
"beam:coder:kv:v1",
"beam:coder:iterable:v1",
"beam:coder:state_backed_iterable:v1",
"beam:coder:windowed_value:v1",
"beam:coder:global_window:v1",
"beam:coder:interval_window:v1",
"beam:coder:row:v1",
"beam:coder:nullable:v1",
"beam:coder:timer:v1"
],
"containerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest",
"environmentId": "go"
}
],
"****HarnessContainerImage":
"gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest"
}
]
},
"name": "load-tests-go-dataflow-batch-combine-4-0616125325",
"projectId": "apache-beam-testing",
"type": "JOB_TYPE_BATCH"
}
2023/06/16 14:05:36 Submitted job: 2023-06-16_07_05_36-10449761455980801132
2023/06/16 14:05:36 Console:
https://console.cloud.google.com/dataflow/jobs/us-central1/2023-06-16_07_05_36-10449761455980801132?project=apache-beam-testing
2023/06/16 14:05:36 Logs:
https://console.cloud.google.com/logs/viewer?project=apache-beam-testing&resource=dataflow_step%2Fjob_id%2F2023-06-16_07_05_36-10449761455980801132
2023/06/16 14:05:36 Job state: JOB_STATE_PENDING ...
2023/06/16 14:06:06 Job still running ...
2023/06/16 14:06:36 Job still running ...
2023/06/16 14:07:06 Job still running ...
2023/06/16 14:07:36 Job still running ...
2023/06/16 14:08:06 Job still running ...
2023/06/16 14:08:36 Job still running ...
2023/06/16 14:09:06 Job still running ...
2023/06/16 14:09:37 Job still running ...
2023/06/16 14:10:07 Job still running ...
2023/06/16 14:10:37 Job still running ...
2023/06/16 14:11:07 Job 2023-06-16_07_05_36-10449761455980801132 succeeded!
2023/06/16 14:11:07 dataflow_runtime 1m12.54583296s
BUILD SUCCESSFUL in 5m 53s
12 actionable tasks: 2 executed, 10 up-to-date
Publishing build scan...
https://ge.apache.org/s/zrc4xwo2we5vg
[beam_LoadTests_Go_Combine_Dataflow_Batch] $ /bin/bash -xe
/tmp/jenkins2593932461927431533.sh
+ echo '*** Combine Go Load test: fanout 8 times with 2GB 10-byte records total
***'
*** Combine Go Load test: fanout 8 times with 2GB 10-byte records total ***
[Gradle] - Launching build.
[src] $
<https://ci-beam.apache.org/job/beam_LoadTests_Go_Combine_Dataflow_Batch/ws/src/gradlew>
-PloadTest.mainClass=combine -Prunner=DataflowRunner
'-PloadTest.args=--job_name=load-tests-go-dataflow-batch-combine-5-0616125325
--project=apache-beam-testing --region=us-central1
--temp_location=gs://temp-storage-for-perf-tests/loadtests
--staging_location=gs://temp-storage-for-perf-tests/loadtests
--influx_namespace=dataflow --influx_measurement=go_batch_combine_5
--input_options='{"num_records": 2500000,"key_size": 10,"value_size": 90}'
--fanout=8 --top_count=20 --num_****s=16 --autoscaling_algorithm=NONE
--environment_type=DOCKER
--environment_config=gcr.io/apache-beam-testing/beam-sdk/beam_go_sdk:latest
--influx_db_name=beam_test_metrics --influx_hostname=http://10.128.0.96:8086
--runner=DataflowRunner' --continue --max-****s=8 -Dorg.gradle.jvmargs=-Xms2g
-Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses
:sdks:go:test:load:run
To honour the JVM settings for this build a single-use Daemon process will be
forked. See
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html#sec:disabling_the_daemon.
FAILURE: Build failed with an exception.
* What went wrong:
Unable to start the daemon process.
This problem might be caused by incorrect configuration of the daemon.
For example, an unrecognized jvm option is used.
Please refer to the User Manual chapter on the daemon at
https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html
Process command line: /usr/lib/jvm/java-8-openjdk-amd64/bin/java -Xmx6g
-Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant -cp
/home/jenkins/.gradle/wrapper/dists/gradle-7.5.1-bin/7jzzequgds1hbszbhq3npc5ng/gradle-7.5.1/lib/gradle-launcher-7.5.1.jar
org.gradle.launcher.daemon.bootstrap.GradleDaemon 7.5.1
Please read the following process output to find out more:
-----------------------
FAILURE: Build failed with an exception.
* What went wrong:
Timeout waiting to lock daemon addresses registry. It is currently in use by
another Gradle instance.
Owner PID: unknown
Our PID: 1317689
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
* Try:
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Exception is:
org.gradle.cache.LockTimeoutException: Timeout waiting to lock daemon addresses
registry. It is currently in use by another Gradle instance.
Owner PID: unknown
Our PID: 1317689
Owner Operation: unknown
Our operation:
Lock file: /home/jenkins/.gradle/daemon/7.5.1/registry.bin.lock
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.timeoutException(DefaultFileLockManager.java:344)
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.lock(DefaultFileLockManager.java:305)
at
org.gradle.cache.internal.DefaultFileLockManager$DefaultFileLock.<init>(DefaultFileLockManager.java:164)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:110)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:96)
at
org.gradle.cache.internal.DefaultFileLockManager.lock(DefaultFileLockManager.java:91)
at
org.gradle.cache.internal.OnDemandFileAccess.updateFile(OnDemandFileAccess.java:51)
at
org.gradle.cache.internal.SimpleStateCache.update(SimpleStateCache.java:87)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator$1.create(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:50)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.doUpdate(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:67)
at
org.gradle.cache.internal.FileIntegrityViolationSuppressingPersistentStateCacheDecorator.update(FileIntegrityViolationSuppressingPersistentStateCacheDecorator.java:47)
at
org.gradle.launcher.daemon.registry.PersistentDaemonRegistry.store(PersistentDaemonRegistry.java:232)
at
org.gradle.launcher.daemon.server.DaemonRegistryUpdater.onStart(DaemonRegistryUpdater.java:80)
at org.gradle.launcher.daemon.server.Daemon.start(Daemon.java:171)
at
org.gradle.launcher.daemon.bootstrap.DaemonMain.doAction(DaemonMain.java:125)
at org.gradle.launcher.bootstrap.EntryPoint.run(EntryPoint.java:50)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at
org.gradle.launcher.bootstrap.ProcessBootstrap.runNoExit(ProcessBootstrap.java:60)
at
org.gradle.launcher.bootstrap.ProcessBootstrap.run(ProcessBootstrap.java:37)
at
org.gradle.launcher.daemon.bootstrap.GradleDaemon.main(GradleDaemon.java:22)
* Get more help at https://help.gradle.org
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
> Run with --scan to get full insights.
* Get more help at https://help.gradle.org
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
