See
<https://ci-beam.apache.org/job/beam_PreCommit_Java_Cron/5895/display/redirect?page=changes>
Changes:
[clementg] allow non-lts jvm version, fallback on java 11 for runner
[clementg] Add a stricter java version method
[clementg] fall back to the nearest lts version
[noreply] Reenable run-inference tests on windows (#23044)
[noreply] [BEAM-12164] Support new value capture types NEW_ROW NEW_VALUES for s…
[noreply] Fix example registration input arity (#23059)
[noreply] Clarify inference example docs (#23018)
[noreply] [Playground] [Backend] Datastore queries and mappers to get examples
------------------------------------------
[...truncated 3.14 MB...]
java.lang.RuntimeException: ManagedChannel allocation site
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference.<init>(ManagedChannelOrphanWrapper.java:93)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:53)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:44)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelImplBuilder.build(ManagedChannelImplBuilder.java:630)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.AbstractManagedChannelImplBuilder.build(AbstractManagedChannelImplBuilder.java:297)
at
org.apache.beam.sdk.fn.channel.ManagedChannelFactory.forDescriptor(ManagedChannelFactory.java:101)
at
org.apache.beam.fn.harness.state.BeamFnStateGrpcClientCache$GrpcStateClient.<init>(BeamFnStateGrpcClientCache.java:103)
at
org.apache.beam.fn.harness.state.BeamFnStateGrpcClientCache$GrpcStateClient.<init>(BeamFnStateGrpcClientCache.java:91)
at
org.apache.beam.fn.harness.state.BeamFnStateGrpcClientCache.forApiServiceDescriptor(BeamFnStateGrpcClientCache.java:82)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:808)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:506)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:971)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:502)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
Sep 07, 2022 9:06:20 PM
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference
cleanQueue
SEVERE: *~*~*~ Channel ManagedChannelImpl{logId=114, target=localhost:44383}
was not shutdown properly!!! ~*~*~*
Make sure to call shutdown()/shutdownNow() and wait until
awaitTermination() returns true.
java.lang.RuntimeException: ManagedChannel allocation site
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference.<init>(ManagedChannelOrphanWrapper.java:93)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:53)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:44)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.ManagedChannelImplBuilder.build(ManagedChannelImplBuilder.java:630)
at
org.apache.beam.vendor.grpc.v1p48p1.io.grpc.internal.AbstractManagedChannelImplBuilder.build(AbstractManagedChannelImplBuilder.java:297)
at
org.apache.beam.sdk.fn.channel.ManagedChannelFactory.forDescriptor(ManagedChannelFactory.java:101)
at
org.apache.beam.fn.harness.data.BeamFnDataGrpcClient.lambda$getClientFor$0(BeamFnDataGrpcClient.java:105)
at
java.util.concurrent.ConcurrentHashMap.computeIfAbsent(ConcurrentHashMap.java:1660)
at
org.apache.beam.fn.harness.data.BeamFnDataGrpcClient.getClientFor(BeamFnDataGrpcClient.java:99)
at
org.apache.beam.fn.harness.data.BeamFnDataGrpcClient.createOutboundAggregator(BeamFnDataGrpcClient.java:93)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$1.lambda$addOutgoingDataEndpoint$0(ProcessBundleHandler.java:389)
at java.util.HashMap.computeIfAbsent(HashMap.java:1128)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$1.addOutgoingDataEndpoint(ProcessBundleHandler.java:386)
at
org.apache.beam.fn.harness.BeamFnDataWriteRunner$Factory.createRunnerForPTransform(BeamFnDataWriteRunner.java:94)
at
org.apache.beam.fn.harness.BeamFnDataWriteRunner$Factory.createRunnerForPTransform(BeamFnDataWriteRunner.java:62)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:302)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:256)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:256)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:256)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createRunnerAndConsumersForPTransformRecursively(ProcessBundleHandler.java:256)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.createBundleProcessor(ProcessBundleHandler.java:860)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.lambda$processBundle$0(ProcessBundleHandler.java:506)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler$BundleProcessorCache.get(ProcessBundleHandler.java:971)
at
org.apache.beam.fn.harness.control.ProcessBundleHandler.processBundle(ProcessBundleHandler.java:502)
at
org.apache.beam.fn.harness.control.BeamFnControlClient.delegateOnInstructionRequestType(BeamFnControlClient.java:151)
at
org.apache.beam.fn.harness.control.BeamFnControlClient$InboundObserver.lambda$onNext$0(BeamFnControlClient.java:116)
at
java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at
java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)
≈ 10⁻⁴ s/op
# JMH version: 1.34
# VM version: JDK 1.8.0_342, OpenJDK 64-Bit Server VM, 25.342-b07
# VM invoker: /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java
# VM options: -Djmh.ignoreLock=true
-javaagent:/home/jenkins/.gradle/caches/modules-2/files-2.1/io.github.stephankoelle/jamm/0.4.1/df04e7daebba29088daaf1a00f103863b9df61c2/jamm-0.4.1.jar
-Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant
# Blackhole mode: full + dont-inline hint (auto-detected, use
-Djmh.blackhole.autoDetect=false to disable)
# Warmup: <none>
# Measurement: 1 iterations, single-shot each
# Timeout: 10 min per iteration
# Threads: 16 threads
# Benchmark mode: Single shot invocation time
# Benchmark:
org.apache.beam.fn.harness.jmh.logging.BeamFnLoggingClientBenchmark.testLoggingWithAllOptionalParameters
# Run progress: 88.24% complete, ETA 00:00:03
# Fork: N/A, test runs in the host VM
# *** WARNING: Non-forked runs may silently omit JVM options, mess up
profilers, disable compiler hints, etc. ***
# *** WARNING: Use non-forked runs only for debugging purposes, not for actual
performance runs. ***
Iteration 1: ≈ 10⁻⁴ s/op
# JMH version: 1.34
# VM version: JDK 1.8.0_342, OpenJDK 64-Bit Server VM, 25.342-b07
# VM invoker: /usr/lib/jvm/java-8-openjdk-amd64/jre/bin/java
# VM options: -Djmh.ignoreLock=true
-javaagent:/home/jenkins/.gradle/caches/modules-2/files-2.1/io.github.stephankoelle/jamm/0.4.1/df04e7daebba29088daaf1a00f103863b9df61c2/jamm-0.4.1.jar
-Dfile.encoding=UTF-8 -Duser.country=US -Duser.language=en -Duser.variant
# Blackhole mode: full + dont-inline hint (auto-detected, use
-Djmh.blackhole.autoDetect=false to disable)
# Warmup: <none>
# Measurement: 1 iterations, single-shot each
# Timeout: 10 min per iteration
# Threads: 16 threads
# Benchmark mode: Single shot invocation time
# Benchmark:
org.apache.beam.fn.harness.jmh.logging.BeamFnLoggingClientBenchmark.testSkippedLogging
# Run progress: 94.12% complete, ETA 00:00:01
# Fork: N/A, test runs in the host VM
# *** WARNING: Non-forked runs may silently omit JVM options, mess up
profilers, disable compiler hints, etc. ***
# *** WARNING: Use non-forked runs only for debugging purposes, not for actual
performance runs. ***
Iteration 1: ≈ 10⁻⁵ s/op
# Run complete. Total time: 00:00:24
REMEMBER: The numbers below are just data. To gain reusable insights, you need
to follow up on
why the numbers are the way they are. Use profilers (see -prof, -lprof), design
factorial
experiments, perform baseline and negative tests that provide experimental
control, make sure
the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from
the domain experts.
Do not assume the numbers tell you what you want them to tell.
Benchmark
(globallyWindowed) Mode Cnt Score Error Units
CombinerTableBenchmark.uniformDistribution
true ss 0.407 s/op
CombinerTableBenchmark.uniformDistribution
false ss 0.892 s/op
ProcessBundleBenchmark.testLargeBundle
N/A ss 2.863 s/op
ProcessBundleBenchmark.testStateWithCaching
N/A ss 0.705 s/op
ProcessBundleBenchmark.testStateWithoutCaching
N/A ss 0.458 s/op
ProcessBundleBenchmark.testTinyBundle
N/A ss 0.189 s/op
control.ExecutionStateSamplerBenchmark.testLargeBundleHarnessStateSampler
N/A ss 0.001 s/op
control.ExecutionStateSamplerBenchmark.testLargeBundleRunnersCoreStateSampler
N/A ss 0.008 s/op
control.ExecutionStateSamplerBenchmark.testTinyBundleHarnessStateSampler
N/A ss ≈ 10⁻⁵ s/op
control.ExecutionStateSamplerBenchmark.testTinyBundleRunnersCoreStateSampler
N/A ss ≈ 10⁻³ s/op
control.MetricsBenchmark.testBundleProcessingThreadCounterMutation
N/A ss ≈ 10⁻⁵ s/op
control.MetricsBenchmark.testBundleProcessingThreadCounterReset
N/A ss ≈ 10⁻⁵ s/op
control.MetricsBenchmark.testCounterCellMutation
N/A ss ≈ 10⁻⁴ s/op
control.MetricsBenchmark.testCounterCellReset
N/A ss ≈ 10⁻⁵ s/op
logging.BeamFnLoggingClientBenchmark.testLogging
N/A ss ≈ 10⁻⁴ s/op
logging.BeamFnLoggingClientBenchmark.testLoggingWithAllOptionalParameters
N/A ss ≈ 10⁻⁴ s/op
logging.BeamFnLoggingClientBenchmark.testSkippedLogging
N/A ss ≈ 10⁻⁵ s/op
> Task :sdks:java:harness:jmh:spotbugsTest SKIPPED
> Task :sdks:java:container:java8:docker
---> ac62a2445aaa
Step 8/21 : ADD target/beam-sdks-java-io-kafka.jar /opt/apache/beam/jars/
---> eef7ba4b2e9d
Step 9/21 : ADD target/kafka-clients.jar /opt/apache/beam/jars/
---> c92b4513d61c
Step 10/21 : ADD target/jamm.jar /opt/apache/beam/jars/
---> 99316c5038b9
Step 11/21 : ADD target/linux_amd64/boot /opt/apache/beam/
---> 812fc3fe7f2e
Step 12/21 : COPY target/LICENSE /opt/apache/beam/
---> 21a2a8b66039
Step 13/21 : COPY target/NOTICE /opt/apache/beam/
---> fd3f233dd676
Step 14/21 : ADD target/third_party_licenses
/opt/apache/beam/third_party_licenses/
---> c47d4e053406
Step 15/21 : COPY target/LICENSE target/options/* /opt/apache/beam/options/
---> 62967b0e2722
Step 16/21 : RUN rm /opt/apache/beam/options/LICENSE
---> Running in cbe51dbd952d
Removing intermediate container cbe51dbd952d
---> 4dadfbcf9fff
Step 17/21 : COPY target/LICENSE target/go-licenses/*
/opt/apache/beam/third_party_licenses/golang/
> Task :sdks:java:io:elasticsearch-tests:elasticsearch-tests-8:check
> Task :sdks:java:io:elasticsearch-tests:elasticsearch-tests-8:build
> Task :sdks:java:io:elasticsearch-tests:elasticsearch-tests-8:buildDependents
> Task
> :sdks:java:io:elasticsearch-tests:elasticsearch-tests-common:buildDependents
> Task :sdks:java:io:elasticsearch:buildDependents
> Task :sdks:java:container:java8:docker
---> 82295bbfdec1
Step 18/21 : RUN rm /opt/apache/beam/third_party_licenses/golang/LICENSE
---> Running in 47db32bd2de2
Removing intermediate container 47db32bd2de2
---> 3f22df08b5e6
Step 19/21 : RUN if [ "${pull_licenses}" = "false" ] ; then rm -rf
/opt/apache/beam/third_party_licenses ; fi
---> Running in 6589d9617afe
Removing intermediate container 6589d9617afe
---> 5fae482309c0
Step 20/21 : COPY target/profiler/* /opt/google_cloud_profiler/
---> 9fc5b4d06cd3
Step 21/21 : ENTRYPOINT ["/opt/apache/beam/boot"]
---> Running in 369090bdd4f0
Removing intermediate container 369090bdd4f0
---> 2e3dd9996fa8
Successfully built 2e3dd9996fa8
Successfully tagged apache/beam_java8_sdk:2.42.0.dev
> Task :sdks:java:harness:test
> Task :sdks:java:harness:jmh:test
> Task :sdks:java:harness:jmh:spotbugsMain
> Task :sdks:java:harness:jmh:check
> Task :sdks:java:harness:jmh:build
> Task :sdks:java:harness:jmh:buildDependents
> Task :sdks:java:extensions:sql:jdbc:shadowJarTest
> Task :runners:samza:job-server:startShadowScripts
> Task :runners:samza:job-server:shadowDistTar
> Task :sdks:java:harness:check
> Task :sdks:java:harness:build
> Task :sdks:java:testing:nexmark:check
> Task :sdks:java:testing:nexmark:build
> Task :sdks:java:testing:nexmark:buildDependents
> Task :sdks:java:extensions:sql:zetasql:buildDependents
> Task :sdks:java:extensions:sql:buildDependents
> Task :sdks:java:extensions:join-library:buildDependents
> Task :sdks:java:io:kafka:buildDependents
> Task :sdks:java:io:mongodb:buildDependents
> Task :sdks:java:io:google-cloud-platform:buildDependents
> Task :sdks:java:io:parquet:buildDependents
> Task :sdks:java:io:thrift:buildDependents
> Task :sdks:java:io:hadoop-common:buildDependents
> Task :sdks:java:extensions:protobuf:buildDependents
> Task :sdks:java:io:synthetic:buildDependents
> Task :sdks:java:extensions:arrow:buildDependents
> Task :sdks:java:testing:test-utils:buildDependents
> Task :sdks:java:io:common:buildDependents
> Task :sdks:java:extensions:sql:jdbc:preCommit
> Task :runners:samza:job-server:shadowDistZip
> Task :runners:samza:job-server:assemble
> Task :runners:samza:job-server:analyzeClassesDependencies
> Task :runners:samza:job-server:analyzeTestClassesDependencies SKIPPED
> Task :runners:samza:job-server:analyzeDependencies
> Task :runners:samza:job-server:checkstyleMain SKIPPED
> Task :runners:samza:job-server:checkstyleTest SKIPPED
> Task :runners:samza:job-server:javadoc NO-SOURCE
> Task :runners:samza:job-server:spotbugsMain NO-SOURCE
> Task :runners:samza:job-server:spotbugsTest SKIPPED
> Task :runners:samza:job-server:test NO-SOURCE
> Task :runners:samza:job-server:check
> Task :runners:samza:job-server:build
> Task :runners:samza:job-server:buildDependents
> Task :runners:samza:buildDependents
> Task :runners:java-job-service:buildDependents
> Task :sdks:java:expansion-service:buildDependents
FAILURE: Build failed with an exception.
* What went wrong:
Execution failed for task ':sdks:java:io:pulsar:test'.
> There were failing tests. See the report at:
> file://<https://ci-beam.apache.org/job/beam_PreCommit_Java_Cron/ws/src/sdks/java/io/pulsar/build/reports/tests/test/index.html>
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
Execution optimizations have been disabled for 1 invalid unit(s) of work during
this build to ensure correctness.
Please consult deprecation warnings for more details.
BUILD FAILED in 1h 1m 20s
1159 actionable tasks: 818 executed, 339 from cache, 2 up-to-date
Publishing build scan...
https://gradle.com/s/q7pfsipv4jhuq
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
