See <https://ci-beam.apache.org/job/beam_PostCommit_Python_Nexmark_Direct/248/display/redirect>
Changes: ------------------------------------------ [...truncated 614.23 KB...] > Task :runners:direct-java:processResources NO-SOURCE > Task :sdks:java:core:generateAvroJava NO-SOURCE > Task :runners:java-fn-execution:createCheckerFrameworkManifest UP-TO-DATE > Task :runners:local-java:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:harness:createCheckerFrameworkManifest UP-TO-DATE > Task :runners:java-fn-execution:processResources NO-SOURCE > Task :runners:local-java:processResources NO-SOURCE > Task :sdks:java:harness:processResources NO-SOURCE > Task :model:job-management:processResources UP-TO-DATE > Task :sdks:java:extensions:arrow:createCheckerFrameworkManifest UP-TO-DATE > Task > :sdks:java:extensions:google-cloud-platform-core:createCheckerFrameworkManifest > UP-TO-DATE > Task :model:fn-execution:processResources UP-TO-DATE > Task :sdks:java:extensions:arrow:processResources NO-SOURCE > Task :sdks:java:extensions:google-cloud-platform-core:processResources > NO-SOURCE > Task :sdks:java:expansion-service:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:expansion-service:processResources NO-SOURCE > Task :sdks:java:core:generateGrammarSource UP-TO-DATE > Task :sdks:java:extensions:protobuf:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:io:mongodb:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:extensions:join-library:createCheckerFrameworkManifest > UP-TO-DATE > Task :sdks:java:io:google-cloud-platform:createCheckerFrameworkManifest > UP-TO-DATE > Task :sdks:java:io:kafka:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:extensions:join-library:processResources NO-SOURCE > Task :sdks:java:core:processResources UP-TO-DATE > Task :sdks:java:extensions:protobuf:extractProto UP-TO-DATE > Task :sdks:java:io:mongodb:processResources NO-SOURCE > Task :sdks:java:io:google-cloud-platform:processResources NO-SOURCE > Task :sdks:java:io:kafka:processResources NO-SOURCE > Task :sdks:java:extensions:protobuf:processResources NO-SOURCE > Task :sdks:java:testing:test-utils:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:extensions:sql:udf:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:io:hadoop-common:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:io:parquet:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:extensions:sql:zetasql:createCheckerFrameworkManifest > UP-TO-DATE > Task :sdks:java:testing:test-utils:processResources NO-SOURCE > Task :sdks:java:io:parquet:processResources NO-SOURCE > Task :sdks:java:testing:nexmark:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:io:hadoop-common:processResources NO-SOURCE > Task :sdks:java:extensions:sql:zetasql:processResources NO-SOURCE > Task :sdks:java:testing:nexmark:processResources UP-TO-DATE > Task :model:pipeline:extractIncludeProto UP-TO-DATE > Task :model:pipeline:extractProto UP-TO-DATE > Task :model:pipeline:generateProto UP-TO-DATE > Task :sdks:java:extensions:sql:udf:compileJava UP-TO-DATE > Task :sdks:java:extensions:sql:udf:processResources NO-SOURCE > Task :sdks:java:extensions:sql:udf:classes UP-TO-DATE > Task :sdks:java:extensions:sql:udf:jar UP-TO-DATE > Task :model:pipeline:compileJava UP-TO-DATE > Task :model:pipeline:processResources UP-TO-DATE > Task :model:pipeline:classes UP-TO-DATE > Task :model:pipeline:jar UP-TO-DATE > Task :model:fn-execution:extractIncludeProto UP-TO-DATE > Task :model:job-management:extractIncludeProto UP-TO-DATE > Task :model:pipeline:shadowJar UP-TO-DATE > Task :model:job-management:generateProto UP-TO-DATE > Task :model:fn-execution:generateProto UP-TO-DATE > Task :model:job-management:compileJava UP-TO-DATE > Task :model:job-management:classes UP-TO-DATE > Task :model:fn-execution:compileJava UP-TO-DATE > Task :model:fn-execution:classes UP-TO-DATE > Task :model:job-management:shadowJar UP-TO-DATE > Task :model:fn-execution:shadowJar UP-TO-DATE > Task :sdks:java:core:compileJava UP-TO-DATE > Task :sdks:java:core:classes UP-TO-DATE > Task :sdks:java:core:shadowJar UP-TO-DATE > Task :sdks:java:extensions:protobuf:extractIncludeProto UP-TO-DATE > Task :sdks:java:extensions:protobuf:generateProto NO-SOURCE > Task :runners:local-java:compileJava UP-TO-DATE > Task :runners:local-java:classes UP-TO-DATE > Task :sdks:java:extensions:join-library:compileJava UP-TO-DATE > Task :sdks:java:extensions:join-library:classes UP-TO-DATE > Task :runners:local-java:jar UP-TO-DATE > Task :sdks:java:extensions:arrow:compileJava UP-TO-DATE > Task :sdks:java:extensions:arrow:classes UP-TO-DATE > Task :sdks:java:extensions:join-library:jar UP-TO-DATE > Task :sdks:java:io:mongodb:compileJava UP-TO-DATE > Task :sdks:java:io:mongodb:classes UP-TO-DATE > Task :sdks:java:extensions:arrow:jar UP-TO-DATE > Task :sdks:java:io:mongodb:jar UP-TO-DATE > Task :sdks:java:fn-execution:compileJava UP-TO-DATE > Task :sdks:java:fn-execution:classes UP-TO-DATE > Task :sdks:java:extensions:protobuf:compileJava UP-TO-DATE > Task :sdks:java:extensions:protobuf:classes UP-TO-DATE > Task :sdks:java:fn-execution:jar UP-TO-DATE > Task :sdks:java:extensions:protobuf:jar UP-TO-DATE > Task :sdks:java:extensions:sql:copyFmppTemplatesFromCalciteCore UP-TO-DATE > Task :sdks:java:extensions:sql:copyFmppTemplatesFromSrc UP-TO-DATE > Task :runners:core-construction-java:compileJava UP-TO-DATE > Task :sdks:java:testing:test-utils:compileJava UP-TO-DATE > Task :runners:core-construction-java:classes UP-TO-DATE > Task :sdks:java:testing:test-utils:classes UP-TO-DATE > Task :sdks:java:testing:test-utils:jar UP-TO-DATE > Task :runners:core-construction-java:jar UP-TO-DATE > Task :sdks:java:io:hadoop-common:compileJava UP-TO-DATE > Task :sdks:java:io:hadoop-common:classes UP-TO-DATE > Task :sdks:java:io:hadoop-common:jar UP-TO-DATE > Task :runners:core-java:compileJava UP-TO-DATE > Task :runners:core-java:classes UP-TO-DATE > Task :runners:core-java:jar UP-TO-DATE > Task :sdks:java:io:parquet:compileJava UP-TO-DATE > Task :sdks:java:io:parquet:classes UP-TO-DATE > Task :sdks:java:io:parquet:jar UP-TO-DATE > Task :sdks:java:harness:compileJava UP-TO-DATE > Task :sdks:java:harness:classes UP-TO-DATE > Task :sdks:java:harness:jar UP-TO-DATE > Task :sdks:java:extensions:google-cloud-platform-core:compileJava UP-TO-DATE > Task :sdks:java:extensions:google-cloud-platform-core:classes UP-TO-DATE > Task :sdks:java:extensions:google-cloud-platform-core:jar UP-TO-DATE > Task :runners:java-fn-execution:compileJava UP-TO-DATE > Task :runners:java-fn-execution:classes UP-TO-DATE > Task :runners:java-fn-execution:jar UP-TO-DATE > Task :sdks:java:expansion-service:compileJava UP-TO-DATE > Task :sdks:java:expansion-service:classes UP-TO-DATE > Task :sdks:java:expansion-service:jar UP-TO-DATE > Task :runners:direct-java:compileJava UP-TO-DATE > Task :runners:direct-java:classes UP-TO-DATE > Task :runners:direct-java:shadowJar UP-TO-DATE > Task :sdks:java:io:kafka:compileJava UP-TO-DATE > Task :sdks:java:io:kafka:classes UP-TO-DATE > Task :sdks:java:io:kafka:jar UP-TO-DATE > Task :sdks:java:io:google-cloud-platform:compileJava UP-TO-DATE > Task :sdks:java:io:google-cloud-platform:classes UP-TO-DATE > Task :sdks:java:io:google-cloud-platform:jar UP-TO-DATE > Task :sdks:java:extensions:sql:generateFmppSources > Task :sdks:java:extensions:sql:compileJavacc UP-TO-DATE > Task :sdks:java:extensions:sql:createCheckerFrameworkManifest UP-TO-DATE > Task :sdks:java:extensions:sql:compileJava UP-TO-DATE > Task :sdks:java:extensions:sql:processResources UP-TO-DATE > Task :sdks:java:extensions:sql:classes UP-TO-DATE > Task :sdks:java:extensions:sql:jar UP-TO-DATE > Task :sdks:java:extensions:sql:zetasql:compileJava UP-TO-DATE > Task :sdks:java:extensions:sql:zetasql:classes UP-TO-DATE > Task :sdks:java:extensions:sql:zetasql:jar UP-TO-DATE > Task :sdks:java:testing:nexmark:compileJava UP-TO-DATE > Task :sdks:java:testing:nexmark:classes UP-TO-DATE > Task :sdks:java:testing:nexmark:jar UP-TO-DATE > Task :sdks:java:testing:nexmark:run SLF4J: Class path contains multiple SLF4J bindings. SLF4J: Found binding in [jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-jdk14/1.7.30/d35953dd2fe54ebe39fdf18cfd82fe6eb35b25ed/slf4j-jdk14-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-reload4j/1.7.36/db708f7d959dee1857ac524636e85ecf2e1781c1/slf4j-reload4j-1.7.36.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: Found binding in [jar:file:/home/jenkins/.gradle/caches/modules-2/files-2.1/org.slf4j/slf4j-log4j12/1.7.30/c21f55139d8141d2231214fb1feaf50a1edca95e/slf4j-log4j12-1.7.30.jar!/org/slf4j/impl/StaticLoggerBinder.class] SLF4J: See http://www.slf4j.org/codes.html#multiple_bindings for an explanation. SLF4J: Actual binding is of type [org.slf4j.impl.JDK14LoggerFactory] 2023-02-21T16:30:57.452Z Running query:USER_SESSIONS; exportSummaryToBigQuery:true 2023-02-21T16:30:57.555Z Generating 100000 events in batch mode Feb 21, 2023 4:32:08 PM org.apache.beam.sdk.io.WriteFiles$WriteShardsIntoTempFilesFn processElement INFO: Opening writer 52777749-4f61-4734-b525-5fb16b94fd45 for window org.apache.beam.sdk.transforms.windowing.GlobalWindow@1e179cc8 pane PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0} destination null Feb 21, 2023 4:32:09 PM org.apache.beam.sdk.io.FileBasedSink$Writer close INFO: Successfully wrote temporary file gs://temp-storage-for-perf-tests/nexmark/eventFiles/jenkins-beam_PostCommit_Python_Nexmark_Direct-248/.temp-beam-ffe649b4-ab0d-4f66-9fa6-610146c9c85c/f874060952777749-4f61-4734-b525-5fb16b94fd45 Feb 21, 2023 4:32:09 PM org.apache.beam.sdk.io.WriteFiles$FinalizeTempFileBundles$FinalizeFn process INFO: Finalizing 1 file results Feb 21, 2023 4:32:09 PM org.apache.beam.sdk.io.FileBasedSink$WriteOperation createMissingEmptyShards INFO: Finalizing for destination null num shards 1. Feb 21, 2023 4:32:09 PM org.apache.beam.sdk.io.FileBasedSink$WriteOperation moveToOutputFiles INFO: Will copy temporary file FileResult{tempFilename=gs://temp-storage-for-perf-tests/nexmark/eventFiles/jenkins-beam_PostCommit_Python_Nexmark_Direct-248/.temp-beam-ffe649b4-ab0d-4f66-9fa6-610146c9c85c/f874060952777749-4f61-4734-b525-5fb16b94fd45, shard=0, window=org.apache.beam.sdk.transforms.windowing.GlobalWindow@1e179cc8, paneInfo=PaneInfo{isFirst=true, isLast=true, timing=ON_TIME, index=0, onTimeIndex=0}} to final location gs://temp-storage-for-perf-tests/nexmark/eventFiles/jenkins-beam_PostCommit_Python_Nexmark_Direct-248/query11--00000-of-00001.json 2023-02-21T16:32:10.279Z Waiting for main pipeline to 'finish' 2023-02-21T16:32:10.280Z DONE Query11 Feb 21, 2023 4:32:10 PM org.apache.beam.sdk.testutils.metrics.MetricsReader getCounterMetric SEVERE: Failed to get metric event.elements, from namespace Query11.Events Feb 21, 2023 4:32:10 PM org.apache.beam.sdk.testutils.metrics.MetricsReader getCounterMetric SEVERE: Failed to get metric event.bytes, from namespace Query11.Events Feb 21, 2023 4:32:10 PM org.apache.beam.sdk.testutils.metrics.MetricsReader getCounterMetric SEVERE: Failed to get metric result.elements, from namespace Query11.Results Feb 21, 2023 4:32:10 PM org.apache.beam.sdk.testutils.metrics.MetricsReader getCounterMetric SEVERE: Failed to get metric result.bytes, from namespace Query11.Results ========================================================================================== Run started 2023-02-21T16:30:57.059Z and ran for PT73.233S Default configuration: {"debug":true,"query":null,"sourceType":"DIRECT","generateEventFilePathPrefix":null,"sinkType":"DEVNULL","exportSummaryToBigQuery":false,"pubSubMode":"COMBINED","pubsubMessageSerializationMethod":"CODER","sideInputType":"DIRECT","sideInputRowCount":500,"sideInputNumShards":3,"sideInputUrl":null,"sessionGap":600000,"numEvents":100000,"numEventGenerators":100,"rateShape":"SINE","firstEventRate":10000,"nextEventRate":10000,"rateUnit":"PER_SECOND","ratePeriodSec":600,"preloadSeconds":0,"streamTimeout":240,"isRateLimited":false,"useWallclockEventTime":false,"avgPersonByteSize":200,"avgAuctionByteSize":500,"avgBidByteSize":100,"hotAuctionRatio":2,"hotSellersRatio":4,"hotBiddersRatio":4,"windowSizeSec":10,"windowPeriodSec":5,"watermarkHoldbackSec":0,"numInFlightAuctions":100,"numActivePeople":1000,"coderStrategy":"HAND","cpuDelayMs":0,"diskBusyBytes":0,"auctionSkip":123,"fanout":5,"maxAuctionsWaitingTime":600,"occasionalDelaySec":3,"probDelayedEvent":0.1,"maxLogEvents":100000,"usePubsubPublishTime":false,"outOfOrderGroupSize":1,"numKeyBuckets":20000,"pardoCPUFactor":1.0} Configurations: Conf Description 0000 query:USER_SESSIONS; exportSummaryToBigQuery:true Performance: Conf Runtime(sec) (Baseline) Events(/sec) (Baseline) Results (Baseline) 0000 -1.0 -1.0 -1 ========================================================================================== ========================================================================================== Run started 2023-02-21T16:30:57.059Z and ran for PT73.448S Default configuration: {"debug":true,"query":null,"sourceType":"DIRECT","generateEventFilePathPrefix":null,"sinkType":"DEVNULL","exportSummaryToBigQuery":false,"pubSubMode":"COMBINED","pubsubMessageSerializationMethod":"CODER","sideInputType":"DIRECT","sideInputRowCount":500,"sideInputNumShards":3,"sideInputUrl":null,"sessionGap":600000,"numEvents":100000,"numEventGenerators":100,"rateShape":"SINE","firstEventRate":10000,"nextEventRate":10000,"rateUnit":"PER_SECOND","ratePeriodSec":600,"preloadSeconds":0,"streamTimeout":240,"isRateLimited":false,"useWallclockEventTime":false,"avgPersonByteSize":200,"avgAuctionByteSize":500,"avgBidByteSize":100,"hotAuctionRatio":2,"hotSellersRatio":4,"hotBiddersRatio":4,"windowSizeSec":10,"windowPeriodSec":5,"watermarkHoldbackSec":0,"numInFlightAuctions":100,"numActivePeople":1000,"coderStrategy":"HAND","cpuDelayMs":0,"diskBusyBytes":0,"auctionSkip":123,"fanout":5,"maxAuctionsWaitingTime":600,"occasionalDelaySec":3,"probDelayedEvent":0.1,"maxLogEvents":100000,"usePubsubPublishTime":false,"outOfOrderGroupSize":1,"numKeyBuckets":20000,"pardoCPUFactor":1.0} Configurations: Conf Description 0000 query:USER_SESSIONS; exportSummaryToBigQuery:true Performance: Conf Runtime(sec) (Baseline) Events(/sec) (Baseline) Results (Baseline) 0000 -1.0 -1.0 -1 ========================================================================================== Deprecated Gradle features were used in this build, making it incompatible with Gradle 8.0. You can use '--warning-mode all' to show the individual deprecation warnings and determine if they come from your own scripts or plugins. See https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD SUCCESSFUL in 1m 33s 112 actionable tasks: 2 executed, 110 up-to-date Publishing build scan... https://gradle.com/s/ipmcn6c4sn3jo [beam_PostCommit_Python_Nexmark_Direct] $ /bin/bash -xe /tmp/jenkins7765390911504913270.sh + echo '*** RUN NEXMARK PYTHON IN BATCH MODE USING DIRECT RUNNER query 11 with Python***' *** RUN NEXMARK PYTHON IN BATCH MODE USING DIRECT RUNNER query 11 with Python*** [Gradle] - Launching build. [src] $ /home/jenkins/jenkins-slave/workspace/beam_PostCommit_Python_Nexmark_Direct/src/gradlew --continue --max-****s=8 -Dorg.gradle.jvmargs=-Xms2g -Dorg.gradle.jvmargs=-Xmx6g -Dorg.gradle.vfs.watch=false -Pdocker-pull-licenses "-Pnexmark.args= --monitor_jobs --big_query_table=nexmark --big_query_dataset=nexmark --project=apache-beam-testing --resource_name_mode=QUERY_RUNNER_AND_MODE --export_summary_to_big_query --temp_location=gs://temp-storage-for-perf-tests/nexmark --influx_database=beam_test_metrics --influx_host=http://10.128.0.96:8086 --base_influx_measurement=nexmark --export_summary_to_influx_db --influx_retention_policy=forever --suite=SMOKE --enforce_encodability --enforce_immutability --runner=DirectRunner --query=11 --num_events=100000 --input=gs://temp-storage-for-perf-tests/nexmark/eventFiles/jenkins-beam_PostCommit_Python_Nexmark_Direct-248/query11-\*" :sdks:python:apache_beam:testing:benchmarks:nexmark:run To honour the JVM settings for this build a single-use Daemon process will be forked. See https://docs.gradle.org/7.5.1/userguide/gradle_daemon.html#sec:disabling_the_daemon. Daemon will be stopped at the end of the build Configuration on demand is an incubating feature. FATAL: command execution failed java.io.IOException: Backing channel 'apache-beam-jenkins-16' is disconnected. at hudson.remoting.RemoteInvocationHandler.channelOrFail(RemoteInvocationHandler.java:215) at hudson.remoting.RemoteInvocationHandler.invoke(RemoteInvocationHandler.java:285) at com.sun.proxy.$Proxy143.isAlive(Unknown Source) at hudson.Launcher$RemoteLauncher$ProcImpl.isAlive(Launcher.java:1215) at hudson.Launcher$RemoteLauncher$ProcImpl.join(Launcher.java:1207) at hudson.Launcher$ProcStarter.join(Launcher.java:524) at hudson.plugins.gradle.Gradle.perform(Gradle.java:317) at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20) at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:814) at hudson.model.Build$BuildExecution.build(Build.java:199) at hudson.model.Build$BuildExecution.doRun(Build.java:164) at hudson.model.AbstractBuild$AbstractBuildExecution.run(AbstractBuild.java:522) at hudson.model.Run.execute(Run.java:1896) at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:44) at hudson.model.ResourceController.execute(ResourceController.java:101) at hudson.model.Executor.run(Executor.java:442) Caused by: java.io.IOException: Pipe closed after 0 cycles at org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:126) at org.apache.sshd.common.channel.ChannelPipedInputStream.read(ChannelPipedInputStream.java:105) at hudson.remoting.FlightRecorderInputStream.read(FlightRecorderInputStream.java:94) at hudson.remoting.ChunkedInputStream.readHeader(ChunkedInputStream.java:75) at hudson.remoting.ChunkedInputStream.readUntilBreak(ChunkedInputStream.java:105) at hudson.remoting.ChunkedCommandTransport.readBlock(ChunkedCommandTransport.java:39) at hudson.remoting.AbstractSynchronousByteArrayCommandTransport.read(AbstractSynchronousByteArrayCommandTransport.java:34) at hudson.remoting.SynchronousCommandTransport$ReaderThread.run(SynchronousCommandTransport.java:61) Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure ERROR: apache-beam-jenkins-16 is offline; cannot locate jdk_1.8_latest --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
