See <https://builds.apache.org/job/beam_PostCommit_Java_Nexmark_Dataflow/3112/display/redirect>
------------------------------------------ [...truncated 305.78 KB...] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details. 2019-06-27T18:22:16.660Z Running query:PASSTHROUGH; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:AVERAGE_PRICE_FOR_CATEGORY; exportSummaryToBigQuery:true; numEvents:1000000 2019-06-27T18:22:16.660Z Running query:LOCAL_ITEM_SUGGESTION; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:SELECTION; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:HOT_ITEMS; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:CURRENCY_CONVERSION; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:AVERAGE_SELLING_PRICE_BY_SELLER; exportSummaryToBigQuery:true; numEvents:1000000 2019-06-27T18:22:16.660Z Running query:HIGHEST_BID; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:MONITOR_NEW_USERS; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:WINNING_BIDS; exportSummaryToBigQuery:true; numEvents:1000000 2019-06-27T18:22:16.660Z Running query:SESSION_SIDE_INPUT_JOIN; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:BOUNDED_SIDE_INPUT_JOIN; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:USER_SESSIONS; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:PROCESSING_TIME_WINDOWS; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.660Z Running query:LOG_TO_SHARDED_FILES; exportSummaryToBigQuery:true; numEvents:10000000 2019-06-27T18:22:16.750Z skipping since configuration is not implemented 2019-06-27T18:22:16.750Z skipping since configuration is not implemented 2019-06-27T18:22:16.750Z skipping since configuration is not implemented 2019-06-27T18:22:16.750Z skipping since configuration is not implemented 2019-06-27T18:22:16.751Z skipping since configuration is not implemented 2019-06-27T18:22:16.750Z skipping since configuration is not implemented 2019-06-27T18:22:16.752Z skipping since configuration is not implemented 2019-06-27T18:22:16.752Z skipping since configuration is not implemented 2019-06-27T18:22:16.752Z skipping since configuration is not implemented 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode 2019-06-27T18:22:17.603Z Generating 10000000 events in batch mode Dataflow SDK version: 2.15.0-SNAPSHOT Dataflow SDK version: 2.15.0-SNAPSHOT Dataflow SDK version: 2.15.0-SNAPSHOT Dataflow SDK version: 2.15.0-SNAPSHOT Dataflow SDK version: 2.15.0-SNAPSHOT Dataflow SDK version: 2.15.0-SNAPSHOT Submitted job: 2019-06-27_11_29_23-9375062228700807805 ========================================================================================== Run started 2019-06-27T18:22:16.456Z and ran for PT433.913S Default configuration: {"debug":true,"query":null,"sourceType":"DIRECT","sinkType":"DEVNULL","exportSummaryToBigQuery":false,"pubSubMode":"COMBINED","sideInputType":"DIRECT","sideInputRowCount":500,"sideInputNumShards":3,"sideInputUrl":null,"sessionGap":{"standardHours":0,"standardMinutes":10,"standardSeconds":600,"standardDays":0,"millis":600000},"numEvents":100000,"numEventGenerators":100,"rateShape":"SINE","firstEventRate":10000,"nextEventRate":10000,"rateUnit":"PER_SECOND","ratePeriodSec":600,"preloadSeconds":0,"streamTimeout":240,"isRateLimited":false,"useWallclockEventTime":false,"avgPersonByteSize":200,"avgAuctionByteSize":500,"avgBidByteSize":100,"hotAuctionRatio":2,"hotSellersRatio":4,"hotBiddersRatio":4,"windowSizeSec":10,"windowPeriodSec":5,"watermarkHoldbackSec":0,"numInFlightAuctions":100,"numActivePeople":1000,"coderStrategy":"HAND","cpuDelayMs":0,"diskBusyBytes":0,"auctionSkip":123,"fanout":5,"maxAuctionsWaitingTime":600,"occasionalDelaySec":3,"probDelayedEvent":0.1,"maxLogEvents":100000,"usePubsubPublishTime":false,"outOfOrderGroupSize":1} Configurations: Conf Description 0000 query:PASSTHROUGH; exportSummaryToBigQuery:true; numEvents:10000000 0001 query:CURRENCY_CONVERSION; exportSummaryToBigQuery:true; numEvents:10000000 0002 query:SELECTION; exportSummaryToBigQuery:true; numEvents:10000000 0003 query:LOCAL_ITEM_SUGGESTION; exportSummaryToBigQuery:true; numEvents:10000000 0004 query:AVERAGE_PRICE_FOR_CATEGORY; exportSummaryToBigQuery:true; numEvents:1000000 0005 query:HOT_ITEMS; exportSummaryToBigQuery:true; numEvents:10000000 0006 query:AVERAGE_SELLING_PRICE_BY_SELLER; exportSummaryToBigQuery:true; numEvents:1000000 0007 query:HIGHEST_BID; exportSummaryToBigQuery:true; numEvents:10000000 0008 query:MONITOR_NEW_USERS; exportSummaryToBigQuery:true; numEvents:10000000 0009 query:WINNING_BIDS; exportSummaryToBigQuery:true; numEvents:1000000 0010 query:LOG_TO_SHARDED_FILES; exportSummaryToBigQuery:true; numEvents:10000000 0011 query:USER_SESSIONS; exportSummaryToBigQuery:true; numEvents:10000000 0012 query:PROCESSING_TIME_WINDOWS; exportSummaryToBigQuery:true; numEvents:10000000 0013 query:BOUNDED_SIDE_INPUT_JOIN; exportSummaryToBigQuery:true; numEvents:10000000 0014 query:SESSION_SIDE_INPUT_JOIN; exportSummaryToBigQuery:true; numEvents:10000000 Performance: Conf Runtime(sec) (Baseline) Events(/sec) (Baseline) Results (Baseline) 0000 *** not run *** 0001 *** not run *** 0002 *** not run *** 0003 *** not run *** 0004 *** not run *** 0005 *** not run *** 0006 *** not run *** 0007 *** not run *** 0008 *** not run *** 0009 *** not run *** 0010 *** not run *** 0011 *** not run *** 0012 *** not run *** 0013 *** not run *** 0014 *** not run *** ========================================================================================== Exception in thread "main" java.lang.RuntimeException: java.lang.RuntimeException: Failed to create a workflow job: Quota exceeded for quota metric 'dataflow.googleapis.com/create_requests' and limit 'CreateRequestsPerMinutePerUser' of service 'dataflow.googleapis.com' for consumer 'project_number:844138762903'. at org.apache.beam.sdk.nexmark.Main.runAll(Main.java:128) at org.apache.beam.sdk.nexmark.Main.main(Main.java:415) Caused by: java.lang.RuntimeException: Failed to create a workflow job: Quota exceeded for quota metric 'dataflow.googleapis.com/create_requests' and limit 'CreateRequestsPerMinutePerUser' of service 'dataflow.googleapis.com' for consumer 'project_number:844138762903'. at org.apache.beam.runners.dataflow.DataflowRunner.run(DataflowRunner.java:910) at org.apache.beam.runners.dataflow.DataflowRunner.run(DataflowRunner.java:179) at org.apache.beam.sdk.Pipeline.run(Pipeline.java:313) at org.apache.beam.sdk.Pipeline.run(Pipeline.java:299) at org.apache.beam.sdk.nexmark.NexmarkLauncher.run(NexmarkLauncher.java:1177) at org.apache.beam.sdk.nexmark.Main$Run.call(Main.java:90) at org.apache.beam.sdk.nexmark.Main$Run.call(Main.java:79) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 429 Too Many Requests { "code" : 429, "errors" : [ { "domain" : "global", "message" : "Quota exceeded for quota metric 'dataflow.googleapis.com/create_requests' and limit 'CreateRequestsPerMinutePerUser' of service 'dataflow.googleapis.com' for consumer 'project_number:844138762903'.", "reason" : "rateLimitExceeded" } ], "message" : "Quota exceeded for quota metric 'dataflow.googleapis.com/create_requests' and limit 'CreateRequestsPerMinutePerUser' of service 'dataflow.googleapis.com' for consumer 'project_number:844138762903'.", "status" : "RESOURCE_EXHAUSTED" } at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:150) at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:113) at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:40) at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:401) at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1097) at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:499) at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:432) at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:549) at org.apache.beam.runners.dataflow.DataflowClient.createJob(DataflowClient.java:61) at org.apache.beam.runners.dataflow.DataflowRunner.run(DataflowRunner.java:896) ... 12 more Submitted job: 2019-06-27_11_30_11-16423711923495861827 Submitted job: 2019-06-27_11_30_17-17643914468265376953 Submitted job: 2019-06-27_11_30_46-1671835211713552033 Submitted job: 2019-06-27_11_30_47-15204808193218945784 2019-06-27T18:33:29.235Z Waiting for main pipeline to 'finish' 2019-06-27T18:33:29.273Z RUNNING SqlQuery1 2019-06-27T18:33:30.298Z new perf {"snapshots":null,"runtimeSec":56.796,"numEvents":10000000,"eventsPerSec":176068.73723501654,"eventBytesPerSec":2.259956505739841E7,"numResults":9200000,"resultsPerSec":161983.23825621523,"resultBytesPerSec":1.6279219416860342E7,"startupDelaySec":-144.897,"processingDelaySec":0.481,"shutdownDelaySec":88.102,"timeDilation":17.60599337981548,"errors":null,"jobId":null} 2019-06-27T18:33:45.381Z RUNNING SqlQuery1 2019-06-27T18:33:47.041Z no activity 2019-06-27T18:34:02.094Z RUNNING SqlQuery1 2019-06-27T18:34:03.759Z no activity 2019-06-27T18:34:13.181Z Waiting for main pipeline to 'finish' 2019-06-27T18:34:13.235Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:34:14.268Z new perf {"snapshots":null,"runtimeSec":149.452,"numEvents":10000000,"eventsPerSec":66911.1152744694,"eventBytesPerSec":8588475.878542943,"numResults":9200000,"resultsPerSec":61558.22605251185,"resultBytesPerSec":2194228.2137408666,"startupDelaySec":-162.466,"processingDelaySec":84.745,"shutdownDelaySec":13.014,"timeDilation":-1.0,"errors":null,"jobId":null} 2019-06-27T18:34:18.160Z Waiting for main pipeline to 'finish' 2019-06-27T18:34:18.202Z RUNNING SqlQuery3 2019-06-27T18:34:18.803Z RUNNING SqlQuery1 2019-06-27T18:34:19.418Z new perf {"snapshots":null,"runtimeSec":37.247,"numEvents":10000000,"eventsPerSec":268477.99822804524,"eventBytesPerSec":3.4460893414234705E7,"numResults":9054,"resultsPerSec":243.07997959567214,"resultBytesPerSec":7763.444035761269,"startupDelaySec":-151.911,"processingDelaySec":34.501,"shutdownDelaySec":114.664,"timeDilation":26.646441324133487,"errors":null,"jobId":null} 2019-06-27T18:34:19.944Z no activity 2019-06-27T18:34:29.329Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:34:30.534Z no activity 2019-06-27T18:34:34.475Z RUNNING SqlQuery3 2019-06-27T18:34:34.980Z RUNNING SqlQuery1 2019-06-27T18:34:35.601Z no activity 2019-06-27T18:34:36.147Z no activity 2019-06-27T18:34:45.599Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:34:46.946Z no activity 2019-06-27T18:34:47.585Z Waiting for main pipeline to 'finish' 2019-06-27T18:34:47.640Z RUNNING SqlQuery7 2019-06-27T18:34:48.976Z Waiting for main pipeline to 'finish' 2019-06-27T18:34:49.147Z RUNNING SqlQuery2 2019-06-27T18:34:49.333Z new perf {"snapshots":null,"runtimeSec":104.921,"numEvents":10000000,"eventsPerSec":95309.80451959092,"eventBytesPerSec":1.2233631942127885E7,"numResults":-1,"resultsPerSec":-1.0,"resultBytesPerSec":-1.0,"startupDelaySec":-127.967,"processingDelaySec":-1.0,"shutdownDelaySec":-1.0,"timeDilation":-1.0,"errors":null,"jobId":null} 2019-06-27T18:34:50.429Z new perf {"snapshots":null,"runtimeSec":34.807,"numEvents":10000000,"eventsPerSec":287298.53190450196,"eventBytesPerSec":3.687663105122533E7,"numResults":83527,"resultsPerSec":2399.7184474387336,"resultBytesPerSec":38395.49515901974,"startupDelaySec":-156.864,"processingDelaySec":0.719,"shutdownDelaySec":122.058,"timeDilation":28.72812939925877,"errors":null,"jobId":null} 2019-06-27T18:34:50.728Z RUNNING SqlQuery3 2019-06-27T18:34:51.268Z RUNNING SqlQuery1 2019-06-27T18:34:52.009Z no activity 2019-06-27T18:34:52.667Z no activity 2019-06-27T18:35:01.978Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:35:03.133Z no activity 2019-06-27T18:35:04.392Z RUNNING SqlQuery7 2019-06-27T18:35:05.530Z RUNNING SqlQuery2 2019-06-27T18:35:05.620Z no activity 2019-06-27T18:35:06.606Z no activity 2019-06-27T18:35:07.073Z DONE SqlQuery3 2019-06-27T18:35:07.732Z RUNNING SqlQuery1 2019-06-27T18:35:08.848Z no activity 2019-06-27T18:35:18.171Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:35:19.379Z no activity 2019-06-27T18:35:20.684Z RUNNING SqlQuery7 2019-06-27T18:35:21.758Z RUNNING SqlQuery2 2019-06-27T18:35:22.219Z no activity 2019-06-27T18:35:22.981Z no activity 2019-06-27T18:35:24.149Z RUNNING SqlQuery1 2019-06-27T18:35:25.425Z no activity 2019-06-27T18:35:34.446Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:35:36.386Z no activity 2019-06-27T18:35:37.265Z RUNNING SqlQuery7 2019-06-27T18:35:38.095Z RUNNING SqlQuery2 2019-06-27T18:35:39.177Z new perf {"snapshots":null,"runtimeSec":175.697,"numEvents":10000000,"eventsPerSec":56916.16817589373,"eventBytesPerSec":7305559.55423257,"numResults":60,"resultsPerSec":0.34149700905536234,"resultBytesPerSec":34.73024582093035,"startupDelaySec":-127.967,"processingDelaySec":162.499,"shutdownDelaySec":1.904,"timeDilation":5.634700649413479,"errors":null,"jobId":null} 2019-06-27T18:35:39.504Z no activity 2019-06-27T18:35:40.520Z RUNNING SqlQuery1 2019-06-27T18:35:41.812Z no activity 2019-06-27T18:35:51.454Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:35:52.987Z no activity 2019-06-27T18:35:54.220Z RUNNING SqlQuery7 2019-06-27T18:35:54.582Z DONE SqlQuery2 2019-06-27T18:35:55.413Z new perf {"snapshots":null,"runtimeSec":185.366,"numEvents":10000000,"eventsPerSec":53947.32583105855,"eventBytesPerSec":6924489.372376811,"numResults":100,"resultsPerSec":0.5394732583105855,"resultBytesPerSec":54.502983287118454,"startupDelaySec":-127.967,"processingDelaySec":162.499,"shutdownDelaySec":9.192,"timeDilation":5.3407852572747965,"errors":null,"jobId":null} 2019-06-27T18:35:56.857Z DONE SqlQuery1 2019-06-27T18:36:08.104Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:36:09.868Z no activity 2019-06-27T18:36:10.456Z RUNNING SqlQuery7 2019-06-27T18:36:11.970Z no activity 2019-06-27T18:36:24.906Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:36:26.829Z no activity 2019-06-27T18:36:27.043Z RUNNING SqlQuery7 2019-06-27T18:36:28.800Z no activity 2019-06-27T18:36:42.257Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:36:43.862Z RUNNING SqlQuery7 2019-06-27T18:36:43.974Z no activity 2019-06-27T18:36:45.966Z no activity 2019-06-27T18:36:59.044Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:37:00.457Z no activity 2019-06-27T18:37:01.053Z RUNNING SqlQuery7 2019-06-27T18:37:02.803Z no activity 2019-06-27T18:37:15.496Z RUNNING SqlBoundedSideInputJoin 2019-06-27T18:37:16.212Z no activity 2019-06-27T18:37:17.982Z RUNNING SqlQuery7 2019-06-27T18:37:19.584Z no activity 2019-06-27T18:37:31.212Z DONE SqlBoundedSideInputJoin 2019-06-27T18:37:34.663Z RUNNING SqlQuery7 2019-06-27T18:37:36.202Z no activity 2019-06-27T18:37:51.270Z RUNNING SqlQuery7 2019-06-27T18:37:53.039Z no activity 2019-06-27T18:38:08.074Z RUNNING SqlQuery7 2019-06-27T18:38:09.569Z no activity 2019-06-27T18:38:24.625Z RUNNING SqlQuery7 2019-06-27T18:38:25.893Z no activity 2019-06-27T18:38:40.937Z RUNNING SqlQuery7 2019-06-27T18:38:42.337Z no activity 2019-06-27T18:38:57.494Z RUNNING SqlQuery7 2019-06-27T18:38:58.749Z no activity 2019-06-27T18:39:13.957Z DONE SqlQuery7 > Task :sdks:java:testing:nexmark:run FAILED FAILURE: Build failed with an exception. * What went wrong: Execution failed for task ':sdks:java:testing:nexmark:run'. > Process 'command '/usr/lib/jvm/java-8-openjdk-amd64/bin/java'' finished with > non-zero exit value 1 * Try: Run with --stacktrace option to get the stack trace. Run with --info or --debug option to get more log output. Run with --scan to get full insights. * Get more help at https://help.gradle.org Deprecated Gradle features were used in this build, making it incompatible with Gradle 6.0. Use '--warning-mode all' to show the individual deprecation warnings. See https://docs.gradle.org/5.2.1/userguide/command_line_interface.html#sec:command_line_warnings BUILD FAILED in 17m 1s 76 actionable tasks: 2 executed, 74 up-to-date Publishing build scan... https://gradle.com/s/q5g7xsgf6sbhg Build step 'Invoke Gradle script' changed build result to FAILURE Build step 'Invoke Gradle script' marked build as failure --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
