[
https://issues.apache.org/jira/browse/HUDI-6342?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Danny Chen closed HUDI-6342.
----------------------------
Fix Version/s: 0.14.0
Resolution: Fixed
Fixed via master branch: f1c8049f81af94dc4b01b25eb80218a9d97f2a8e
> Fix flaky MultiTableDeltaStreamer test
> --------------------------------------
>
> Key: HUDI-6342
> URL: https://issues.apache.org/jira/browse/HUDI-6342
> Project: Apache Hudi
> Issue Type: Bug
> Components: tests-ci
> Reporter: sivabalan narayanan
> Priority: Major
> Labels: pull-request-available
> Fix For: 0.14.0
>
>
> TestHoodieDeltaStreamerWithMultiWriter.
> testUpsertsContinuousModeWithMultipleWritersForConflicts
> is flaky in recent times.
>
> [https://dev.azure.com/apache-hudi-ci-org/785b6ef4-2f42-4a89-8f0e-5f0d7039a0cc/_apis/build/builds/17675/logs/21]
>
> {code:java}
> 2023-06-08T14:02:50.4346417Z 798455 [pool-1655-thread-1] ERROR
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter
> [] - Continuous job failed java.lang.RuntimeException: Ingestion service was
> shut down with exception.
> 2023-06-08T14:02:50.4351308Z 798455 [Listener at localhost/45789] ERROR
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter
> [] - Conflict happened, but not expected
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> Ingestion service was shut down with exception.
> 2023-06-08T14:02:50.7579883Z [ERROR] Tests run: 5, Failures: 0, Errors: 1,
> Skipped: 1, Time elapsed: 201.181 s <<< FAILURE! - in
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter
> 2023-06-08T14:02:50.7615120Z [ERROR]
> testUpsertsContinuousModeWithMultipleWritersForConflicts{HoodieTableType}[2]
> Time elapsed: 56.062 s <<< ERROR!
> 2023-06-08T14:02:50.7615570Z java.util.concurrent.ExecutionException:
> java.lang.RuntimeException: java.util.concurrent.ExecutionException:
> java.lang.RuntimeException: Ingestion service was shut down with exception.
> 2023-06-08T14:02:50.7616039Z at
> java.util.concurrent.FutureTask.report(FutureTask.java:122)
> 2023-06-08T14:02:50.7616662Z at
> java.util.concurrent.FutureTask.get(FutureTask.java:192)
> 2023-06-08T14:02:50.7617179Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter.runJobsInParallel(TestHoodieDeltaStreamerWithMultiWriter.java:398)
> 2023-06-08T14:02:50.7617674Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter.testUpsertsContinuousModeWithMultipleWritersForConflicts(TestHoodieDeltaStreamerWithMultiWriter.java:140)
> 2023-06-08T14:02:50.7618059Z at
> sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> 2023-06-08T14:02:50.7618319Z at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> 2023-06-08T14:02:50.7618615Z at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> 2023-06-08T14:02:50.7618896Z at
> java.lang.reflect.Method.invoke(Method.java:498)
> 2023-06-08T14:02:50.7619173Z at
> org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:688)
> 2023-06-08T14:02:50.7619480Z at
> org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
> 2023-06-08T14:02:50.7619845Z at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
> 2023-06-08T14:02:50.7620217Z at
> org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
> 2023-06-08T14:02:50.7620540Z at
> org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
> 2023-06-08T14:02:50.7620903Z at
> org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:92)
> 2023-06-08T14:02:50.7621288Z at
> org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
> 2023-06-08T14:02:50.7621849Z at
> org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
> 2023-06-08T14:02:50.7622227Z at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
> 2023-06-08T14:02:50.7622626Z at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
> 2023-06-08T14:02:50.7623010Z at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
> 2023-06-08T14:02:50.7623375Z at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
> 2023-06-08T14:02:50.7623723Z at
> org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
> 2023-06-08T14:02:50.7624054Z at
> org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
> 2023-06-08T14:02:50.7624409Z at
> org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:210)
> 2023-06-08T14:02:50.7624794Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7625385Z at
> org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:206)
> 2023-06-08T14:02:50.7625960Z at
> org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:131)
> 2023-06-08T14:02:50.7626499Z at
> org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:65)
> 2023-06-08T14:02:50.7626846Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
> 2023-06-08T14:02:50.7627189Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7627519Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2023-06-08T14:02:50.7627834Z at
> org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2023-06-08T14:02:50.7628237Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2023-06-08T14:02:50.7628582Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7628927Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2023-06-08T14:02:50.7629248Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2023-06-08T14:02:50.7629608Z at
> org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
> 2023-06-08T14:02:50.7630012Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:212)
> 2023-06-08T14:02:50.7630386Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:192)
> 2023-06-08T14:02:50.7630734Z at
> org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:139)
> 2023-06-08T14:02:50.7631098Z at
> org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:107)
> 2023-06-08T14:02:50.7631425Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2023-06-08T14:02:50.7631687Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7631961Z at
> java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
> 2023-06-08T14:02:50.7632236Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7632671Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2023-06-08T14:02:50.7632956Z at
> java.util.stream.ReferencePipeline$11$1.accept(ReferencePipeline.java:440)
> 2023-06-08T14:02:50.7633424Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7633703Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7634002Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7634296Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
> 2023-06-08T14:02:50.7634576Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7634850Z at
> java.util.Iterator.forEachRemaining(Iterator.java:116)
> 2023-06-08T14:02:50.7635138Z at
> java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
> 2023-06-08T14:02:50.7635428Z at
> java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2023-06-08T14:02:50.7635722Z at
> java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2023-06-08T14:02:50.7636083Z at
> java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2023-06-08T14:02:50.7636389Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2023-06-08T14:02:50.7636697Z at
> java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2023-06-08T14:02:50.7636987Z at
> java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2023-06-08T14:02:50.7637387Z at
> java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
> 2023-06-08T14:02:50.7637689Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7637986Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7638708Z at
> java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
> 2023-06-08T14:02:50.7639015Z at
> java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
> 2023-06-08T14:02:50.7639316Z at
> java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2023-06-08T14:02:50.7639749Z at
> java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2023-06-08T14:02:50.7640058Z at
> java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2023-06-08T14:02:50.7640476Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2023-06-08T14:02:50.7640774Z at
> java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2023-06-08T14:02:50.7641059Z at
> java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2023-06-08T14:02:50.7641341Z at
> java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
> 2023-06-08T14:02:50.7641616Z at
> java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
> 2023-06-08T14:02:50.7641904Z at
> java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
> 2023-06-08T14:02:50.7642188Z at
> java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
> 2023-06-08T14:02:50.7642465Z at
> java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
> 2023-06-08T14:02:50.7642768Z at
> java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
> 2023-06-08T14:02:50.7643065Z at
> java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
> 2023-06-08T14:02:50.7643325Z at
> java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
> 2023-06-08T14:02:50.7643653Z at
> org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:107)
> 2023-06-08T14:02:50.7644013Z at
> org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:42)
> 2023-06-08T14:02:50.7644551Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
> 2023-06-08T14:02:50.7644994Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7645449Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2023-06-08T14:02:50.7645786Z at
> org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2023-06-08T14:02:50.7646109Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2023-06-08T14:02:50.7646481Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7646842Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2023-06-08T14:02:50.7647173Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2023-06-08T14:02:50.7647462Z at
> java.util.ArrayList.forEach(ArrayList.java:1259)
> 2023-06-08T14:02:50.7647820Z at
> org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
> 2023-06-08T14:02:50.7648391Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
> 2023-06-08T14:02:50.7648746Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7649105Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2023-06-08T14:02:50.7649416Z at
> org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2023-06-08T14:02:50.7649859Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2023-06-08T14:02:50.7650222Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7650568Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2023-06-08T14:02:50.7650886Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2023-06-08T14:02:50.7651163Z at
> java.util.ArrayList.forEach(ArrayList.java:1259)
> 2023-06-08T14:02:50.7651588Z at
> org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
> 2023-06-08T14:02:50.7651997Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
> 2023-06-08T14:02:50.7652529Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7652897Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
> 2023-06-08T14:02:50.7653220Z at
> org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
> 2023-06-08T14:02:50.7653556Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
> 2023-06-08T14:02:50.7653924Z at
> org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
> 2023-06-08T14:02:50.7654266Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
> 2023-06-08T14:02:50.7654612Z at
> org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
> 2023-06-08T14:02:50.7655118Z at
> org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
> 2023-06-08T14:02:50.7655532Z at
> org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
> 2023-06-08T14:02:50.7655916Z at
> org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
> 2023-06-08T14:02:50.7656289Z at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:108)
> 2023-06-08T14:02:50.7656658Z at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
> 2023-06-08T14:02:50.7657024Z at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
> 2023-06-08T14:02:50.7657424Z at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
> 2023-06-08T14:02:50.7657809Z at
> org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
> 2023-06-08T14:02:50.7658139Z at
> org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:96)
> 2023-06-08T14:02:50.7658456Z at
> org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:75)
> 2023-06-08T14:02:50.7658802Z at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:150)
> 2023-06-08T14:02:50.7659155Z at
> org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124)
> 2023-06-08T14:02:50.7659510Z at
> org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
> 2023-06-08T14:02:50.7659855Z at
> org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
> 2023-06-08T14:02:50.7660161Z at
> org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
> 2023-06-08T14:02:50.7660464Z at
> org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
> 2023-06-08T14:02:50.7660925Z Caused by: java.lang.RuntimeException:
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> Ingestion service was shut down with exception.
> 2023-06-08T14:02:50.7661365Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter.lambda$runJobsInParallel$4(TestHoodieDeltaStreamerWithMultiWriter.java:382)
> 2023-06-08T14:02:50.7661733Z at
> java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
> 2023-06-08T14:02:50.7662009Z at
> java.util.concurrent.FutureTask.run(FutureTask.java:266)
> 2023-06-08T14:02:50.7662297Z at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
> 2023-06-08T14:02:50.7662593Z at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
> 2023-06-08T14:02:50.7662939Z at java.lang.Thread.run(Thread.java:750)
> 2023-06-08T14:02:50.7663240Z Caused by:
> java.util.concurrent.ExecutionException: java.lang.RuntimeException:
> Ingestion service was shut down with exception.
> 2023-06-08T14:02:50.7663533Z at
> java.util.concurrent.FutureTask.report(FutureTask.java:122)
> 2023-06-08T14:02:50.7663796Z at
> java.util.concurrent.FutureTask.get(FutureTask.java:192)
> 2023-06-08T14:02:50.7664134Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer.deltaStreamerTestRunner(TestHoodieDeltaStreamer.java:967)
> 2023-06-08T14:02:50.7664565Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamerWithMultiWriter.lambda$runJobsInParallel$4(TestHoodieDeltaStreamerWithMultiWriter.java:378)
> 2023-06-08T14:02:50.7664880Z ... 5 more
> 2023-06-08T14:02:50.7665089Z Caused by: java.lang.RuntimeException: Ingestion
> service was shut down with exception.
> 2023-06-08T14:02:50.7665425Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer.lambda$deltaStreamerTestRunner$9(TestHoodieDeltaStreamer.java:959)
> 2023-06-08T14:02:50.7665713Z ... 5 more
> 2023-06-08T14:02:50.7665954Z Caused by:
> org.apache.hudi.utilities.ingestion.HoodieIngestionException: Ingestion
> service was shut down with exception.
> 2023-06-08T14:02:50.7666291Z at
> org.apache.hudi.utilities.ingestion.HoodieIngestionService.startIngestion(HoodieIngestionService.java:66)
> 2023-06-08T14:02:50.7666611Z at
> org.apache.hudi.common.util.Option.ifPresent(Option.java:97)
> 2023-06-08T14:02:50.7666920Z at
> org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer.sync(HoodieDeltaStreamer.java:212)
> 2023-06-08T14:02:50.7667296Z at
> org.apache.hudi.utilities.deltastreamer.TestHoodieDeltaStreamer.lambda$deltaStreamerTestRunner$9(TestHoodieDeltaStreamer.java:956)
> 2023-06-08T14:02:50.7667580Z ... 5 more
> 2023-06-08T14:02:50.7667876Z Caused by:
> java.util.concurrent.ExecutionException:
> org.apache.hudi.exception.HoodieException:
> java.util.ConcurrentModificationException: Cannot resolve conflicts for
> overlapping writes
> 2023-06-08T14:02:50.7668237Z at
> java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
> 2023-06-08T14:02:50.7668539Z at
> java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1908)
> 2023-06-08T14:02:50.7668854Z at
> org.apache.hudi.async.HoodieAsyncService.waitForShutdown(HoodieAsyncService.java:103)
> 2023-06-08T14:02:50.7669189Z at
> org.apache.hudi.utilities.ingestion.HoodieIngestionService.startIngestion(HoodieIngestionService.java:64)
> 2023-06-08T14:02:50.7669445Z ... 8 more
> 2023-06-08T14:02:50.7669707Z Caused by:
> org.apache.hudi.exception.HoodieException:
> java.util.ConcurrentModificationException: Cannot resolve conflicts for
> overlapping writes
> 2023-06-08T14:02:50.7670092Z at
> org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer$DeltaSyncService.lambda$startService$1(HoodieDeltaStreamer.java:800)
> 2023-06-08T14:02:50.7670468Z at
> java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1604)
> 2023-06-08T14:02:50.7670698Z ... 3 more
> 2023-06-08T14:02:50.7670959Z Caused by:
> org.apache.hudi.exception.HoodieWriteConflictException:
> java.util.ConcurrentModificationException: Cannot resolve conflicts for
> overlapping writes
> 2023-06-08T14:02:50.7671414Z at
> org.apache.hudi.client.transaction.SimpleConcurrentFileWritesConflictResolutionStrategy.resolveConflict(SimpleConcurrentFileWritesConflictResolutionStrategy.java:110)
> 2023-06-08T14:02:50.7671974Z at
> org.apache.hudi.client.utils.TransactionUtils.lambda$resolveWriteConflictIfAny$0(TransactionUtils.java:85)
> 2023-06-08T14:02:50.7672315Z at
> java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
> 2023-06-08T14:02:50.7672609Z at
> java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
> 2023-06-08T14:02:50.7672919Z at
> java.util.stream.Streams$ConcatSpliterator.forEachRemaining(Streams.java:742)
> 2023-06-08T14:02:50.7673221Z at
> java.util.stream.ReferencePipeline$Head.forEach(ReferencePipeline.java:647)
> 2023-06-08T14:02:50.7673612Z at
> org.apache.hudi.client.utils.TransactionUtils.resolveWriteConflictIfAny(TransactionUtils.java:79)
> 2023-06-08T14:02:50.7673976Z at
> org.apache.hudi.client.BaseHoodieClient.resolveWriteConflict(BaseHoodieClient.java:181)
> 2023-06-08T14:02:50.7674299Z at
> org.apache.hudi.client.SparkRDDWriteClient.preCommit(SparkRDDWriteClient.java:360)
> 2023-06-08T14:02:50.7674613Z at
> org.apache.hudi.client.BaseHoodieWriteClient.commitStats(BaseHoodieWriteClient.java:231)
> 2023-06-08T14:02:50.7674935Z at
> org.apache.hudi.client.SparkRDDWriteClient.commit(SparkRDDWriteClient.java:103)
> 2023-06-08T14:02:50.7675248Z at
> org.apache.hudi.utilities.deltastreamer.DeltaSync.writeToSink(DeltaSync.java:861)
> 2023-06-08T14:02:50.7675544Z at
> org.apache.hudi.utilities.deltastreamer.DeltaSync.syncOnce(DeltaSync.java:456)
> 2023-06-08T14:02:50.7675916Z at
> org.apache.hudi.utilities.deltastreamer.HoodieDeltaStreamer$DeltaSyncService.lambda$startService$1(HoodieDeltaStreamer.java:761)
> 2023-06-08T14:02:50.7676200Z ... 4 more
> 2023-06-08T14:02:50.7676409Z Caused by:
> java.util.ConcurrentModificationException: Cannot resolve conflicts for
> overlapping writes
> 2023-06-08T14:02:50.7676628Z ... 18 more {code}
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
