[
https://issues.apache.org/jira/browse/HUDI-7454?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=17821829#comment-17821829
]
Y Ethan Guo commented on HUDI-7454:
-----------------------------------
Happened again on another PR:
[https://dev.azure.com/apache-hudi-ci-org/apache-hudi-ci/_build/results?buildId=22683&view=logs&j=b1544eb9-7ff1-5db9-0187-3e05abf459bc&t=e0ae894b-41c9-5f4b-7ed2-bdf5243b02e7]
{code:java}
2024-02-28T14:33:17.4457431Z [ERROR] Tests run: 3, Failures: 0, Errors: 1,
Skipped: 0, Time elapsed: 19.894 s <<< FAILURE! - in
org.apache.hudi.functional.cdc.TestCDCStreamingSuite
2024-02-28T14:33:17.4469992Z [ERROR]
cdcStreaming{HoodieCDCSupplementalLoggingMode}[3] Time elapsed: 6.181 s <<<
ERROR!
2024-02-28T14:33:17.4470340Z org.scalatest.exceptions.TestFailedException:
2024-02-28T14:33:17.4470442Z
2024-02-28T14:33:17.4470621Z Results do not match for query:
2024-02-28T14:33:17.4471021Z Timezone:
sun.util.calendar.ZoneInfo[id="Etc/UTC",offset=0,dstSavings=0,useDaylight=false,transitions=0,lastRule=null]
2024-02-28T14:33:17.4471234Z Timezone Env:
2024-02-28T14:33:17.4471339Z
2024-02-28T14:33:17.4471457Z == Parsed Logical Plan ==
2024-02-28T14:33:17.4471802Z 'Sort ['country ASC NULLS FIRST], true
2024-02-28T14:33:17.4472030Z +- Project [country#162844, population#162845L]
2024-02-28T14:33:17.4472543Z +- Relation
[_hoodie_commit_time#162839,_hoodie_commit_seqno#162840,_hoodie_record_key#162841,_hoodie_partition_path#162842,_hoodie_file_name#162843,country#162844,population#162845L,ts#162846]
parquet
2024-02-28T14:33:17.4472926Z
2024-02-28T14:33:17.4473130Z == Analyzed Logical Plan ==
2024-02-28T14:33:17.4473323Z country: string, population: bigint
2024-02-28T14:33:17.4473480Z Sort [country#162844 ASC NULLS FIRST], true
2024-02-28T14:33:17.4473755Z +- Project [country#162844, population#162845L]
2024-02-28T14:33:17.4474241Z +- Relation
[_hoodie_commit_time#162839,_hoodie_commit_seqno#162840,_hoodie_record_key#162841,_hoodie_partition_path#162842,_hoodie_file_name#162843,country#162844,population#162845L,ts#162846]
parquet
2024-02-28T14:33:17.4474428Z
2024-02-28T14:33:17.4474657Z == Optimized Logical Plan ==
2024-02-28T14:33:17.4474809Z Sort [country#162844 ASC NULLS FIRST], true
2024-02-28T14:33:17.4475070Z +- Project [country#162844, population#162845L]
2024-02-28T14:33:17.4475555Z +- Relation
[_hoodie_commit_time#162839,_hoodie_commit_seqno#162840,_hoodie_record_key#162841,_hoodie_partition_path#162842,_hoodie_file_name#162843,country#162844,population#162845L,ts#162846]
parquet
2024-02-28T14:33:17.4475745Z
2024-02-28T14:33:17.4475923Z == Physical Plan ==
2024-02-28T14:33:17.4476064Z AdaptiveSparkPlan isFinalPlan=true
2024-02-28T14:33:17.4476287Z +- == Final Plan ==
2024-02-28T14:33:17.4476435Z *(1) Sort [country#162844 ASC NULLS FIRST],
true, 0
2024-02-28T14:33:17.4476763Z +- AQEShuffleRead coalesced
2024-02-28T14:33:17.4476997Z +- ShuffleQueryStage 0
2024-02-28T14:33:17.4477287Z +- Exchange
rangepartitioning(country#162844 ASC NULLS FIRST, 4), ENSURE_REQUIREMENTS,
[plan_id=71329]
2024-02-28T14:33:17.4478233Z +- FileScan parquet
[country#162844,population#162845L] Batched: false, DataFilters: [], Format:
Parquet, Location: HoodieFileIndex(1
paths)[/tmp/junit8528262407559484971/dataset/country_to_population_table],
PartitionFilters: [], PushedFilters: [], ReadSchema:
struct<country:string,population:bigint>
2024-02-28T14:33:17.4482143Z +- == Initial Plan ==
2024-02-28T14:33:17.4482510Z Sort [country#162844 ASC NULLS FIRST], true, 0
2024-02-28T14:33:17.4482906Z +- Exchange rangepartitioning(country#162844
ASC NULLS FIRST, 4), ENSURE_REQUIREMENTS, [plan_id=71329]
2024-02-28T14:33:17.4483706Z +- FileScan parquet
[country#162844,population#162845L] Batched: false, DataFilters: [], Format:
Parquet, Location: HoodieFileIndex(1
paths)[/tmp/junit8528262407559484971/dataset/country_to_population_table],
PartitionFilters: [], PushedFilters: [], ReadSchema:
struct<country:string,population:bigint>
2024-02-28T14:33:17.4484093Z
2024-02-28T14:33:17.4487702Z == Results ==
2024-02-28T14:33:17.4487825Z
2024-02-28T14:33:17.4487933Z == Results ==
2024-02-28T14:33:17.4488202Z !== Correct Answer - 4 == == Spark Answer - 3 ==
2024-02-28T14:33:17.4488557Z !struct<>
struct<country:string,population:bigint>
2024-02-28T14:33:17.4488812Z ![Canada,1] [China,50]
2024-02-28T14:33:17.4489029Z ![China,50] [Singapore,20]
2024-02-28T14:33:17.4489353Z ![Singapore,22] [US,205]
2024-02-28T14:33:17.4489566Z ![US,204]
2024-02-28T14:33:17.4489758Z
2024-02-28T14:33:17.4489904Z
2024-02-28T14:33:17.4490082Z at
org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:472)
2024-02-28T14:33:17.4490460Z at
org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:471)
2024-02-28T14:33:17.4491189Z at
org.apache.spark.sql.QueryTest$.newAssertionFailedException(QueryTest.scala:233)
2024-02-28T14:33:17.4491420Z at
org.scalatest.Assertions.fail(Assertions.scala:933)
2024-02-28T14:33:17.4491756Z at
org.scalatest.Assertions.fail$(Assertions.scala:929)
2024-02-28T14:33:17.4492040Z at
org.apache.spark.sql.QueryTest$.fail(QueryTest.scala:233)
2024-02-28T14:33:17.4492342Z at
org.apache.spark.sql.QueryTest$.checkAnswer(QueryTest.scala:243)
2024-02-28T14:33:17.4492743Z at
org.apache.hudi.functional.cdc.TestCDCStreamingSuite.cdcStreaming(TestCDCStreamingSuite.scala:207)
2024-02-28T14:33:17.4493297Z at
sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2024-02-28T14:33:17.4507969Z at
sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
2024-02-28T14:33:17.4547643Z at
sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2024-02-28T14:33:17.4547978Z at
java.lang.reflect.Method.invoke(Method.java:498)
2024-02-28T14:33:17.4548276Z at
org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:688)
2024-02-28T14:33:17.4548541Z at
org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
2024-02-28T14:33:17.4549066Z at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
2024-02-28T14:33:17.4549515Z at
org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
2024-02-28T14:33:17.4549952Z at
org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMethod(TimeoutExtension.java:140)
2024-02-28T14:33:17.4550351Z at
org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestTemplateMethod(TimeoutExtension.java:92)
2024-02-28T14:33:17.4550983Z at
org.junit.jupiter.engine.execution.ExecutableInvoker$ReflectiveInterceptorCall.lambda$ofVoidMethod$0(ExecutableInvoker.java:115)
2024-02-28T14:33:17.4551439Z at
org.junit.jupiter.engine.execution.ExecutableInvoker.lambda$invoke$0(ExecutableInvoker.java:105)
2024-02-28T14:33:17.4552061Z at
org.junit.jupiter.engine.execution.InvocationInterceptorChain$InterceptedInvocation.proceed(InvocationInterceptorChain.java:106)
2024-02-28T14:33:17.4552477Z at
org.junit.jupiter.engine.execution.InvocationInterceptorChain.proceed(InvocationInterceptorChain.java:64)
2024-02-28T14:33:17.4552926Z at
org.junit.jupiter.engine.execution.InvocationInterceptorChain.chainAndInvoke(InvocationInterceptorChain.java:45)
2024-02-28T14:33:17.4553352Z at
org.junit.jupiter.engine.execution.InvocationInterceptorChain.invoke(InvocationInterceptorChain.java:37)
2024-02-28T14:33:17.4570613Z at
org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:104)
2024-02-28T14:33:17.4570990Z at
org.junit.jupiter.engine.execution.ExecutableInvoker.invoke(ExecutableInvoker.java:98)
2024-02-28T14:33:17.4571398Z at
org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.lambda$invokeTestMethod$6(TestMethodTestDescriptor.java:210)
2024-02-28T14:33:17.4571813Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4572216Z at
org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.invokeTestMethod(TestMethodTestDescriptor.java:206)
2024-02-28T14:33:17.4572624Z at
org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:131)
2024-02-28T14:33:17.4573011Z at
org.junit.jupiter.engine.descriptor.TestMethodTestDescriptor.execute(TestMethodTestDescriptor.java:65)
2024-02-28T14:33:17.4573401Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
2024-02-28T14:33:17.4573795Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4574184Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
2024-02-28T14:33:17.4574549Z at
org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
2024-02-28T14:33:17.4574910Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
2024-02-28T14:33:17.4575299Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4575688Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
2024-02-28T14:33:17.4576061Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
2024-02-28T14:33:17.4576637Z at
org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
2024-02-28T14:33:17.4577088Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:212)
2024-02-28T14:33:17.4577502Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask$DefaultDynamicTestExecutor.execute(NodeTestTask.java:192)
2024-02-28T14:33:17.4577909Z at
org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:139)
2024-02-28T14:33:17.4578314Z at
org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.lambda$execute$2(TestTemplateTestDescriptor.java:107)
2024-02-28T14:33:17.4578916Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
2024-02-28T14:33:17.4579247Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4579588Z at
java.util.stream.ReferencePipeline$2$1.accept(ReferencePipeline.java:175)
2024-02-28T14:33:17.4579906Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4580231Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
2024-02-28T14:33:17.4580563Z at
java.util.stream.ReferencePipeline$11$1.accept(ReferencePipeline.java:440)
2024-02-28T14:33:17.4580968Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4581285Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4581609Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4581938Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.accept(ForEachOps.java:183)
2024-02-28T14:33:17.4582264Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4582564Z at
java.util.Iterator.forEachRemaining(Iterator.java:116)
2024-02-28T14:33:17.4582890Z at
java.util.Spliterators$IteratorSpliterator.forEachRemaining(Spliterators.java:1801)
2024-02-28T14:33:17.4583176Z at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
2024-02-28T14:33:17.4583492Z at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
2024-02-28T14:33:17.4583829Z at
java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
2024-02-28T14:33:17.4584168Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
2024-02-28T14:33:17.4584499Z at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
2024-02-28T14:33:17.4584811Z at
java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
2024-02-28T14:33:17.4585136Z at
java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
2024-02-28T14:33:17.4585461Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4585796Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4586111Z at
java.util.stream.ReferencePipeline$3$1.accept(ReferencePipeline.java:193)
2024-02-28T14:33:17.4586441Z at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
2024-02-28T14:33:17.4586771Z at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
2024-02-28T14:33:17.4589179Z at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
2024-02-28T14:33:17.4589543Z at
java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
2024-02-28T14:33:17.4589907Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
2024-02-28T14:33:17.4590250Z at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
2024-02-28T14:33:17.4590571Z at
java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
2024-02-28T14:33:17.4590904Z at
java.util.stream.ReferencePipeline$7$1.accept(ReferencePipeline.java:272)
2024-02-28T14:33:17.4591352Z at
java.util.ArrayList$ArrayListSpliterator.forEachRemaining(ArrayList.java:1384)
2024-02-28T14:33:17.4591688Z at
java.util.stream.AbstractPipeline.copyInto(AbstractPipeline.java:482)
2024-02-28T14:33:17.4592012Z at
java.util.stream.AbstractPipeline.wrapAndCopyInto(AbstractPipeline.java:472)
2024-02-28T14:33:17.4592354Z at
java.util.stream.ForEachOps$ForEachOp.evaluateSequential(ForEachOps.java:150)
2024-02-28T14:33:17.4592709Z at
java.util.stream.ForEachOps$ForEachOp$OfRef.evaluateSequential(ForEachOps.java:173)
2024-02-28T14:33:17.4593041Z at
java.util.stream.AbstractPipeline.evaluate(AbstractPipeline.java:234)
2024-02-28T14:33:17.4593368Z at
java.util.stream.ReferencePipeline.forEach(ReferencePipeline.java:485)
2024-02-28T14:33:17.4593736Z at
org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:107)
2024-02-28T14:33:17.4594142Z at
org.junit.jupiter.engine.descriptor.TestTemplateTestDescriptor.execute(TestTemplateTestDescriptor.java:42)
2024-02-28T14:33:17.4594535Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:139)
2024-02-28T14:33:17.4594932Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4595330Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
2024-02-28T14:33:17.4595770Z at
org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
2024-02-28T14:33:17.4596131Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
2024-02-28T14:33:17.4596528Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4599282Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
2024-02-28T14:33:17.4599682Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
2024-02-28T14:33:17.4600015Z at
java.util.ArrayList.forEach(ArrayList.java:1259)
2024-02-28T14:33:17.4600350Z at
org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
2024-02-28T14:33:17.4600800Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
2024-02-28T14:33:17.4601211Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4601596Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
2024-02-28T14:33:17.4601966Z at
org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
2024-02-28T14:33:17.4602340Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
2024-02-28T14:33:17.4602743Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4603132Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
2024-02-28T14:33:17.4603505Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
2024-02-28T14:33:17.4603834Z at
java.util.ArrayList.forEach(ArrayList.java:1259)
2024-02-28T14:33:17.4604167Z at
org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.invokeAll(SameThreadHierarchicalTestExecutorService.java:38)
2024-02-28T14:33:17.4604594Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$5(NodeTestTask.java:143)
2024-02-28T14:33:17.4604982Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4605377Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$7(NodeTestTask.java:129)
2024-02-28T14:33:17.4605916Z at
org.junit.platform.engine.support.hierarchical.Node.around(Node.java:137)
2024-02-28T14:33:17.4606281Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.lambda$executeRecursively$8(NodeTestTask.java:127)
2024-02-28T14:33:17.4606678Z at
org.junit.platform.engine.support.hierarchical.ThrowableCollector.execute(ThrowableCollector.java:73)
2024-02-28T14:33:17.4607068Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.executeRecursively(NodeTestTask.java:126)
2024-02-28T14:33:17.4607446Z at
org.junit.platform.engine.support.hierarchical.NodeTestTask.execute(NodeTestTask.java:84)
2024-02-28T14:33:17.4607857Z at
org.junit.platform.engine.support.hierarchical.SameThreadHierarchicalTestExecutorService.submit(SameThreadHierarchicalTestExecutorService.java:32)
2024-02-28T14:33:17.4608306Z at
org.junit.platform.engine.support.hierarchical.HierarchicalTestExecutor.execute(HierarchicalTestExecutor.java:57)
2024-02-28T14:33:17.4608717Z at
org.junit.platform.engine.support.hierarchical.HierarchicalTestEngine.execute(HierarchicalTestEngine.java:51)
2024-02-28T14:33:17.4609119Z at
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:108)
2024-02-28T14:33:17.4609504Z at
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:88)
2024-02-28T14:33:17.4610003Z at
org.junit.platform.launcher.core.EngineExecutionOrchestrator.lambda$execute$0(EngineExecutionOrchestrator.java:54)
2024-02-28T14:33:17.4610424Z at
org.junit.platform.launcher.core.EngineExecutionOrchestrator.withInterceptedStreams(EngineExecutionOrchestrator.java:67)
2024-02-28T14:33:17.4610835Z at
org.junit.platform.launcher.core.EngineExecutionOrchestrator.execute(EngineExecutionOrchestrator.java:52)
2024-02-28T14:33:17.4611199Z at
org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:96)
2024-02-28T14:33:17.4611551Z at
org.junit.platform.launcher.core.DefaultLauncher.execute(DefaultLauncher.java:75)
2024-02-28T14:33:17.4611930Z at
org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invokeAllTests(JUnitPlatformProvider.java:150)
2024-02-28T14:33:17.4612324Z at
org.apache.maven.surefire.junitplatform.JUnitPlatformProvider.invoke(JUnitPlatformProvider.java:124)
2024-02-28T14:33:17.4612702Z at
org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
2024-02-28T14:33:17.4613087Z at
org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
2024-02-28T14:33:17.4613439Z at
org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
2024-02-28T14:33:17.4613776Z at
org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) {code}
> Flaky test: cdcStreaming{HoodieCDCSupplementalLoggingMode}[3]
> -------------------------------------------------------------
>
> Key: HUDI-7454
> URL: https://issues.apache.org/jira/browse/HUDI-7454
> Project: Apache Hudi
> Issue Type: Task
> Reporter: Y Ethan Guo
> Priority: Major
> Attachments: Screenshot 2024-02-28 at 10.58.21.png
>
>
> {code:java}
> org.scalatest.exceptions.TestFailedException:
> Results do not match for query:
> Timezone:
> sun.util.calendar.ZoneInfo[id="Etc/UTC",offset=0,dstSavings=0,useDaylight=false,transitions=0,lastRule=null]
> Timezone Env:
> == Parsed Logical Plan ==
> 'Sort ['country ASC NULLS FIRST], true
> +- Project [country#162815, population#162816L]
> +- Relation
> [_hoodie_commit_time#162810,_hoodie_commit_seqno#162811,_hoodie_record_key#162812,_hoodie_partition_path#162813,_hoodie_file_name#162814,country#162815,population#162816L,ts#162817]
> parquet
> == Analyzed Logical Plan ==
> country: string, population: bigint
> Sort [country#162815 ASC NULLS FIRST], true
> +- Project [country#162815, population#162816L]
> +- Relation
> [_hoodie_commit_time#162810,_hoodie_commit_seqno#162811,_hoodie_record_key#162812,_hoodie_partition_path#162813,_hoodie_file_name#162814,country#162815,population#162816L,ts#162817]
> parquet
> == Optimized Logical Plan ==
> Sort [country#162815 ASC NULLS FIRST], true
> +- Project [country#162815, population#162816L]
> +- Relation
> [_hoodie_commit_time#162810,_hoodie_commit_seqno#162811,_hoodie_record_key#162812,_hoodie_partition_path#162813,_hoodie_file_name#162814,country#162815,population#162816L,ts#162817]
> parquet
> == Physical Plan ==
> AdaptiveSparkPlan isFinalPlan=true
> +- == Final Plan ==
> *(1) Sort [country#162815 ASC NULLS FIRST], true, 0
> +- AQEShuffleRead coalesced
> +- ShuffleQueryStage 0
> +- Exchange rangepartitioning(country#162815 ASC NULLS FIRST, 4),
> ENSURE_REQUIREMENTS, [plan_id=71307]
> +- FileScan parquet [country#162815,population#162816L] Batched:
> false, DataFilters: [], Format: Parquet, Location: HoodieFileIndex(1
> paths)[/tmp/junit8132202571330653449/dataset/country_to_population_table],
> PartitionFilters: [], PushedFilters: [], ReadSchema:
> struct<country:string,population:bigint>
> +- == Initial Plan ==
> Sort [country#162815 ASC NULLS FIRST], true, 0
> +- Exchange rangepartitioning(country#162815 ASC NULLS FIRST, 4),
> ENSURE_REQUIREMENTS, [plan_id=71307]
> +- FileScan parquet [country#162815,population#162816L] Batched: false,
> DataFilters: [], Format: Parquet, Location: HoodieFileIndex(1
> paths)[/tmp/junit8132202571330653449/dataset/country_to_population_table],
> PartitionFilters: [], PushedFilters: [], ReadSchema:
> struct<country:string,population:bigint>
> == Results ==
> == Results ==
> !== Correct Answer - 4 == == Spark Answer - 3 ==
> !struct<> struct<country:string,population:bigint>
> ![Canada,1] [China,50]
> ![China,50] [Singapore,20]
> ![Singapore,22] [US,205]
> ![US,204]
>
>
> at
> org.scalatest.Assertions.newAssertionFailedException(Assertions.scala:472)
> at
> org.scalatest.Assertions.newAssertionFailedException$(Assertions.scala:471)
> at
> org.apache.spark.sql.QueryTest$.newAssertionFailedException(QueryTest.scala:233)
> at org.scalatest.Assertions.fail(Assertions.scala:933)
> at org.scalatest.Assertions.fail$(Assertions.scala:929)
> at org.apache.spark.sql.QueryTest$.fail(QueryTest.scala:233)
> at org.apache.spark.sql.QueryTest$.checkAnswer(QueryTest.scala:243)
> at
> org.apache.hudi.functional.cdc.TestCDCStreamingSuite.cdcStreaming(TestCDCStreamingSuite.scala:207)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> org.junit.platform.commons.util.ReflectionUtils.invokeMethod(ReflectionUtils.java:688)
> at
> org.junit.jupiter.engine.execution.MethodInvocation.proceed(MethodInvocation.java:60)
> at
> org.junit.jupiter.engine.execution.InvocationInterceptorChain$ValidatingInvocation.proceed(InvocationInterceptorChain.java:131)
> at
> org.junit.jupiter.engine.extension.TimeoutExtension.intercept(TimeoutExtension.java:149)
> at
> org.junit.jupiter.engine.extension.TimeoutExtension.interceptTestableMet
> {code}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
