hudi-bot opened a new issue, #17362:
URL: https://github.com/apache/hudi/issues/17362
org.apache.hudi.functional.TestStructuredStreaming
at
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runBatch$16(MicroBatchExecution.scala:726)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4201|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4202]
at
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:411)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4202|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4203]
at
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:409)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4203|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4204]
at
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4204|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4205]
at
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runBatch(MicroBatchExecution.scala:726)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4205|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4206]
at
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$2(MicroBatchExecution.scala:284)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4206|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4207]
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
~[scala-library-2.12.17.jar:?]
[4207|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4208]
at
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken(ProgressReporter.scala:411)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4208|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4209]
at
org.apache.spark.sql.execution.streaming.ProgressReporter.reportTimeTaken$(ProgressReporter.scala:409)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4209|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4210]
at
org.apache.spark.sql.execution.streaming.StreamExecution.reportTimeTaken(StreamExecution.scala:67)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4210|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4211]
at
org.apache.spark.sql.execution.streaming.MicroBatchExecution.$anonfun$runActivatedStream$1(MicroBatchExecution.scala:247)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4211|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4212]
at
org.apache.spark.sql.execution.streaming.ProcessingTimeExecutor.execute(TriggerExecutor.scala:67)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4212|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4213]
at
org.apache.spark.sql.execution.streaming.MicroBatchExecution.runActivatedStream(MicroBatchExecution.scala:237)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4213|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4214]
at
org.apache.spark.sql.execution.streaming.StreamExecution.$anonfun$runStream$1(StreamExecution.scala:306)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4214|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4215]
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
~[scala-library-2.12.17.jar:?]
[4215|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4216]
at org.apache.spark.sql.SparkSession.withActive(SparkSession.scala:827)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4216|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4217]
at
org.apache.spark.sql.execution.streaming.StreamExecution.org$apache$spark$sql$execution$streaming$StreamExecution$$runStream(StreamExecution.scala:284)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4217|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4218]
at
org.apache.spark.sql.execution.streaming.StreamExecution$$anon$1.run(StreamExecution.scala:207)
~[spark-sql_2.12-3.4.3.jar:3.4.3]
[4218|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4219]Caused
by: java.util.ConcurrentModificationException: Cannot resolve conflicts for
overlapping writes between first operation = \{actionType=commit,
instantTime=20250114035518599, actionState=INFLIGHT'}, second operation =
\{actionType=commit, instantTime=20250114035518542, actionState=COMPLETED'}
[4219|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4220]
... 45 more
[4220|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4221]2025-01-14
03:55:22.783:INFO:oejs.Server:main: jetty-9.4.53.v20231009; built:
2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm
1.8.0_432-b06
[4221|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4222]2025-01-14
03:55:22.785:INFO:oejs.Server:main: Started @1006285ms
[4222|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4223]completeReplaceSize:1
[4223|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4224]2025-01-14
03:55:36.149:INFO:oejs.Server:main: jetty-9.4.53.v20231009; built:
2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm
1.8.0_432-b06
[4224|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4225]2025-01-14
03:55:36.151:INFO:oejs.Server:main: Started @1019651ms
[4225|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4226]completeReplaceSize:1
[4226|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4227]Error:
Tests run: 16, Failures: 0, Errors: 1, Skipped: 0, Time elapsed: 186.292 s
<<< FAILURE! - in org.apache.hudi.functional.TestStructuredStreaming
[4227|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4228]Error:
testStructuredStreaming\{HoodieTableType}[1] Time elapsed: 6.777 s <<< ERROR!
[4228|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4229]java.util.concurrent.ExecutionException:
Boxed Error
[4229|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4230]
at scala.concurrent.impl.Promise$.resolver(Promise.scala:87)
[4230|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4231]
at
scala.concurrent.impl.Promise$.scala$concurrent$impl$Promise$$resolveTry(Promise.scala:79)
[4231|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4232]
at scala.concurrent.impl.Promise$DefaultPromise.tryComplete(Promise.scala:284)
[4232|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4233]
at scala.concurrent.Promise.complete(Promise.scala:53)
[4233|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4234]
at scala.concurrent.Promise.complete$(Promise.scala:52)
[4234|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4235]
at scala.concurrent.impl.Promise$DefaultPromise.complete(Promise.scala:187)
[4235|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4236]
at scala.concurrent.impl.Promise.$anonfun$transform$1(Promise.scala:33)
[4236|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4237]
at scala.concurrent.impl.CallbackRunnable.run(Promise.scala:64)
[4237|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4238]
at
java.util.concurrent.ForkJoinTask$RunnableExecuteAction.exec(ForkJoinTask.java:1402)
[4238|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4239]
at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:289)
[4239|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4240]
at java.util.concurrent.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1056)
[4240|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4241]
at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1692)
[4241|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4242]
at
java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:175)
[4242|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4243]Caused
by: java.lang.AssertionError: assertion failed
[4243|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4244]
at scala.Predef$.assert(Predef.scala:208)
[4244|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4245]
at
org.apache.hudi.functional.TestStructuredStreaming.$anonfun$structuredStreamingTestRunner$1(TestStructuredStreaming.scala:151)
[4245|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4246]
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
[4246|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4247]
at scala.concurrent.Future$.$anonfun$apply$1(Future.scala:659)
[4247|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4248]
at scala.util.Success.$anonfun$map$1(Try.scala:255)
[4248|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4249]
at scala.util.Success.map(Try.scala:213)
[4249|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4250]
at scala.concurrent.Future.$anonfun$map$1(Future.scala:292)
[4250|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4251]
at scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33)
[4251|https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587#step:6:4252]
... 7 more
Found in a PR that touches nothing on structured streaming and running the
test locally has no issue
https://github.com/apache/hudi/actions/runs/12760604136/job/35566295769?pr=12587
## JIRA info
- Link: https://issues.apache.org/jira/browse/HUDI-8864
- Type: Sub-task
- Parent: https://issues.apache.org/jira/browse/HUDI-8695
- Fix version(s):
- 1.1.0
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
