Yuming Wang created SPARK-59674:
-----------------------------------
Summary: Fix Comparison method violates its general contract in
FIFOSchedulingAlgorithm
Key: SPARK-59674
URL: https://issues.apache.org/jira/browse/SPARK-59674
Project: Spark
Issue Type: Bug
Components: Spark Core
Affects Versions: 5.0.0
Reporter: Yuming Wang
{noformat}
java.lang.IllegalArgumentException: Comparison method violates its general
contract!
at java.util.TimSort.mergeHi(TimSort.java:903) ~[?:?]
at java.util.TimSort.mergeAt(TimSort.java:520) ~[?:?]
at java.util.TimSort.mergeForceCollapse(TimSort.java:461) ~[?:?]
at java.util.TimSort.sort(TimSort.java:254) ~[?:?]
at java.util.Arrays.sort(Arrays.java:1233) ~[?:?]
at scala.collection.SeqLike.sorted(SeqLike.scala:659)
~[scala-library-2.12.18.jar:?]
at scala.collection.SeqLike.sorted$(SeqLike.scala:647)
~[scala-library-2.12.18.jar:?]
at scala.collection.AbstractSeq.sorted(Seq.scala:45)
~[scala-library-2.12.18.jar:?]
at scala.collection.SeqLike.sortWith(SeqLike.scala:612)
~[scala-library-2.12.18.jar:?]
at scala.collection.SeqLike.sortWith$(SeqLike.scala:612)
~[scala-library-2.12.18.jar:?]
at scala.collection.AbstractSeq.sortWith(Seq.scala:45)
~[scala-library-2.12.18.jar:?]
at org.apache.spark.scheduler.Pool.getSortedTaskSetQueue(Pool.scala:109)
~[spark-core_2.12-3.5.0.jar:3.5.0]
at
org.apache.spark.scheduler.Pool.$anonfun$getSortedTaskSetQueue$2(Pool.scala:111)
~[spark-core_2.12-3.5.0.jar:3.5.0]
at scala.collection.immutable.Stream.foreach(Stream.scala:533)
~[scala-library-2.12.18.jar:?]
at org.apache.spark.scheduler.Pool.getSortedTaskSetQueue(Pool.scala:110)
~[spark-core_2.12-3.5.0.jar:3.5.0]
at
org.apache.spark.scheduler.TaskSchedulerImpl.resourceOffers(TaskSchedulerImpl.scala:440)
~[spark-core_2.12-3.5.0.jar:3.5.0]
at
org.apache.spark.scheduler.cluster.CoarseGrainedSchedulerBackend$DriverEndpoint.$anonfun$makeOffers$3(CoarseGrainedSchedulerBackend.scala:428)
~[spark-core_2.12-3.5.0.jar:3.5.0]
at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
~[scala-library-2.12.18.jar:?]
at scala.concurrent.Future$.$anonfun$apply$1(Future.scala:659)
~[scala-library-2.12.18.jar:?]
at scala.util.Success.$anonfun$map$1(Try.scala:255)
~[scala-library-2.12.18.jar:?]
at scala.util.Success.map(Try.scala:213) ~[scala-library-2.12.18.jar:?]
at scala.concurrent.Future.$anonfun$map$1(Future.scala:292)
~[scala-library-2.12.18.jar:?]
at scala.concurrent.impl.Promise.liftedTree1$1(Promise.scala:33)
~[scala-library-2.12.18.jar:?]{noformat}
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
