Hi, We keep hitting a situation on Spark 2.0.2 (haven't tested later versions, yet) where the driver spins forever seemingly in query plan optimization for moderate queries, such as the union of a few (~5) other DataFrames.
We can see the driver spinning with one core in the nioEventLoopGroup-2-2 thread in a deep trace like the attached. Throwing in a MEMORY_OR_DISK persist() so the query plan is collapsed works around this, but it's a little surprising how often we encounter the problem, forcing us to work to manage persisting/unpersisting tables and potentially suffering unnecessary disk I/O. I've looking through JIRA but don't see open issues about this -- might've just not found them successfully. Anyone else encounter this?
org.apache.spark.sql.catalyst.expressions.AttributeReference.equals(namedExpressions.scala:228) org.apache.spark.sql.catalyst.expressions.Cast.equals(Cast.scala:119) scala.collection.IndexedSeqOptimized$class.sameElements(IndexedSeqOptimized.scala:167) scala.collection.mutable.ArrayBuffer.sameElements(ArrayBuffer.scala:48) scala.collection.GenSeqLike$class.equals(GenSeqLike.scala:475) scala.collection.AbstractSeq.equals(Seq.scala:41) org.apache.spark.sql.catalyst.expressions.Least.equals(conditionalExpressions.scala:290) scala.collection.IndexedSeqOptimized$class.sameElements(IndexedSeqOptimized.scala:167) scala.collection.mutable.ArrayBuffer.sameElements(ArrayBuffer.scala:48) scala.collection.GenSeqLike$class.equals(GenSeqLike.scala:475) scala.collection.AbstractSeq.equals(Seq.scala:41) org.apache.spark.sql.catalyst.expressions.Greatest.equals(conditionalExpressions.scala:350) org.apache.spark.sql.catalyst.expressions.GreaterThanOrEqual.equals(predicates.scala:522) scala.collection.mutable.FlatHashTable$class.addEntry(FlatHashTable.scala:151) scala.collection.mutable.HashSet.addEntry(HashSet.scala:40) scala.collection.mutable.FlatHashTable$class.addElem(FlatHashTable.scala:139) scala.collection.mutable.HashSet.addElem(HashSet.scala:40) scala.collection.mutable.HashSet.$plus$eq(HashSet.scala:59) scala.collection.mutable.HashSet.$plus$eq(HashSet.scala:40) scala.collection.generic.Growable$$anonfun$$plus$plus$eq$1.apply(Growable.scala:59) scala.collection.generic.Growable$$anonfun$$plus$plus$eq$1.apply(Growable.scala:59) scala.collection.mutable.HashSet.foreach(HashSet.scala:78) scala.collection.generic.Growable$class.$plus$plus$eq(Growable.scala:59) scala.collection.mutable.AbstractSet.$plus$plus$eq(Set.scala:46) scala.collection.mutable.HashSet.clone(HashSet.scala:83) scala.collection.mutable.HashSet.clone(HashSet.scala:40) org.apache.spark.sql.catalyst.expressions.ExpressionSet.$plus(ExpressionSet.scala:65) org.apache.spark.sql.catalyst.expressions.ExpressionSet.$plus(ExpressionSet.scala:50) scala.collection.SetLike$$anonfun$$plus$plus$1.apply(SetLike.scala:141) scala.collection.SetLike$$anonfun$$plus$plus$1.apply(SetLike.scala:141) scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) scala.collection.TraversableOnce$$anonfun$foldLeft$1.apply(TraversableOnce.scala:157) scala.collection.immutable.HashSet$HashSet1.foreach(HashSet.scala:316) scala.collection.immutable.HashSet$HashTrieSet.foreach(HashSet.scala:972) scala.collection.immutable.HashSet$HashTrieSet.foreach(HashSet.scala:972) scala.collection.immutable.HashSet$HashTrieSet.foreach(HashSet.scala:972) scala.collection.immutable.HashSet$HashTrieSet.foreach(HashSet.scala:972) scala.collection.TraversableOnce$class.foldLeft(TraversableOnce.scala:157) scala.collection.AbstractTraversable.foldLeft(Traversable.scala:104) scala.collection.TraversableOnce$class.$div$colon(TraversableOnce.scala:151) scala.collection.AbstractTraversable.$div$colon(Traversable.scala:104) scala.collection.SetLike$class.$plus$plus(SetLike.scala:141) org.apache.spark.sql.catalyst.expressions.ExpressionSet.$plus$plus(ExpressionSet.scala:50) org.apache.spark.sql.catalyst.plans.logical.UnaryNode$$anonfun$getAliasedConstraints$1.apply(LogicalPlan.scala:300) org.apache.spark.sql.catalyst.plans.logical.UnaryNode$$anonfun$getAliasedConstraints$1.apply(LogicalPlan.scala:297) scala.collection.mutable.ResizableArray$class.foreach(ResizableArray.scala:59) scala.collection.mutable.ArrayBuffer.foreach(ArrayBuffer.scala:48) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.getAliasedConstraints(LogicalPlan.scala:297) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Aggregate.validConstraints(basicLogicalOperators.scala:486) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Aggregate.validConstraints(basicLogicalOperators.scala:486) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Join.validConstraints(basicLogicalOperators.scala:287) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.UnaryNode.validConstraints(LogicalPlan.scala:311) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Project.validConstraints(basicLogicalOperators.scala:55) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.logical.Filter.validConstraints(basicLogicalOperators.scala:113) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints$lzycompute(QueryPlan.scala:174) org.apache.spark.sql.catalyst.plans.QueryPlan.constraints(QueryPlan.scala:174) org.apache.spark.sql.catalyst.optimizer.InferFiltersFromConstraints$$anonfun$apply$15.applyOrElse(Optimizer.scala:703) org.apache.spark.sql.catalyst.optimizer.InferFiltersFromConstraints$$anonfun$apply$15.applyOrElse(Optimizer.scala:701) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$3.apply(TreeNode.scala:286) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$3.apply(TreeNode.scala:286) org.apache.spark.sql.catalyst.trees.CurrentOrigin$.withOrigin(TreeNode.scala:69) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:285) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5$$anonfun$apply$11.apply(TreeNode.scala:357) scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) scala.collection.TraversableLike$$anonfun$map$1.apply(TraversableLike.scala:234) scala.collection.immutable.List.foreach(List.scala:381) scala.collection.TraversableLike$class.map(TraversableLike.scala:234) scala.collection.immutable.List.map(List.scala:285) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:355) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$transformDown$1.apply(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode$$anonfun$5.apply(TreeNode.scala:328) org.apache.spark.sql.catalyst.trees.TreeNode.mapProductIterator(TreeNode.scala:186) org.apache.spark.sql.catalyst.trees.TreeNode.transformChildren(TreeNode.scala:326) org.apache.spark.sql.catalyst.trees.TreeNode.transformDown(TreeNode.scala:291) org.apache.spark.sql.catalyst.trees.TreeNode.transform(TreeNode.scala:275) org.apache.spark.sql.catalyst.optimizer.InferFiltersFromConstraints$.apply(Optimizer.scala:701) org.apache.spark.sql.catalyst.optimizer.InferFiltersFromConstraints$.apply(Optimizer.scala:700) org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:85) org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1$$anonfun$apply$1.apply(RuleExecutor.scala:82) scala.collection.IndexedSeqOptimized$class.foldl(IndexedSeqOptimized.scala:57) scala.collection.IndexedSeqOptimized$class.foldLeft(IndexedSeqOptimized.scala:66) scala.collection.mutable.WrappedArray.foldLeft(WrappedArray.scala:35) org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:82) org.apache.spark.sql.catalyst.rules.RuleExecutor$$anonfun$execute$1.apply(RuleExecutor.scala:74) scala.collection.immutable.List.foreach(List.scala:381) org.apache.spark.sql.catalyst.rules.RuleExecutor.execute(RuleExecutor.scala:74) org.apache.spark.sql.execution.QueryExecution.optimizedPlan$lzycompute(QueryExecution.scala:74) org.apache.spark.sql.execution.QueryExecution.optimizedPlan(QueryExecution.scala:74) org.apache.spark.sql.execution.QueryExecution.sparkPlan$lzycompute(QueryExecution.scala:78) org.apache.spark.sql.execution.QueryExecution.sparkPlan(QueryExecution.scala:76) org.apache.spark.sql.execution.QueryExecution.executedPlan$lzycompute(QueryExecution.scala:83) org.apache.spark.sql.execution.QueryExecution.executedPlan(QueryExecution.scala:83) org.apache.spark.sql.execution.CacheManager$$anonfun$cacheQuery$1.apply(CacheManager.scala:102) org.apache.spark.sql.execution.CacheManager.writeLock(CacheManager.scala:65) org.apache.spark.sql.execution.CacheManager.cacheQuery(CacheManager.scala:89) org.apache.spark.sql.Dataset.persist(Dataset.scala:2323) sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) java.lang.reflect.Method.invoke(Method.java:498) org.apache.spark.api.r.RBackendHandler.handleMethodCall(RBackendHandler.scala:141) org.apache.spark.api.r.RBackendHandler.channelRead0(RBackendHandler.scala:86) org.apache.spark.api.r.RBackendHandler.channelRead0(RBackendHandler.scala:38) io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105) io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:308) io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:294) io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103) io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:308) io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:294) io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:244) io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:308) io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:294) io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:846) io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:131) io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511) io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468) io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382) io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354) io.netty.util.concurrent.SingleThreadEventExecutor$2.run(SingleThreadEventExecutor.java:111) io.netty.util.concurrent.DefaultThreadFactory$DefaultRunnableDecorator.run(DefaultThreadFactory.java:137) java.lang.Thread.run(Thread.java:745)
--------------------------------------------------------------------- To unsubscribe e-mail: user-unsubscr...@spark.apache.org
