Github user sathiyapk commented on a diff in the pull request: https://github.com/apache/spark/pull/19295#discussion_r140464377 --- Diff: sql/core/src/main/scala/org/apache/spark/sql/execution/SparkOptimizer.scala --- @@ -28,12 +28,18 @@ class SparkOptimizer( experimentalMethods: ExperimentalMethods) extends Optimizer(catalog) { - override def batches: Seq[Batch] = (preOptimizationBatches ++ super.batches :+ + val experimentalPreOptimizations: Seq[Batch] = Seq(Batch( + "User Provided Pre Optimizers", fixedPoint, experimentalMethods.extraPreOptimizations: _*)) + + val experimentalPostOptimizations: Batch = Batch( + "User Provided Post Optimizers", fixedPoint, experimentalMethods.extraOptimizations: _*) + + override def batches: Seq[Batch] = experimentalPreOptimizations ++ + (preOptimizationBatches ++ super.batches :+ --- End diff -- For example, there is `postHocOptimizationBatches` but `experimentalMethods.extraOptimizations` is used for adding custom optimisation methods..
--- --------------------------------------------------------------------- To unsubscribe, e-mail: reviews-unsubscr...@spark.apache.org For additional commands, e-mail: reviews-h...@spark.apache.org