vikramahuja1001 commented on a change in pull request #4141:
URL: https://github.com/apache/carbondata/pull/4141#discussion_r644556914
##########
File path:
mv/plan/src/main/spark2.3/org/apache/carbondata/mv/plans/modular/ExpressionHelper.scala
##########
@@ -47,4 +55,110 @@ object ExpressionHelper {
reference.qualifier.head
}
+ def getStatisticsObj(outputList: Seq[NamedExpression],
+ plan: LogicalPlan, stats: Statistics,
+ aliasMap: Option[AttributeMap[Attribute]] = None): Statistics = {
+ val output = outputList.map(_.toAttribute)
+ val mapSeq = plan.collect { case n: logical.LeafNode => n }.map {
+ table => AttributeMap(table.output.zip(output))
+ }
+ val rewrites = mapSeq.head
+ val attributes: AttributeMap[ColumnStat] = stats.attributeStats
+ var attributeStats = AttributeMap(attributes.iterator
+ .map { pair => (rewrites(pair._1), pair._2) }.toSeq)
+ if (aliasMap.isDefined) {
+ attributeStats = AttributeMap(
+ attributeStats.map(pair => (aliasMap.get(pair._1), pair._2)).toSeq)
+ }
+ Statistics(stats.sizeInBytes, stats.rowCount, attributeStats, stats.hints)
+ }
+
+ def getOptimizedPlan(s: SubqueryExpression): LogicalPlan = {
+ val Subquery(newPlan) = BirdcageOptimizer.execute(Subquery(s.plan))
+ newPlan
+ }
+
+ def normalizeExpressions(r: NamedExpression, attrs: AttributeSeq):
NamedExpression = {
+ QueryPlan.normalizeExprId(r, attrs)
+ }
+
+ def attributeMap(rAliasMap: AttributeMap[Attribute]) :
AttributeMap[Expression] = {
+ rAliasMap.asInstanceOf[AttributeMap[Expression]]
+ }
+
+ def seqOfRules : Seq[Rule[LogicalPlan]] = {
+ Seq(
+ // Operator push down
+ PushProjectionThroughUnion,
+ ReorderJoin,
+ EliminateOuterJoin,
+ PushPredicateThroughJoin,
+ PushDownPredicate,
+ ColumnPruning,
+ // Operator combine
+ CollapseRepartition,
+ CollapseProject,
+ CollapseWindow,
+ CombineFilters,
+ CombineLimits,
+ CombineUnions,
+ // Constant folding and strength reduction
+ NullPropagation,
+ FoldablePropagation,
+ ConstantFolding,
+ ReorderAssociativeOperator,
+ // No need to apply LikeSimplification rule while creating MV
+ // as modular plan asCompactSql will be set in schema
+ // LikeSimplification,
+ BooleanSimplification,
+ SimplifyConditionals,
+ RemoveDispensableExpressions,
+ SimplifyBinaryComparison,
+ EliminateSorts,
+ SimplifyCasts,
+ SimplifyCaseConversionExpressions,
+ RewriteCorrelatedScalarSubquery,
+ EliminateSerialization,
+ RemoveRedundantAliases,
+ RemoveRedundantProject)
+ }
+}
+
+trait getVerboseString extends LeafNode {
+}
+
+trait groupByUnaryNode extends UnaryNode {
+}
+
+trait selectModularPlan extends ModularPlan {
+}
+
+trait unionModularPlan extends ModularPlan {
+}
+
+trait oneRowTableLeafNode extends LeafNode {
+}
+
+object MatchJoin {
+ def unapply(plan : LogicalPlan): Option[(LogicalPlan, LogicalPlan, JoinType,
Option[Expression],
+ Option[Any])] = {
+ plan match {
+ case j@Join(left, right, joinType, condition) =>
+ val a = Some(left, right, joinType, condition, None)
+ a
Review comment:
done
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
