wenfang6 commented on issue #6790:
URL:
https://github.com/apache/incubator-gluten/issues/6790#issuecomment-2288226938
initial physical plan
```
== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=false
+- TakeOrderedAndProject(limit=100,
orderBy=[CheckOverflow((promote_precision(cast(sum_sales#0 as decimal(22,6))) -
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(22,6), true) ASC NULLS FIRST,cc_name#97 ASC NULLS FIRST],
output=[i_category#19,i_brand#15,cc_name#97,d_year#69,d_moy#71,avg_monthly_sales#1,sum_sales#0,psum#3,nsum#4])
+- Project [i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
avg_monthly_sales#1, sum_sales#0, sum_sales#139 AS psum#3, sum_sales#147 AS
nsum#4]
+- ShuffledHashJoin [i_category#19, i_brand#15, cc_name#97, rn#2],
[i_category#531, i_brand#527, cc_name#609, (rn#638 - 1)], Inner, BuildRight
:- Project [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2, sum_sales#139]
: +- ShuffledHashJoin [i_category#19, i_brand#15, cc_name#97,
rn#2], [i_category#411, i_brand#407, cc_name#489, (rn#518 + 1)], Inner,
BuildRight
: :- Exchange hashpartitioning(i_category#19, i_brand#15,
cc_name#97, rn#2, 200), ENSURE_REQUIREMENTS, [id=#265]
: : +- Project [i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2]
: : +- Filter ((isnotnull(avg_monthly_sales#1) AND
(avg_monthly_sales#1 > 0.000000)) AND
(CheckOverflow((promote_precision(abs(CheckOverflow((promote_precision(cast(sum_sales#0
as decimal(22,6))) - promote_precision(cast(avg_monthly_sales#1 as
decimal(22,6)))), DecimalType(22,6), true), false)) /
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(38,16), true) > 0.1000000000000000))
: : +- Window [avg(_w0#133)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69,
specifiedwindowframe(RowFrame, unboundedpreceding$(), unboundedfollowing$()))
AS avg_monthly_sales#1], [i_category#19, i_brand#15, cc_name#97, d_year#69]
: : +- Filter (isnotnull(d_year#69) AND (d_year#69 =
1999))
: : +- Window [rank(d_year#69, d_moy#71)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#2], [i_category#19, i_brand#15,
cc_name#97], [d_year#69 ASC NULLS FIRST, d_moy#71 ASC NULLS FIRST]
: : +- Sort [i_category#19 ASC NULLS FIRST,
i_brand#15 ASC NULLS FIRST, cc_name#97 ASC NULLS FIRST, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST], false, 0
: : +- Exchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, 200),
ENSURE_REQUIREMENTS, [id=#236]
: : +- HashAggregate(keys=[i_category#19,
i_brand#15, cc_name#97, d_year#69, d_moy#71],
functions=[sum(UnscaledValue(cs_sales_price#49))])
: : +- Exchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
200), ENSURE_REQUIREMENTS, [id=#233]
: : +-
HashAggregate(keys=[i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71], functions=[partial_sum(UnscaledValue(cs_sales_price#49))])
: : +- Project [i_brand#15,
i_category#19, cs_sales_price#49, d_year#69, d_moy#71, cc_name#97]
: : +- BroadcastHashJoin
[cs_call_center_sk#39L], [cc_call_center_sk#91L], Inner, BuildRight, false
: : :- Project
[i_brand#15, i_category#19, cs_call_center_sk#39L, cs_sales_price#49,
d_year#69, d_moy#71]
: : : +-
BroadcastHashJoin [cs_sold_date_sk#62L], [d_date_sk#63L], Inner, BuildRight,
false
: : : :- Project
[i_brand#15, i_category#19, cs_call_center_sk#39L, cs_sales_price#49,
cs_sold_date_sk#62L]
: : : : +-
BroadcastHashJoin [i_item_sk#7L], [cs_item_sk#43L], Inner, BuildLeft, false
: : : : :-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#220]
: : : : : +-
Filter ((isnotnull(i_item_sk#7L) AND isnotnull(i_category#19)) AND
isnotnull(i_brand#15))
: : : : : +-
Scan hive dwd_insys_test.item [i_item_sk#7L, i_brand#15, i_category#19],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#7L, i_item_id#8, i_rec_start_date#9, i_rec_end_date#10,
i_item_desc#11, i_current_pric..., Partition Cols: []]
: : : : +- Filter
(isnotnull(cs_item_sk#43L) AND isnotnull(cs_call_center_sk#39L))
: : : : +- Scan
hive dwd_insys_test.catalog_sales [cs_call_center_sk#39L, cs_item_sk#43L,
cs_sales_price#49, cs_sold_date_sk#62L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#29L, cs_ship_date_sk#30L, cs_bill_customer_sk#31L,
cs_bill_cdemo_sk#32L, cs_bill..., Partition Cols: [cs_sold_date_sk#62L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...], [isnotnull(cs_sold_date_sk#62L)]
: : : +-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#224]
: : : +- Filter
((((d_year#69 = 1999) OR ((d_year#69 = 1998) AND (d_moy#71 = 12))) OR
((d_year#69 = 2000) AND (d_moy#71 = 1))) AND isnotnull(d_date_sk#63L))
: : : +- Scan
hive dwd_insys_test.date_dim [d_date_sk#63L, d_year#69, d_moy#71],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#63L, d_date_id#64, d_date#65, d_month_seq#66, d_week_seq#67,
d_quarter_seq#68, d_year#..., Partition Cols: []]
: : +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#228]
: : +- Filter
(isnotnull(cc_call_center_sk#91L) AND isnotnull(cc_name#97))
: : +- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#91L, cc_name#97],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#91L, cc_call_center_id#92, cc_rec_start_date#93,
cc_rec_end_date#94, cc_closed..., Partition Cols: []]
: +- Exchange hashpartitioning(i_category#411, i_brand#407,
cc_name#489, (rn#518 + 1), 200), ENSURE_REQUIREMENTS, [id=#266]
: +- Project [i_category#411, i_brand#407, cc_name#489,
sum_sales#0 AS sum_sales#139, rn#518]
: +- Window [rank(d_year#461, d_moy#463)
windowspecdefinition(i_category#411, i_brand#407, cc_name#489, d_year#461 ASC
NULLS FIRST, d_moy#463 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#518], [i_category#411,
i_brand#407, cc_name#489], [d_year#461 ASC NULLS FIRST, d_moy#463 ASC NULLS
FIRST]
: +- Sort [i_category#411 ASC NULLS FIRST, i_brand#407
ASC NULLS FIRST, cc_name#489 ASC NULLS FIRST, d_year#461 ASC NULLS FIRST,
d_moy#463 ASC NULLS FIRST], false, 0
: +- Exchange hashpartitioning(i_category#411,
i_brand#407, cc_name#489, 200), ENSURE_REQUIREMENTS, [id=#259]
: +- HashAggregate(keys=[i_category#411,
i_brand#407, cc_name#489, d_year#461, d_moy#463],
functions=[sum(UnscaledValue(cs_sales_price#441))])
: +- Exchange
hashpartitioning(i_category#411, i_brand#407, cc_name#489, d_year#461,
d_moy#463, 200), ENSURE_REQUIREMENTS, [id=#256]
: +- HashAggregate(keys=[i_category#411,
i_brand#407, cc_name#489, d_year#461, d_moy#463],
functions=[partial_sum(UnscaledValue(cs_sales_price#441))])
: +- Project [i_brand#407,
i_category#411, cs_sales_price#441, d_year#461, d_moy#463, cc_name#489]
: +- BroadcastHashJoin
[cs_call_center_sk#431L], [cc_call_center_sk#483L], Inner, BuildRight, false
: :- Project [i_brand#407,
i_category#411, cs_call_center_sk#431L, cs_sales_price#441, d_year#461,
d_moy#463]
: : +- BroadcastHashJoin
[cs_sold_date_sk#454L], [d_date_sk#455L], Inner, BuildRight, false
: : :- Project [i_brand#407,
i_category#411, cs_call_center_sk#431L, cs_sales_price#441,
cs_sold_date_sk#454L]
: : : +- BroadcastHashJoin
[i_item_sk#399L], [cs_item_sk#435L], Inner, BuildLeft, false
: : : :-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#243]
: : : : +- Filter
((isnotnull(i_item_sk#399L) AND isnotnull(i_category#411)) AND
isnotnull(i_brand#407))
: : : : +- Scan hive
dwd_insys_test.item [i_item_sk#399L, i_brand#407, i_category#411],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#399L, i_item_id#400, i_rec_start_date#401, i_rec_end_date#402,
i_item_desc#403, i_curr..., Partition Cols: []]
: : : +- Filter
(isnotnull(cs_item_sk#435L) AND isnotnull(cs_call_center_sk#431L))
: : : +- Scan hive
dwd_insys_test.catalog_sales [cs_call_center_sk#431L, cs_item_sk#435L,
cs_sales_price#441, cs_sold_date_sk#454L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#421L, cs_ship_date_sk#422L, cs_bill_customer_sk#423L,
cs_bill_cdemo_sk#424L, cs_..., Partition Cols: [cs_sold_date_sk#454L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...],
[isnotnull(cs_sold_date_sk#454L)]
: : +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#247]
: : +- Filter
((((d_year#461 = 1999) OR ((d_year#461 = 1998) AND (d_moy#463 = 12))) OR
((d_year#461 = 2000) AND (d_moy#463 = 1))) AND isnotnull(d_date_sk#455L))
: : +- Scan hive
dwd_insys_test.date_dim [d_date_sk#455L, d_year#461, d_moy#463],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#455L, d_date_id#456, d_date#457, d_month_seq#458, d_week_seq#459,
d_quarter_seq#460, d..., Partition Cols: []]
: +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#251]
: +- Filter
(isnotnull(cc_call_center_sk#483L) AND isnotnull(cc_name#489))
: +- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#483L, cc_name#489],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#483L, cc_call_center_id#484, cc_rec_start_date#485,
cc_rec_end_date#486, cc_cl..., Partition Cols: []]
+- Exchange hashpartitioning(i_category#531, i_brand#527,
cc_name#609, (rn#638 - 1), 200), ENSURE_REQUIREMENTS, [id=#291]
+- Project [i_category#531, i_brand#527, cc_name#609,
sum_sales#0 AS sum_sales#147, rn#638]
+- Window [rank(d_year#581, d_moy#583)
windowspecdefinition(i_category#531, i_brand#527, cc_name#609, d_year#581 ASC
NULLS FIRST, d_moy#583 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#638], [i_category#531,
i_brand#527, cc_name#609], [d_year#581 ASC NULLS FIRST, d_moy#583 ASC NULLS
FIRST]
+- Sort [i_category#531 ASC NULLS FIRST, i_brand#527 ASC
NULLS FIRST, cc_name#609 ASC NULLS FIRST, d_year#581 ASC NULLS FIRST, d_moy#583
ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(i_category#531,
i_brand#527, cc_name#609, 200), ENSURE_REQUIREMENTS, [id=#285]
+- HashAggregate(keys=[i_category#531, i_brand#527,
cc_name#609, d_year#581, d_moy#583],
functions=[sum(UnscaledValue(cs_sales_price#561))])
+- Exchange hashpartitioning(i_category#531,
i_brand#527, cc_name#609, d_year#581, d_moy#583, 200), ENSURE_REQUIREMENTS,
[id=#282]
+- HashAggregate(keys=[i_category#531,
i_brand#527, cc_name#609, d_year#581, d_moy#583],
functions=[partial_sum(UnscaledValue(cs_sales_price#561))])
+- Project [i_brand#527, i_category#531,
cs_sales_price#561, d_year#581, d_moy#583, cc_name#609]
+- BroadcastHashJoin
[cs_call_center_sk#551L], [cc_call_center_sk#603L], Inner, BuildRight, false
:- Project [i_brand#527,
i_category#531, cs_call_center_sk#551L, cs_sales_price#561, d_year#581,
d_moy#583]
: +- BroadcastHashJoin
[cs_sold_date_sk#574L], [d_date_sk#575L], Inner, BuildRight, false
: :- Project [i_brand#527,
i_category#531, cs_call_center_sk#551L, cs_sales_price#561,
cs_sold_date_sk#574L]
: : +- BroadcastHashJoin
[i_item_sk#519L], [cs_item_sk#555L], Inner, BuildLeft, false
: : :- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#269]
: : : +- Filter
((isnotnull(i_item_sk#519L) AND isnotnull(i_category#531)) AND
isnotnull(i_brand#527))
: : : +- Scan hive
dwd_insys_test.item [i_item_sk#519L, i_brand#527, i_category#531],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#519L, i_item_id#520, i_rec_start_date#521, i_rec_end_date#522,
i_item_desc#523, i_curr..., Partition Cols: []]
: : +- Filter
(isnotnull(cs_item_sk#555L) AND isnotnull(cs_call_center_sk#551L))
: : +- Scan hive
dwd_insys_test.catalog_sales [cs_call_center_sk#551L, cs_item_sk#555L,
cs_sales_price#561, cs_sold_date_sk#574L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#541L, cs_ship_date_sk#542L, cs_bill_customer_sk#543L,
cs_bill_cdemo_sk#544L, cs_..., Partition Cols: [cs_sold_date_sk#574L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...],
[isnotnull(cs_sold_date_sk#574L)]
: +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#273]
: +- Filter ((((d_year#581 =
1999) OR ((d_year#581 = 1998) AND (d_moy#583 = 12))) OR ((d_year#581 = 2000)
AND (d_moy#583 = 1))) AND isnotnull(d_date_sk#575L))
: +- Scan hive
dwd_insys_test.date_dim [d_date_sk#575L, d_year#581, d_moy#583],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#575L, d_date_id#576, d_date#577, d_month_seq#578, d_week_seq#579,
d_quarter_seq#580, d..., Partition Cols: []]
+- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#277]
+- Filter
(isnotnull(cc_call_center_sk#603L) AND isnotnull(cc_name#609))
+- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#603L, cc_name#609],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#603L, cc_call_center_id#604, cc_rec_start_date#605,
cc_rec_end_date#606, cc_cl..., Partition Cols: []]
```
df.collect() failed.
final physical plan
```
== Physical Plan ==
AdaptiveSparkPlan isFinalPlan=false
+- == Current Plan ==
TakeOrderedAndProject(limit=100,
orderBy=[CheckOverflow((promote_precision(cast(sum_sales#0 as decimal(22,6))) -
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(22,6), true) ASC NULLS FIRST,cc_name#97 ASC NULLS FIRST],
output=[i_category#19,i_brand#15,cc_name#97,d_year#69,d_moy#71,avg_monthly_sales#1,sum_sales#0,psum#3,nsum#4])
+- Project [i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
avg_monthly_sales#1, sum_sales#0, sum_sales#139 AS psum#3, sum_sales#147 AS
nsum#4]
+- BroadcastHashJoin [i_category#19, i_brand#15, cc_name#97, rn#2],
[i_category#531, i_brand#527, cc_name#609, (rn#638 - 1)], Inner, BuildRight,
false
:- Project [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2, sum_sales#139]
: +- BroadcastHashJoin [i_category#19, i_brand#15, cc_name#97,
rn#2], [i_category#411, i_brand#407, cc_name#489, (rn#518 + 1)], Inner,
BuildRight, false
: :- Project [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2]
: : +- Filter ((isnotnull(avg_monthly_sales#1) AND
(avg_monthly_sales#1 > 0.000000)) AND
(CheckOverflow((promote_precision(abs(CheckOverflow((promote_precision(cast(sum_sales#0
as decimal(22,6))) - promote_precision(cast(avg_monthly_sales#1 as
decimal(22,6)))), DecimalType(22,6), true), false)) /
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(38,16), true) > 0.1000000000000000))
: : +- Window [avg(_w0#133)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69,
specifiedwindowframe(RowFrame, unboundedpreceding$(), unboundedfollowing$()))
AS avg_monthly_sales#1], [i_category#19, i_brand#15, cc_name#97, d_year#69]
: : +- Filter (isnotnull(d_year#69) AND (d_year#69 =
1999))
: : +- Window [rank(d_year#69, d_moy#71)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#2], [i_category#19, i_brand#15,
cc_name#97], [d_year#69 ASC NULLS FIRST, d_moy#71 ASC NULLS FIRST]
: : +- Sort [i_category#19 ASC NULLS FIRST,
i_brand#15 ASC NULLS FIRST, cc_name#97 ASC NULLS FIRST, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST], false, 0
: : +- ShuffleQueryStage 20
: : +- ColumnarExchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, 200),
ENSURE_REQUIREMENTS, [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum_sales#0, _w0#133], [id=#2549], [id=#2549], [OUTPUT]
List(i_category:StringType, i_brand:StringType, cc_name:StringType,
d_year:IntegerType, d_moy:IntegerType, sum_sales:DecimalType(17,2),
_w0:DecimalType(17,2))
: : +- VeloxAppendBatches 3276
: : +- ^(13) ProjectExecTransformer
[hash(i_category#19, i_brand#15, cc_name#97, 42) AS hash_partition_key#867,
i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
MakeDecimal(sum(UnscaledValue(cs_sales_price#49))#122L,17,2) AS sum_sales#0,
MakeDecimal(sum(UnscaledValue(cs_sales_price#49))#122L,17,2) AS _w0#133]
: : +- ^(13)
HashAggregateTransformer(keys=[i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71], functions=[sum(UnscaledValue(cs_sales_price#49))])
: : +- ^(13)
InputIteratorTransformer[i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum#640L]
: : +- ShuffleQueryStage 15
: : +- ColumnarExchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
200), ENSURE_REQUIREMENTS, [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum#640L], [id=#1838], [id=#1838], [OUTPUT]
List(i_category:StringType, i_brand:StringType, cc_name:StringType,
d_year:IntegerType, d_moy:IntegerType, sum:LongType)
: : +-
VeloxAppendBatches 3276
: : +- ^(10)
ProjectExecTransformer [hash(i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, 42) AS hash_partition_key#801, i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71, sum#640L]
: : +- ^(10)
FlushableHashAggregateTransformer(keys=[i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71], functions=[partial_sum(_pre_0#798L)])
: : +- ^(10)
ProjectExecTransformer [i_brand#15, i_category#19, cs_sales_price#49,
d_year#69, d_moy#71, cc_name#97, UnscaledValue(cs_sales_price#49) AS
_pre_0#798L]
: : +-
^(10) BroadcastHashJoinExecTransformer [cs_call_center_sk#39L],
[cc_call_center_sk#91L], Inner, BuildRight, false
: : :-
^(10) ProjectExecTransformer [i_brand#15, i_category#19, cs_call_center_sk#39L,
cs_sales_price#49, d_year#69, d_moy#71]
: : :
+- ^(10) BroadcastHashJoinExecTransformer [cs_sold_date_sk#62L],
[d_date_sk#63L], Inner, BuildRight, false
: : :
:- ^(10) ProjectExecTransformer [i_brand#15, i_category#19,
cs_call_center_sk#39L, cs_sales_price#49, cs_sold_date_sk#62L]
: : :
: +- ^(10) BroadcastHashJoinExecTransformer [i_item_sk#7L], [cs_item_sk#43L],
Inner, BuildLeft, false
: : :
: :- ^(10) InputIteratorTransformer[i_item_sk#7L, i_brand#15,
i_category#19]
: : :
: : +- BroadcastQueryStage 0
: : :
: : +- ColumnarBroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#357]
: : :
: : +- ^(1) FilterExecTransformer ((isnotnull(i_item_sk#7L) AND
isnotnull(i_category#19)) AND isnotnull(i_brand#15))
: : :
: : +- ^(1) NativeScan hive dwd_insys_test.item [i_item_sk#7L,
i_brand#15, i_category#19], HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#7L, i_item_id#8, i_rec_start_date#9, i_rec_end_date#10,
i_item_desc#11, i_current_pric..., Partition Cols: []]
: : :
: +- ^(10) FilterExecTransformer (isnotnull(cs_item_sk#43L) AND
isnotnull(cs_call_center_sk#39L))
: : :
: +- ^(10) NativeScan hive dwd_insys_test.catalog_sales
[cs_call_center_sk#39L, cs_item_sk#43L, cs_sales_price#49,
cs_sold_date_sk#62L], HiveTableRelation [`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#29L, cs_ship_date_sk#30L, cs_bill_customer_sk#31L,
cs_bill_cdemo_sk#32L, cs_bill..., Partition Cols: [cs_sold_date_sk#62L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...], [isnotnull(cs_sold_date_sk#62L)]
: : :
+- ^(10) InputIteratorTransformer[d_date_sk#63L, d_year#69, d_moy#71]
: : :
+- BroadcastQueryStage 1
: : :
+- ColumnarBroadcastExchange HashedRelationBroadcastMode(List(input[0,
bigint, false]),false), [id=#378]
: : :
+- ^(2) FilterExecTransformer ((((d_year#69 = 1999) OR ((d_year#69 =
1998) AND (d_moy#71 = 12))) OR ((d_year#69 = 2000) AND (d_moy#71 = 1))) AND
isnotnull(d_date_sk#63L))
: : :
+- ^(2) NativeScan hive dwd_insys_test.date_dim [d_date_sk#63L,
d_year#69, d_moy#71], HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#63L, d_date_id#64, d_date#65, d_month_seq#66, d_week_seq#67,
d_quarter_seq#68, d_year#..., Partition Cols: []]
: : +-
^(10) InputIteratorTransformer[cc_call_center_sk#91L, cc_name#97]
: :
+- BroadcastQueryStage 2
: :
+- ColumnarBroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#399]
: :
+- ^(3) FilterExecTransformer (isnotnull(cc_call_center_sk#91L) AND
isnotnull(cc_name#97))
: :
+- ^(3) NativeScan hive dwd_insys_test.call_center
[cc_call_center_sk#91L, cc_name#97], HiveTableRelation
[`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#91L, cc_call_center_id#92, cc_rec_start_date#93,
cc_rec_end_date#94, cc_closed..., Partition Cols: []]
: +- BroadcastQueryStage 24
: +- ColumnarBroadcastExchange
HashedRelationBroadcastMode(List(input[0, string, true], input[1, string,
true], input[2, string, true], (input[4, int, false] + 1)),false), [id=#2832]
: +- ^(16) ProjectExecTransformer [i_category#411,
i_brand#407, cc_name#489, sum_sales#0 AS sum_sales#139, rn#518]
: +- ^(16) WindowExecTransformer [rank(d_year#461,
d_moy#463) windowspecdefinition(i_category#411, i_brand#407, cc_name#489,
d_year#461 ASC NULLS FIRST, d_moy#463 ASC NULLS FIRST,
specifiedwindowframe(RowFrame, unboundedpreceding$(), currentrow$())) AS
rn#518], [i_category#411, i_brand#407, cc_name#489], [d_year#461 ASC NULLS
FIRST, d_moy#463 ASC NULLS FIRST]
: +- ^(16) SortExecTransformer [i_category#411 ASC
NULLS FIRST, i_brand#407 ASC NULLS FIRST, cc_name#489 ASC NULLS FIRST,
d_year#461 ASC NULLS FIRST, d_moy#463 ASC NULLS FIRST], false, 0
: +- ^(16)
InputIteratorTransformer[i_category#411, i_brand#407, cc_name#489, d_year#461,
d_moy#463, sum_sales#0]
: +- AQEShuffleRead coalesced
: +- ShuffleQueryStage 21
: +- ColumnarExchange
hashpartitioning(i_category#411, i_brand#407, cc_name#489, 200),
ENSURE_REQUIREMENTS, [i_category#411, i_brand#407, cc_name#489, d_year#461,
d_moy#463, sum_sales#0], [id=#2620], [id=#2620], [OUTPUT]
List(i_category:StringType, i_brand:StringType, cc_name:StringType,
d_year:IntegerType, d_moy:IntegerType, sum_sales:DecimalType(17,2))
: +- VeloxAppendBatches 3276
: +- ^(14) ProjectExecTransformer
[hash(i_category#411, i_brand#407, cc_name#489, 42) AS hash_partition_key#876,
i_category#411, i_brand#407, cc_name#489, d_year#461, d_moy#463,
MakeDecimal(sum(UnscaledValue(cs_sales_price#441))#122L,17,2) AS sum_sales#0]
: +- ^(14)
HashAggregateTransformer(keys=[i_category#411, i_brand#407, cc_name#489,
d_year#461, d_moy#463], functions=[sum(UnscaledValue(cs_sales_price#441))])
: +- ^(14)
InputIteratorTransformer[i_category#411, i_brand#407, cc_name#489, d_year#461,
d_moy#463, sum#642L]
: +- ShuffleQueryStage 17
: +- ReusedExchange
[i_category#411, i_brand#407, cc_name#489, d_year#461, d_moy#463, sum#642L],
ColumnarExchange hashpartitioning(i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71, 200), ENSURE_REQUIREMENTS, [i_category#19, i_brand#15,
cc_name#97, d_year#69, d_moy#71, sum#640L], [id=#1838], [id=#1838], [OUTPUT]
List(i_category:StringType, i_brand:StringType, cc_name:StringType,
d_year:IntegerType, d_moy:IntegerType, sum:LongType)
+- BroadcastQueryStage 27
+- ColumnarBroadcastExchange
HashedRelationBroadcastMode(List(input[0, string, true], input[1, string,
true], input[2, string, true], (input[4, int, false] - 1)),false), [id=#3024]
+- BroadcastQueryStage 26
+- ReusedExchange [i_category#531, i_brand#527,
cc_name#609, sum_sales#147, rn#638], ColumnarBroadcastExchange
HashedRelationBroadcastMode(List(input[0, string, true], input[1, string,
true], input[2, string, true], (input[4, int, false] + 1)),false), [id=#2832]
+- == Initial Plan ==
TakeOrderedAndProject(limit=100,
orderBy=[CheckOverflow((promote_precision(cast(sum_sales#0 as decimal(22,6))) -
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(22,6), true) ASC NULLS FIRST,cc_name#97 ASC NULLS FIRST],
output=[i_category#19,i_brand#15,cc_name#97,d_year#69,d_moy#71,avg_monthly_sales#1,sum_sales#0,psum#3,nsum#4])
+- Project [i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
avg_monthly_sales#1, sum_sales#0, sum_sales#139 AS psum#3, sum_sales#147 AS
nsum#4]
+- ShuffledHashJoin [i_category#19, i_brand#15, cc_name#97, rn#2],
[i_category#531, i_brand#527, cc_name#609, (rn#638 - 1)], Inner, BuildRight
:- Project [i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2, sum_sales#139]
: +- ShuffledHashJoin [i_category#19, i_brand#15, cc_name#97,
rn#2], [i_category#411, i_brand#407, cc_name#489, (rn#518 + 1)], Inner,
BuildRight
: :- Exchange hashpartitioning(i_category#19, i_brand#15,
cc_name#97, rn#2, 200), ENSURE_REQUIREMENTS, [id=#265]
: : +- Project [i_category#19, i_brand#15, cc_name#97,
d_year#69, d_moy#71, sum_sales#0, avg_monthly_sales#1, rn#2]
: : +- Filter ((isnotnull(avg_monthly_sales#1) AND
(avg_monthly_sales#1 > 0.000000)) AND
(CheckOverflow((promote_precision(abs(CheckOverflow((promote_precision(cast(sum_sales#0
as decimal(22,6))) - promote_precision(cast(avg_monthly_sales#1 as
decimal(22,6)))), DecimalType(22,6), true), false)) /
promote_precision(cast(avg_monthly_sales#1 as decimal(22,6)))),
DecimalType(38,16), true) > 0.1000000000000000))
: : +- Window [avg(_w0#133)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69,
specifiedwindowframe(RowFrame, unboundedpreceding$(), unboundedfollowing$()))
AS avg_monthly_sales#1], [i_category#19, i_brand#15, cc_name#97, d_year#69]
: : +- Filter (isnotnull(d_year#69) AND (d_year#69 =
1999))
: : +- Window [rank(d_year#69, d_moy#71)
windowspecdefinition(i_category#19, i_brand#15, cc_name#97, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#2], [i_category#19, i_brand#15,
cc_name#97], [d_year#69 ASC NULLS FIRST, d_moy#71 ASC NULLS FIRST]
: : +- Sort [i_category#19 ASC NULLS FIRST,
i_brand#15 ASC NULLS FIRST, cc_name#97 ASC NULLS FIRST, d_year#69 ASC NULLS
FIRST, d_moy#71 ASC NULLS FIRST], false, 0
: : +- Exchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, 200),
ENSURE_REQUIREMENTS, [id=#236]
: : +- HashAggregate(keys=[i_category#19,
i_brand#15, cc_name#97, d_year#69, d_moy#71],
functions=[sum(UnscaledValue(cs_sales_price#49))])
: : +- Exchange
hashpartitioning(i_category#19, i_brand#15, cc_name#97, d_year#69, d_moy#71,
200), ENSURE_REQUIREMENTS, [id=#233]
: : +-
HashAggregate(keys=[i_category#19, i_brand#15, cc_name#97, d_year#69,
d_moy#71], functions=[partial_sum(UnscaledValue(cs_sales_price#49))])
: : +- Project [i_brand#15,
i_category#19, cs_sales_price#49, d_year#69, d_moy#71, cc_name#97]
: : +- BroadcastHashJoin
[cs_call_center_sk#39L], [cc_call_center_sk#91L], Inner, BuildRight, false
: : :- Project
[i_brand#15, i_category#19, cs_call_center_sk#39L, cs_sales_price#49,
d_year#69, d_moy#71]
: : : +-
BroadcastHashJoin [cs_sold_date_sk#62L], [d_date_sk#63L], Inner, BuildRight,
false
: : : :- Project
[i_brand#15, i_category#19, cs_call_center_sk#39L, cs_sales_price#49,
cs_sold_date_sk#62L]
: : : : +-
BroadcastHashJoin [i_item_sk#7L], [cs_item_sk#43L], Inner, BuildLeft, false
: : : : :-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#220]
: : : : : +-
Filter ((isnotnull(i_item_sk#7L) AND isnotnull(i_category#19)) AND
isnotnull(i_brand#15))
: : : : : +-
Scan hive dwd_insys_test.item [i_item_sk#7L, i_brand#15, i_category#19],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#7L, i_item_id#8, i_rec_start_date#9, i_rec_end_date#10,
i_item_desc#11, i_current_pric..., Partition Cols: []]
: : : : +- Filter
(isnotnull(cs_item_sk#43L) AND isnotnull(cs_call_center_sk#39L))
: : : : +- Scan
hive dwd_insys_test.catalog_sales [cs_call_center_sk#39L, cs_item_sk#43L,
cs_sales_price#49, cs_sold_date_sk#62L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#29L, cs_ship_date_sk#30L, cs_bill_customer_sk#31L,
cs_bill_cdemo_sk#32L, cs_bill..., Partition Cols: [cs_sold_date_sk#62L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...], [isnotnull(cs_sold_date_sk#62L)]
: : : +-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#224]
: : : +- Filter
((((d_year#69 = 1999) OR ((d_year#69 = 1998) AND (d_moy#71 = 12))) OR
((d_year#69 = 2000) AND (d_moy#71 = 1))) AND isnotnull(d_date_sk#63L))
: : : +- Scan
hive dwd_insys_test.date_dim [d_date_sk#63L, d_year#69, d_moy#71],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#63L, d_date_id#64, d_date#65, d_month_seq#66, d_week_seq#67,
d_quarter_seq#68, d_year#..., Partition Cols: []]
: : +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#228]
: : +- Filter
(isnotnull(cc_call_center_sk#91L) AND isnotnull(cc_name#97))
: : +- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#91L, cc_name#97],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#91L, cc_call_center_id#92, cc_rec_start_date#93,
cc_rec_end_date#94, cc_closed..., Partition Cols: []]
: +- Exchange hashpartitioning(i_category#411, i_brand#407,
cc_name#489, (rn#518 + 1), 200), ENSURE_REQUIREMENTS, [id=#266]
: +- Project [i_category#411, i_brand#407, cc_name#489,
sum_sales#0 AS sum_sales#139, rn#518]
: +- Window [rank(d_year#461, d_moy#463)
windowspecdefinition(i_category#411, i_brand#407, cc_name#489, d_year#461 ASC
NULLS FIRST, d_moy#463 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#518], [i_category#411,
i_brand#407, cc_name#489], [d_year#461 ASC NULLS FIRST, d_moy#463 ASC NULLS
FIRST]
: +- Sort [i_category#411 ASC NULLS FIRST, i_brand#407
ASC NULLS FIRST, cc_name#489 ASC NULLS FIRST, d_year#461 ASC NULLS FIRST,
d_moy#463 ASC NULLS FIRST], false, 0
: +- Exchange hashpartitioning(i_category#411,
i_brand#407, cc_name#489, 200), ENSURE_REQUIREMENTS, [id=#259]
: +- HashAggregate(keys=[i_category#411,
i_brand#407, cc_name#489, d_year#461, d_moy#463],
functions=[sum(UnscaledValue(cs_sales_price#441))])
: +- Exchange
hashpartitioning(i_category#411, i_brand#407, cc_name#489, d_year#461,
d_moy#463, 200), ENSURE_REQUIREMENTS, [id=#256]
: +- HashAggregate(keys=[i_category#411,
i_brand#407, cc_name#489, d_year#461, d_moy#463],
functions=[partial_sum(UnscaledValue(cs_sales_price#441))])
: +- Project [i_brand#407,
i_category#411, cs_sales_price#441, d_year#461, d_moy#463, cc_name#489]
: +- BroadcastHashJoin
[cs_call_center_sk#431L], [cc_call_center_sk#483L], Inner, BuildRight, false
: :- Project [i_brand#407,
i_category#411, cs_call_center_sk#431L, cs_sales_price#441, d_year#461,
d_moy#463]
: : +- BroadcastHashJoin
[cs_sold_date_sk#454L], [d_date_sk#455L], Inner, BuildRight, false
: : :- Project [i_brand#407,
i_category#411, cs_call_center_sk#431L, cs_sales_price#441,
cs_sold_date_sk#454L]
: : : +- BroadcastHashJoin
[i_item_sk#399L], [cs_item_sk#435L], Inner, BuildLeft, false
: : : :-
BroadcastExchange HashedRelationBroadcastMode(List(input[0, bigint,
false]),false), [id=#243]
: : : : +- Filter
((isnotnull(i_item_sk#399L) AND isnotnull(i_category#411)) AND
isnotnull(i_brand#407))
: : : : +- Scan hive
dwd_insys_test.item [i_item_sk#399L, i_brand#407, i_category#411],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#399L, i_item_id#400, i_rec_start_date#401, i_rec_end_date#402,
i_item_desc#403, i_curr..., Partition Cols: []]
: : : +- Filter
(isnotnull(cs_item_sk#435L) AND isnotnull(cs_call_center_sk#431L))
: : : +- Scan hive
dwd_insys_test.catalog_sales [cs_call_center_sk#431L, cs_item_sk#435L,
cs_sales_price#441, cs_sold_date_sk#454L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#421L, cs_ship_date_sk#422L, cs_bill_customer_sk#423L,
cs_bill_cdemo_sk#424L, cs_..., Partition Cols: [cs_sold_date_sk#454L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...],
[isnotnull(cs_sold_date_sk#454L)]
: : +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#247]
: : +- Filter
((((d_year#461 = 1999) OR ((d_year#461 = 1998) AND (d_moy#463 = 12))) OR
((d_year#461 = 2000) AND (d_moy#463 = 1))) AND isnotnull(d_date_sk#455L))
: : +- Scan hive
dwd_insys_test.date_dim [d_date_sk#455L, d_year#461, d_moy#463],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#455L, d_date_id#456, d_date#457, d_month_seq#458, d_week_seq#459,
d_quarter_seq#460, d..., Partition Cols: []]
: +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#251]
: +- Filter
(isnotnull(cc_call_center_sk#483L) AND isnotnull(cc_name#489))
: +- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#483L, cc_name#489],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#483L, cc_call_center_id#484, cc_rec_start_date#485,
cc_rec_end_date#486, cc_cl..., Partition Cols: []]
+- Exchange hashpartitioning(i_category#531, i_brand#527,
cc_name#609, (rn#638 - 1), 200), ENSURE_REQUIREMENTS, [id=#291]
+- Project [i_category#531, i_brand#527, cc_name#609,
sum_sales#0 AS sum_sales#147, rn#638]
+- Window [rank(d_year#581, d_moy#583)
windowspecdefinition(i_category#531, i_brand#527, cc_name#609, d_year#581 ASC
NULLS FIRST, d_moy#583 ASC NULLS FIRST, specifiedwindowframe(RowFrame,
unboundedpreceding$(), currentrow$())) AS rn#638], [i_category#531,
i_brand#527, cc_name#609], [d_year#581 ASC NULLS FIRST, d_moy#583 ASC NULLS
FIRST]
+- Sort [i_category#531 ASC NULLS FIRST, i_brand#527 ASC
NULLS FIRST, cc_name#609 ASC NULLS FIRST, d_year#581 ASC NULLS FIRST, d_moy#583
ASC NULLS FIRST], false, 0
+- Exchange hashpartitioning(i_category#531,
i_brand#527, cc_name#609, 200), ENSURE_REQUIREMENTS, [id=#285]
+- HashAggregate(keys=[i_category#531, i_brand#527,
cc_name#609, d_year#581, d_moy#583],
functions=[sum(UnscaledValue(cs_sales_price#561))])
+- Exchange hashpartitioning(i_category#531,
i_brand#527, cc_name#609, d_year#581, d_moy#583, 200), ENSURE_REQUIREMENTS,
[id=#282]
+- HashAggregate(keys=[i_category#531,
i_brand#527, cc_name#609, d_year#581, d_moy#583],
functions=[partial_sum(UnscaledValue(cs_sales_price#561))])
+- Project [i_brand#527, i_category#531,
cs_sales_price#561, d_year#581, d_moy#583, cc_name#609]
+- BroadcastHashJoin
[cs_call_center_sk#551L], [cc_call_center_sk#603L], Inner, BuildRight, false
:- Project [i_brand#527,
i_category#531, cs_call_center_sk#551L, cs_sales_price#561, d_year#581,
d_moy#583]
: +- BroadcastHashJoin
[cs_sold_date_sk#574L], [d_date_sk#575L], Inner, BuildRight, false
: :- Project [i_brand#527,
i_category#531, cs_call_center_sk#551L, cs_sales_price#561,
cs_sold_date_sk#574L]
: : +- BroadcastHashJoin
[i_item_sk#519L], [cs_item_sk#555L], Inner, BuildLeft, false
: : :- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#269]
: : : +- Filter
((isnotnull(i_item_sk#519L) AND isnotnull(i_category#531)) AND
isnotnull(i_brand#527))
: : : +- Scan hive
dwd_insys_test.item [i_item_sk#519L, i_brand#527, i_category#531],
HiveTableRelation [`dwd_insys_test`.`item`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[i_item_sk#519L, i_item_id#520, i_rec_start_date#521, i_rec_end_date#522,
i_item_desc#523, i_curr..., Partition Cols: []]
: : +- Filter
(isnotnull(cs_item_sk#555L) AND isnotnull(cs_call_center_sk#551L))
: : +- Scan hive
dwd_insys_test.catalog_sales [cs_call_center_sk#551L, cs_item_sk#555L,
cs_sales_price#561, cs_sold_date_sk#574L], HiveTableRelation
[`dwd_insys_test`.`catalog_sales`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cs_sold_time_sk#541L, cs_ship_date_sk#542L, cs_bill_customer_sk#543L,
cs_bill_cdemo_sk#544L, cs_..., Partition Cols: [cs_sold_date_sk#574L], Pruned
Partitions: [(cs_sold_date_sk=2450815), (cs_sold_date_sk=2450816),
(cs_sold_date_sk=2450817), (cs_sold_date_s...],
[isnotnull(cs_sold_date_sk#574L)]
: +- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#273]
: +- Filter ((((d_year#581 =
1999) OR ((d_year#581 = 1998) AND (d_moy#583 = 12))) OR ((d_year#581 = 2000)
AND (d_moy#583 = 1))) AND isnotnull(d_date_sk#575L))
: +- Scan hive
dwd_insys_test.date_dim [d_date_sk#575L, d_year#581, d_moy#583],
HiveTableRelation [`dwd_insys_test`.`date_dim`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[d_date_sk#575L, d_date_id#576, d_date#577, d_month_seq#578, d_week_seq#579,
d_quarter_seq#580, d..., Partition Cols: []]
+- BroadcastExchange
HashedRelationBroadcastMode(List(input[0, bigint, false]),false), [id=#277]
+- Filter
(isnotnull(cc_call_center_sk#603L) AND isnotnull(cc_name#609))
+- Scan hive
dwd_insys_test.call_center [cc_call_center_sk#603L, cc_name#609],
HiveTableRelation [`dwd_insys_test`.`call_center`,
org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe, Data Cols:
[cc_call_center_sk#603L, cc_call_center_id#604, cc_rec_start_date#605,
cc_rec_end_date#606, cc_cl..., Partition Cols: []]
```
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
