http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/9f678a74/testdata/workloads/functional-planner/queries/PlannerTest/tpch-nested.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/tpch-nested.test b/testdata/workloads/functional-planner/queries/PlannerTest/tpch-nested.test index 4611575..dd1818a 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/tpch-nested.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/tpch-nested.test @@ -32,7 +32,7 @@ PLAN-ROOT SINK | group by: l_returnflag, l_linestatus | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate <= '1998-09-02' ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -54,7 +54,7 @@ PLAN-ROOT SINK | group by: l_returnflag, l_linestatus | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate <= '1998-09-02' ==== # TPCH-Q2 @@ -126,7 +126,7 @@ PLAN-ROOT SINK | | | 19:UNNEST [r.r_nations n] | | | | | 16:SCAN HDFS [tpch_nested_parquet.region r] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: r_name = 'EUROPE', !empty(r.r_nations) | | | 12:SUBPLAN @@ -138,7 +138,7 @@ PLAN-ROOT SINK | | 14:UNNEST [s.s_partsupps ps] | | | 11:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF004 -> s_nationkey | @@ -155,14 +155,14 @@ PLAN-ROOT SINK | | 09:UNNEST [r.r_nations n] | | | 06:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'EUROPE', !empty(r.r_nations) | 23:HASH JOIN [INNER JOIN] | hash predicates: ps_partkey = p_partkey | |--05:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size = 15, p_type LIKE '%BRASS' | runtime filters: RF000 -> p_partkey | @@ -175,7 +175,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: !empty(s.s_partsupps) runtime filters: RF002 -> s_nationkey ---- DISTRIBUTEDPLAN @@ -219,7 +219,7 @@ PLAN-ROOT SINK | | | 19:UNNEST [r.r_nations n] | | | | | 16:SCAN HDFS [tpch_nested_parquet.region r] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: r_name = 'EUROPE', !empty(r.r_nations) | | | 12:SUBPLAN @@ -231,7 +231,7 @@ PLAN-ROOT SINK | | 14:UNNEST [s.s_partsupps ps] | | | 11:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF004 -> s_nationkey | @@ -250,7 +250,7 @@ PLAN-ROOT SINK | | 09:UNNEST [r.r_nations n] | | | 06:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'EUROPE', !empty(r.r_nations) | 23:HASH JOIN [INNER JOIN, BROADCAST] @@ -259,7 +259,7 @@ PLAN-ROOT SINK |--27:EXCHANGE [BROADCAST] | | | 05:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size = 15, p_type LIKE '%BRASS' | runtime filters: RF000 -> p_partkey | @@ -272,7 +272,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: !empty(s.s_partsupps) runtime filters: RF002 -> s_nationkey ==== @@ -326,7 +326,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: c_mktsegment = 'BUILDING', !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate < '1995-03-15' predicates on l: l_shipdate > '1995-03-15' @@ -367,7 +367,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: c_mktsegment = 'BUILDING', !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate < '1995-03-15' predicates on l: l_shipdate > '1995-03-15' @@ -422,7 +422,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: o_orderdate >= '1993-07-01', o_orderdate < '1993-10-01' predicates on o_lineitems: l_commitdate < l_receiptdate @@ -462,7 +462,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: o_orderdate >= '1993-07-01', o_orderdate < '1993-10-01' predicates on o_lineitems: l_commitdate < l_receiptdate @@ -501,8 +501,15 @@ PLAN-ROOT SINK | group by: n_name | 16:HASH JOIN [INNER JOIN] -| hash predicates: s_nationkey = n_nationkey -| runtime filters: RF000 <- n_nationkey +| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey +| runtime filters: RF000 <- s_nationkey +| +|--09:SCAN HDFS [tpch_nested_parquet.supplier s] +| partitions=1/1 files=1 size=43.00MB +| +15:HASH JOIN [INNER JOIN] +| hash predicates: c.c_nationkey = n.n_nationkey +| runtime filters: RF002 <- n.n_nationkey | |--11:SUBPLAN | | @@ -513,17 +520,9 @@ PLAN-ROOT SINK | | 13:UNNEST [r.r_nations n] | | | 10:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'ASIA', !empty(r.r_nations) | -15:HASH JOIN [INNER JOIN] -| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey -| runtime filters: RF001 <- s_nationkey -| -|--09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB -| runtime filters: RF000 -> s_nationkey -| 01:SUBPLAN | |--08:NESTED LOOP JOIN [CROSS JOIN] @@ -541,10 +540,10 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1994-01-01', o_orderdate < '1995-01-01' - runtime filters: RF000 -> c.c_nationkey, RF001 -> c_nationkey + runtime filters: RF000 -> c_nationkey, RF002 -> c.c_nationkey ---- DISTRIBUTEDPLAN PLAN-ROOT SINK | @@ -565,11 +564,20 @@ PLAN-ROOT SINK | group by: n_name | 16:HASH JOIN [INNER JOIN, BROADCAST] -| hash predicates: s_nationkey = n_nationkey -| runtime filters: RF000 <- n_nationkey +| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey +| runtime filters: RF000 <- s_nationkey | |--20:EXCHANGE [BROADCAST] | | +| 09:SCAN HDFS [tpch_nested_parquet.supplier s] +| partitions=1/1 files=1 size=43.00MB +| +15:HASH JOIN [INNER JOIN, BROADCAST] +| hash predicates: c.c_nationkey = n.n_nationkey +| runtime filters: RF002 <- n.n_nationkey +| +|--19:EXCHANGE [BROADCAST] +| | | 11:SUBPLAN | | | |--14:NESTED LOOP JOIN [CROSS JOIN] @@ -579,19 +587,9 @@ PLAN-ROOT SINK | | 13:UNNEST [r.r_nations n] | | | 10:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'ASIA', !empty(r.r_nations) | -15:HASH JOIN [INNER JOIN, BROADCAST] -| hash predicates: c_nationkey = s_nationkey, l_suppkey = s_suppkey -| runtime filters: RF001 <- s_nationkey -| -|--19:EXCHANGE [BROADCAST] -| | -| 09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB -| runtime filters: RF000 -> s_nationkey -| 01:SUBPLAN | |--08:NESTED LOOP JOIN [CROSS JOIN] @@ -609,10 +607,10 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1994-01-01', o_orderdate < '1995-01-01' - runtime filters: RF000 -> c.c_nationkey, RF001 -> c_nationkey + runtime filters: RF000 -> c_nationkey, RF002 -> c.c_nationkey ==== # TPCH-Q6 # Q6 - Forecasting Revenue Change Query @@ -632,7 +630,7 @@ PLAN-ROOT SINK | output: sum(l_extendedprice * l_discount) | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_discount <= 0.07, l_discount >= 0.05, l_quantity < 24, l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01' ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -646,7 +644,7 @@ PLAN-ROOT SINK | output: sum(l_extendedprice * l_discount) | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_discount <= 0.07, l_discount >= 0.05, l_quantity < 24, l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01' ==== # TPCH-Q7 @@ -703,20 +701,20 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n2.n_nationkey | |--11:SCAN HDFS [tpch_nested_parquet.region.r_nations n2] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 13:HASH JOIN [INNER JOIN] | hash predicates: s_nationkey = n1.n_nationkey | runtime filters: RF001 <- n1.n_nationkey | |--10:SCAN HDFS [tpch_nested_parquet.region.r_nations n1] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 12:HASH JOIN [INNER JOIN] | hash predicates: l_suppkey = s_suppkey | |--09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF001 -> s_nationkey | 01:SUBPLAN @@ -736,7 +734,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems) predicates on l: l_shipdate >= '1995-01-01', l_shipdate <= '1996-12-31' @@ -768,7 +766,7 @@ PLAN-ROOT SINK |--19:EXCHANGE [BROADCAST] | | | 11:SCAN HDFS [tpch_nested_parquet.region.r_nations n2] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 13:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: s_nationkey = n1.n_nationkey @@ -777,7 +775,7 @@ PLAN-ROOT SINK |--18:EXCHANGE [BROADCAST] | | | 10:SCAN HDFS [tpch_nested_parquet.region.r_nations n1] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 12:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: l_suppkey = s_suppkey @@ -785,7 +783,7 @@ PLAN-ROOT SINK |--17:EXCHANGE [BROADCAST] | | | 09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF001 -> s_nationkey | 01:SUBPLAN @@ -805,7 +803,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems) predicates on l: l_shipdate >= '1995-01-01', l_shipdate <= '1996-12-31' @@ -862,7 +860,7 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n2.n_nationkey | |--16:SCAN HDFS [tpch_nested_parquet.region.r_nations n2] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 19:HASH JOIN [INNER JOIN] | hash predicates: c_nationkey = n1.n_nationkey @@ -877,21 +875,21 @@ PLAN-ROOT SINK | | 14:UNNEST [r.r_nations n1] | | | 11:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'AMERICA', !empty(r.r_nations) | 18:HASH JOIN [INNER JOIN] | hash predicates: l_partkey = p_partkey | |--10:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_type = 'ECONOMY ANODIZED STEEL' | 17:HASH JOIN [INNER JOIN] | hash predicates: l_suppkey = s_suppkey | |--09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF000 -> s_nationkey | 01:SUBPLAN @@ -911,7 +909,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1995-01-01', o_orderdate <= '1996-12-31' runtime filters: RF001 -> c_nationkey @@ -941,7 +939,7 @@ PLAN-ROOT SINK |--26:EXCHANGE [BROADCAST] | | | 16:SCAN HDFS [tpch_nested_parquet.region.r_nations n2] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 19:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: c_nationkey = n1.n_nationkey @@ -958,7 +956,7 @@ PLAN-ROOT SINK | | 14:UNNEST [r.r_nations n1] | | | 11:SCAN HDFS [tpch_nested_parquet.region r] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: r_name = 'AMERICA', !empty(r.r_nations) | 18:HASH JOIN [INNER JOIN, BROADCAST] @@ -967,7 +965,7 @@ PLAN-ROOT SINK |--24:EXCHANGE [BROADCAST] | | | 10:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_type = 'ECONOMY ANODIZED STEEL' | 17:HASH JOIN [INNER JOIN, BROADCAST] @@ -976,7 +974,7 @@ PLAN-ROOT SINK |--23:EXCHANGE [BROADCAST] | | | 09:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF000 -> s_nationkey | 01:SUBPLAN @@ -996,7 +994,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1995-01-01', o_orderdate <= '1996-12-31' runtime filters: RF001 -> c_nationkey @@ -1047,13 +1045,13 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n_nationkey | |--11:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 13:HASH JOIN [INNER JOIN] | hash predicates: l_partkey = p_partkey | |--10:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_name LIKE '%green%' | 12:HASH JOIN [INNER JOIN] @@ -1068,7 +1066,7 @@ PLAN-ROOT SINK | | 08:UNNEST [s.s_partsupps ps] | | | 05:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF000 -> s_nationkey | @@ -1081,7 +1079,7 @@ PLAN-ROOT SINK | 03:UNNEST [o.o_lineitems l] | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(o.o_lineitems) ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -1109,7 +1107,7 @@ PLAN-ROOT SINK |--19:EXCHANGE [BROADCAST] | | | 11:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 13:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: l_partkey = p_partkey @@ -1117,7 +1115,7 @@ PLAN-ROOT SINK |--18:EXCHANGE [BROADCAST] | | | 10:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_name LIKE '%green%' | 12:HASH JOIN [INNER JOIN, BROADCAST] @@ -1134,7 +1132,7 @@ PLAN-ROOT SINK | | 08:UNNEST [s.s_partsupps ps] | | | 05:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF000 -> s_nationkey | @@ -1147,7 +1145,7 @@ PLAN-ROOT SINK | 03:UNNEST [o.o_lineitems l] | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(o.o_lineitems) ==== # TPCH-Q10 @@ -1198,7 +1196,7 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n_nationkey | |--09:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 01:SUBPLAN | @@ -1217,7 +1215,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1993-10-01', o_orderdate < '1994-01-01' predicates on l: l_returnflag = 'R' @@ -1249,7 +1247,7 @@ PLAN-ROOT SINK |--13:EXCHANGE [BROADCAST] | | | 09:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | 01:SUBPLAN | @@ -1268,7 +1266,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderdate >= '1993-10-01', o_orderdate < '1994-01-01' predicates on l: l_returnflag = 'R' @@ -1324,7 +1322,7 @@ PLAN-ROOT SINK | | runtime filters: RF001 <- n_nationkey | | | |--13:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: n_name = 'GERMANY' | | | 09:SUBPLAN @@ -1336,7 +1334,7 @@ PLAN-ROOT SINK | | 11:UNNEST [s.s_partsupps ps] | | | 08:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF001 -> s_nationkey | @@ -1349,7 +1347,7 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n_nationkey | |--05:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: n_name = 'GERMANY' | 01:SUBPLAN @@ -1361,7 +1359,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: !empty(s.s_partsupps) runtime filters: RF000 -> s_nationkey ---- DISTRIBUTEDPLAN @@ -1393,7 +1391,7 @@ PLAN-ROOT SINK | |--21:EXCHANGE [BROADCAST] | | | | | 13:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: n_name = 'GERMANY' | | | 09:SUBPLAN @@ -1405,7 +1403,7 @@ PLAN-ROOT SINK | | 11:UNNEST [s.s_partsupps ps] | | | 08:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF001 -> s_nationkey | @@ -1426,7 +1424,7 @@ PLAN-ROOT SINK |--18:EXCHANGE [BROADCAST] | | | 05:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: n_name = 'GERMANY' | 01:SUBPLAN @@ -1438,7 +1436,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: !empty(s.s_partsupps) runtime filters: RF000 -> s_nationkey ==== @@ -1490,7 +1488,7 @@ PLAN-ROOT SINK | 03:UNNEST [o.o_lineitems l] | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(o.o_lineitems) predicates on l: l_shipmode IN ('MAIL', 'SHIP'), l_commitdate < l_receiptdate, l_shipdate < l_commitdate, l_receiptdate >= '1994-01-01', l_receiptdate < '1995-01-01' ---- DISTRIBUTEDPLAN @@ -1521,7 +1519,7 @@ PLAN-ROOT SINK | 03:UNNEST [o.o_lineitems l] | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders o] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(o.o_lineitems) predicates on l: l_shipmode IN ('MAIL', 'SHIP'), l_commitdate < l_receiptdate, l_shipdate < l_commitdate, l_receiptdate >= '1994-01-01', l_receiptdate < '1995-01-01' ==== @@ -1569,7 +1567,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates on c_orders: (NOT o_comment LIKE '%special%requests%') ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -1609,7 +1607,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates on c_orders: (NOT o_comment LIKE '%special%requests%') ==== # TPCH-Q14 @@ -1638,10 +1636,10 @@ PLAN-ROOT SINK | runtime filters: RF000 <- p_partkey | |--01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1995-10-01', l_shipdate >= '1995-09-01' runtime filters: RF000 -> l_partkey ---- DISTRIBUTEDPLAN @@ -1662,10 +1660,10 @@ PLAN-ROOT SINK |--04:EXCHANGE [BROADCAST] | | | 01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1995-10-01', l_shipdate >= '1995-09-01' runtime filters: RF000 -> l_partkey ==== @@ -1718,7 +1716,7 @@ PLAN-ROOT SINK | | group by: l_suppkey | | | 03:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01' | 06:HASH JOIN [INNER JOIN] @@ -1726,14 +1724,14 @@ PLAN-ROOT SINK | runtime filters: RF000 <- s_suppkey | |--00:SCAN HDFS [tpch_nested_parquet.supplier] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | 02:AGGREGATE [FINALIZE] | output: sum(l_extendedprice * (1 - l_discount)) | group by: l_suppkey | 01:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01' runtime filters: RF000 -> l.l_suppkey ---- DISTRIBUTEDPLAN @@ -1769,7 +1767,7 @@ PLAN-ROOT SINK | | group by: l_suppkey | | | 03:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01' | 06:HASH JOIN [INNER JOIN, PARTITIONED] @@ -1779,7 +1777,7 @@ PLAN-ROOT SINK |--11:EXCHANGE [HASH(s_suppkey)] | | | 00:SCAN HDFS [tpch_nested_parquet.supplier] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | 10:AGGREGATE [FINALIZE] | output: sum:merge(l_extendedprice * (1 - l_discount)) @@ -1792,7 +1790,7 @@ PLAN-ROOT SINK | group by: l_suppkey | 01:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1996-04-01', l_shipdate >= '1996-01-01' runtime filters: RF000 -> l.l_suppkey ==== @@ -1839,7 +1837,7 @@ PLAN-ROOT SINK | hash predicates: ps_partkey = p_partkey | |--05:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size IN (49, 14, 23, 45, 19, 3, 36, 9), p_brand != 'Brand#45', NOT p_type LIKE 'MEDIUM POLISHED%' | 01:SUBPLAN @@ -1851,7 +1849,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: NOT s_comment LIKE '%Customer%Complaints%', !empty(s.s_partsupps) ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -1880,7 +1878,7 @@ PLAN-ROOT SINK |--10:EXCHANGE [BROADCAST] | | | 05:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size IN (49, 14, 23, 45, 19, 3, 36, 9), p_brand != 'Brand#45', NOT p_type LIKE 'MEDIUM POLISHED%' | 01:SUBPLAN @@ -1892,7 +1890,7 @@ PLAN-ROOT SINK | 03:UNNEST [s.s_partsupps ps] | 00:SCAN HDFS [tpch_nested_parquet.supplier s] - partitions=1/1 files=1 size=111.08MB + partitions=1/1 files=1 size=43.00MB predicates: NOT s_comment LIKE '%Customer%Complaints%', !empty(s.s_partsupps) ==== # TPCH-Q17 @@ -1930,19 +1928,19 @@ PLAN-ROOT SINK | | group by: l_partkey | | | 02:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | 04:HASH JOIN [INNER JOIN] | hash predicates: l_partkey = p_partkey | runtime filters: RF001 <- p_partkey | |--01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_container = 'MED BOX', p_brand = 'Brand#23' | runtime filters: RF000 -> p_partkey | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB runtime filters: RF000 -> l.l_partkey, RF001 -> l_partkey ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -1971,7 +1969,7 @@ PLAN-ROOT SINK | | group by: l_partkey | | | 02:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | 10:EXCHANGE [HASH(p_partkey)] | @@ -1982,12 +1980,12 @@ PLAN-ROOT SINK |--07:EXCHANGE [BROADCAST] | | | 01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_container = 'MED BOX', p_brand = 'Brand#23' | runtime filters: RF000 -> p_partkey | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB runtime filters: RF000 -> l.l_partkey, RF001 -> l_partkey ==== # TPCH-Q18 @@ -2036,7 +2034,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -2069,7 +2067,7 @@ PLAN-ROOT SINK | 03:UNNEST [c.c_orders o] | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) ==== # TPCH-Q19 @@ -2121,11 +2119,11 @@ PLAN-ROOT SINK | runtime filters: RF000 <- p_partkey | |--01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size >= 1 | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipmode IN ('AIR', 'AIR REG'), l_shipinstruct = 'DELIVER IN PERSON' runtime filters: RF000 -> l_partkey ---- DISTRIBUTEDPLAN @@ -2147,11 +2145,11 @@ PLAN-ROOT SINK |--04:EXCHANGE [BROADCAST] | | | 01:SCAN HDFS [tpch_nested_parquet.part p] -| partitions=1/1 files=1 size=6.20MB +| partitions=1/1 files=1 size=6.24MB | predicates: p_size >= 1 | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipmode IN ('AIR', 'AIR REG'), l_shipinstruct = 'DELIVER IN PERSON' runtime filters: RF000 -> l_partkey ==== @@ -2207,7 +2205,7 @@ PLAN-ROOT SINK | | hash predicates: ps_partkey = p_partkey | | | |--06:SCAN HDFS [tpch_nested_parquet.part p] -| | partitions=1/1 files=1 size=6.20MB +| | partitions=1/1 files=1 size=6.24MB | | predicates: p_name LIKE 'forest%' | | | 09:HASH JOIN [INNER JOIN] @@ -2215,7 +2213,7 @@ PLAN-ROOT SINK | | runtime filters: RF003 <- n_nationkey | | | |--05:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: n_name = 'CANADA' | | | 01:SUBPLAN @@ -2227,7 +2225,7 @@ PLAN-ROOT SINK | | 03:UNNEST [s.s_partsupps ps] | | | 00:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF003 -> s_nationkey | @@ -2236,7 +2234,7 @@ PLAN-ROOT SINK | group by: l_partkey, l_suppkey | 07:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01' runtime filters: RF000 -> l.l_partkey, RF001 -> l.l_suppkey ---- DISTRIBUTEDPLAN @@ -2269,7 +2267,7 @@ PLAN-ROOT SINK | |--17:EXCHANGE [BROADCAST] | | | | | 06:SCAN HDFS [tpch_nested_parquet.part p] -| | partitions=1/1 files=1 size=6.20MB +| | partitions=1/1 files=1 size=6.24MB | | predicates: p_name LIKE 'forest%' | | | 09:HASH JOIN [INNER JOIN, BROADCAST] @@ -2279,7 +2277,7 @@ PLAN-ROOT SINK | |--16:EXCHANGE [BROADCAST] | | | | | 05:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| | partitions=1/1 files=1 size=4.18KB +| | partitions=1/1 files=1 size=3.24KB | | predicates: n_name = 'CANADA' | | | 01:SUBPLAN @@ -2291,7 +2289,7 @@ PLAN-ROOT SINK | | 03:UNNEST [s.s_partsupps ps] | | | 00:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | predicates: !empty(s.s_partsupps) | runtime filters: RF003 -> s_nationkey | @@ -2306,7 +2304,7 @@ PLAN-ROOT SINK | group by: l_partkey, l_suppkey | 07:SCAN HDFS [tpch_nested_parquet.customer.c_orders.o_lineitems l] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: l_shipdate < '1995-01-01', l_shipdate >= '1994-01-01' runtime filters: RF000 -> l.l_partkey, RF001 -> l.l_suppkey ==== @@ -2379,14 +2377,14 @@ PLAN-ROOT SINK | runtime filters: RF000 <- n_nationkey | |--10:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: n_name = 'SAUDI ARABIA' | 11:HASH JOIN [INNER JOIN] | hash predicates: l1.l_suppkey = s_suppkey | |--00:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF000 -> s_nationkey | 02:SUBPLAN @@ -2406,7 +2404,7 @@ PLAN-ROOT SINK | 04:UNNEST [c.c_orders o] | 01:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderstatus = 'F' predicates on l1: l1.l_receiptdate > l1.l_commitdate @@ -2452,7 +2450,7 @@ PLAN-ROOT SINK |--22:EXCHANGE [BROADCAST] | | | 10:SCAN HDFS [tpch_nested_parquet.region.r_nations n] -| partitions=1/1 files=1 size=4.18KB +| partitions=1/1 files=1 size=3.24KB | predicates: n_name = 'SAUDI ARABIA' | 11:HASH JOIN [INNER JOIN, BROADCAST] @@ -2461,7 +2459,7 @@ PLAN-ROOT SINK |--21:EXCHANGE [BROADCAST] | | | 00:SCAN HDFS [tpch_nested_parquet.supplier s] -| partitions=1/1 files=1 size=111.08MB +| partitions=1/1 files=1 size=43.00MB | runtime filters: RF000 -> s_nationkey | 02:SUBPLAN @@ -2481,7 +2479,7 @@ PLAN-ROOT SINK | 04:UNNEST [c.c_orders o] | 01:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderstatus = 'F' predicates on l1: l1.l_receiptdate > l1.l_commitdate @@ -2546,11 +2544,11 @@ PLAN-ROOT SINK | | output: avg(c_acctbal) | | | 01:SCAN HDFS [tpch_nested_parquet.customer c] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | predicates: c_acctbal > 0.00, substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17') | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17') ---- DISTRIBUTEDPLAN PLAN-ROOT SINK @@ -2593,10 +2591,10 @@ PLAN-ROOT SINK | | output: avg(c_acctbal) | | | 01:SCAN HDFS [tpch_nested_parquet.customer c] -| partitions=1/1 files=4 size=577.87MB +| partitions=1/1 files=4 size=292.36MB | predicates: c_acctbal > 0.00, substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17') | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=577.87MB + partitions=1/1 files=4 size=292.36MB predicates: substr(c_phone, 1, 2) IN ('13', '31', '23', '29', '30', '18', '17') ====
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/9f678a74/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test index 58ea01f..8d4ff1f 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test +++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level2.test @@ -19,6 +19,7 @@ from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey; 'F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3' '02:HASH JOIN [INNER JOIN, BROADCAST]' '| hash predicates: l_orderkey = o_orderkey' +'| fk/pk conjuncts: l_orderkey = o_orderkey' '| runtime filters: RF000 <- o_orderkey' '| mem-estimate=300.41MB mem-reservation=136.00MB' '| tuple-ids=0,1 row-size=454B cardinality=5757710' http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/9f678a74/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test b/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test index 603544e..4fff35a 100644 --- a/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test +++ b/testdata/workloads/functional-query/queries/QueryTest/explain-level3.test @@ -21,6 +21,7 @@ from tpch.lineitem join tpch.orders on l_orderkey = o_orderkey; ' | mem-estimate=0B mem-reservation=0B' ' 02:HASH JOIN [INNER JOIN, BROADCAST]' ' | hash predicates: l_orderkey = o_orderkey' +' | fk/pk conjuncts: l_orderkey = o_orderkey' ' | runtime filters: RF000 <- o_orderkey' ' | mem-estimate=300.41MB mem-reservation=136.00MB' ' | tuple-ids=0,1 row-size=454B cardinality=5757710'
