http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test index fe3fd41..ec9f8d8 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test @@ -725,7 +725,7 @@ PLAN-ROOT SINK 02:HASH JOIN [INNER JOIN] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -739,7 +739,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [tpch.lineitem] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -763,7 +763,7 @@ Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -783,7 +783,7 @@ Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB | 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -808,7 +808,7 @@ Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -835,7 +835,7 @@ Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB | 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -857,7 +857,7 @@ PLAN-ROOT SINK 02:HASH JOIN [INNER JOIN] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -871,7 +871,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [tpch.lineitem] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -895,7 +895,7 @@ Per-Host Resources: mem-estimate=100.14MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=100.14MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -921,7 +921,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -946,7 +946,7 @@ Per-Host Resources: mem-estimate=100.14MB mem-reservation=68.00MB | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=50.07MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | @@ -979,7 +979,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -1465,7 +1465,7 @@ PLAN-ROOT SINK |--10:HASH JOIN [INNER JOIN] | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF002 <- o_orderkey +| | runtime filters: RF004[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | @@ -1480,7 +1480,7 @@ PLAN-ROOT SINK | 08:SCAN HDFS [tpch_parquet.lineitem] | partitions=1/1 files=3 size=193.92MB | predicates: l_shipmode = 'F' -| runtime filters: RF002 -> l_orderkey +| runtime filters: RF004[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1492,7 +1492,7 @@ PLAN-ROOT SINK |--07:HASH JOIN [INNER JOIN] | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF001 <- o_orderkey +| | runtime filters: RF002[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | @@ -1509,7 +1509,7 @@ PLAN-ROOT SINK | | | 05:SCAN HDFS [tpch_parquet.lineitem] | partitions=1/1 files=3 size=193.92MB -| runtime filters: RF001 -> l_orderkey +| runtime filters: RF002[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1524,7 +1524,7 @@ PLAN-ROOT SINK 03:HASH JOIN [INNER JOIN] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=0,1 row-size=86B cardinality=575772 | @@ -1539,7 +1539,7 @@ PLAN-ROOT SINK 01:SCAN HDFS [tpch_parquet.lineitem] partitions=1/1 files=3 size=193.92MB predicates: l_tax > 10 - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=193.92MB column stats: all @@ -1570,7 +1570,7 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB |--10:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF002 <- o_orderkey +| | runtime filters: RF004[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | @@ -1591,7 +1591,7 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB | 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM] | partitions=1/1 files=3 size=193.92MB | predicates: l_shipmode = 'F' -| runtime filters: RF002 -> l_orderkey +| runtime filters: RF004[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1603,7 +1603,7 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB |--07:HASH JOIN [INNER JOIN, BROADCAST] | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF001 <- o_orderkey +| | runtime filters: RF002[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | @@ -1626,7 +1626,7 @@ Per-Host Resources: mem-estimate=97.00MB mem-reservation=34.00MB | | | 05:SCAN HDFS [tpch_parquet.lineitem, RANDOM] | partitions=1/1 files=3 size=193.92MB -| runtime filters: RF001 -> l_orderkey +| runtime filters: RF002[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1652,7 +1652,7 @@ Per-Host Resources: mem-estimate=47.33MB mem-reservation=38.75MB 03:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB | tuple-ids=0,1 row-size=86B cardinality=575772 | @@ -1679,7 +1679,7 @@ Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B 01:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.92MB predicates: l_tax > 10 - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=193.92MB column stats: all @@ -1711,7 +1711,7 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB | | hash-table-id=01 | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF002 <- o_orderkey +| | runtime filters: RF004[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | @@ -1739,7 +1739,7 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB | 08:SCAN HDFS [tpch_parquet.lineitem, RANDOM] | partitions=1/1 files=3 size=193.92MB | predicates: l_shipmode = 'F' -| runtime filters: RF002 -> l_orderkey +| runtime filters: RF004[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1752,7 +1752,7 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB | | hash-table-id=00 | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey -| | runtime filters: RF001 <- o_orderkey +| | runtime filters: RF002[bloom] <- o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | @@ -1782,7 +1782,7 @@ Per-Host Resources: mem-estimate=194.00MB mem-reservation=68.00MB | | | 05:SCAN HDFS [tpch_parquet.lineitem, RANDOM] | partitions=1/1 files=3 size=193.92MB -| runtime filters: RF001 -> l_orderkey +| runtime filters: RF002[bloom] -> l_orderkey | stats-rows=6001215 extrapolated-rows=disabled | table stats: rows=6001215 size=193.92MB | column stats: all @@ -1809,7 +1809,7 @@ Per-Host Resources: mem-estimate=90.91MB mem-reservation=73.75MB | hash-table-id=02 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB | tuple-ids=0,1 row-size=86B cardinality=575772 | @@ -1843,7 +1843,7 @@ Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B 01:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.92MB predicates: l_tax > 10 - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=193.92MB column stats: all @@ -1909,7 +1909,7 @@ PLAN-ROOT SINK | 07:HASH JOIN [LEFT SEMI JOIN] | hash predicates: o_orderkey = l_orderkey -| runtime filters: RF000 <- l_orderkey +| runtime filters: RF000[bloom] <- l_orderkey | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | @@ -1931,7 +1931,7 @@ PLAN-ROOT SINK 06:HASH JOIN [INNER JOIN] | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF001 <- c_custkey +| runtime filters: RF002[bloom] <- c_custkey | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | @@ -1946,13 +1946,13 @@ PLAN-ROOT SINK 05:HASH JOIN [INNER JOIN] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF002 <- o_orderkey +| runtime filters: RF004[bloom] <- o_orderkey | mem-estimate=78.68MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | |--01:SCAN HDFS [tpch.orders] | partitions=1/1 files=1 size=162.56MB -| runtime filters: RF000 -> o_orderkey, RF001 -> o_custkey +| runtime filters: RF000[bloom] -> o_orderkey, RF002[bloom] -> o_custkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=162.56MB | column stats: all @@ -1961,7 +1961,7 @@ PLAN-ROOT SINK | 02:SCAN HDFS [tpch.lineitem] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> tpch.lineitem.l_orderkey, RF002 -> l_orderkey + runtime filters: RF000[bloom] -> tpch.lineitem.l_orderkey, RF004[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -2009,7 +2009,7 @@ Per-Host Resources: mem-estimate=115.78MB mem-reservation=84.12MB | 07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | hash predicates: o_orderkey = l_orderkey -| runtime filters: RF000 <- l_orderkey +| runtime filters: RF000[bloom] <- l_orderkey | mem-estimate=2.88MB mem-reservation=2.88MB spill-buffer=128.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | @@ -2043,7 +2043,7 @@ Per-Host Resources: mem-estimate=115.78MB mem-reservation=84.12MB 06:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF001 <- c_custkey +| runtime filters: RF002[bloom] <- c_custkey | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | @@ -2064,7 +2064,7 @@ Per-Host Resources: mem-estimate=115.78MB mem-reservation=84.12MB 05:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF002 <- o_orderkey +| runtime filters: RF004[bloom] <- o_orderkey | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | @@ -2076,7 +2076,7 @@ Per-Host Resources: mem-estimate=115.78MB mem-reservation=84.12MB | Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB -| runtime filters: RF000 -> o_orderkey, RF001 -> o_custkey +| runtime filters: RF000[bloom] -> o_orderkey, RF002[bloom] -> o_custkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=162.56MB | column stats: all @@ -2091,7 +2091,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B 02:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> tpch.lineitem.l_orderkey, RF002 -> l_orderkey + runtime filters: RF000[bloom] -> tpch.lineitem.l_orderkey, RF004[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -2140,7 +2140,7 @@ Per-Host Resources: mem-estimate=175.68MB mem-reservation=122.88MB 07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | hash-table-id=00 | hash predicates: o_orderkey = l_orderkey -| runtime filters: RF000 <- l_orderkey +| runtime filters: RF000[bloom] <- l_orderkey | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | @@ -2182,7 +2182,7 @@ Per-Host Resources: mem-estimate=175.68MB mem-reservation=122.88MB | hash-table-id=01 | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF001 <- c_custkey +| runtime filters: RF002[bloom] <- c_custkey | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | @@ -2211,7 +2211,7 @@ Per-Host Resources: mem-estimate=175.68MB mem-reservation=122.88MB | hash-table-id=02 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF002 <- o_orderkey +| runtime filters: RF004[bloom] <- o_orderkey | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | @@ -2230,7 +2230,7 @@ Per-Host Resources: mem-estimate=175.68MB mem-reservation=122.88MB | Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B | 01:SCAN HDFS [tpch.orders, RANDOM] | partitions=1/1 files=1 size=162.56MB -| runtime filters: RF000 -> o_orderkey, RF001 -> o_custkey +| runtime filters: RF000[bloom] -> o_orderkey, RF002[bloom] -> o_custkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=162.56MB | column stats: all @@ -2245,7 +2245,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 Per-Host Resources: mem-estimate=176.00MB mem-reservation=0B 02:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB - runtime filters: RF000 -> tpch.lineitem.l_orderkey, RF002 -> l_orderkey + runtime filters: RF000[bloom] -> tpch.lineitem.l_orderkey, RF004[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=718.94MB column stats: all @@ -2872,21 +2872,21 @@ PLAN-ROOT SINK 06:HASH JOIN [INNER JOIN] | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey -| runtime filters: RF000 <- t3.o_orderkey +| runtime filters: RF000[bloom] <- t3.o_orderkey | mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | |--05:HASH JOIN [INNER JOIN] | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey -| | runtime filters: RF001 <- t3.o_orderkey +| | runtime filters: RF002[bloom] <- t3.o_orderkey | | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | |--04:HASH JOIN [INNER JOIN] | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey -| | | runtime filters: RF002 <- t4.o_orderkey +| | | runtime filters: RF004[bloom] <- t4.o_orderkey | | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | @@ -2900,7 +2900,7 @@ PLAN-ROOT SINK | | | | | 02:SCAN HDFS [tpch_parquet.orders t3] | | partitions=1/1 files=2 size=54.20MB -| | runtime filters: RF002 -> t3.o_orderkey +| | runtime filters: RF004[bloom] -> t3.o_orderkey | | stats-rows=1500000 extrapolated-rows=disabled | | table stats: rows=1500000 size=54.20MB | | column stats: all @@ -2909,7 +2909,7 @@ PLAN-ROOT SINK | | | 01:SCAN HDFS [tpch_parquet.orders t2] | partitions=1/1 files=2 size=54.20MB -| runtime filters: RF001 -> t2.o_orderkey +| runtime filters: RF002[bloom] -> t2.o_orderkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=54.20MB | column stats: all @@ -2918,7 +2918,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [tpch_parquet.orders t1] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> t1.o_orderkey + runtime filters: RF000[bloom] -> t1.o_orderkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -2942,7 +2942,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB 06:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey -| runtime filters: RF000 <- t3.o_orderkey +| runtime filters: RF000[bloom] <- t3.o_orderkey | mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | @@ -2955,14 +2955,14 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB | 05:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey -| | runtime filters: RF001 <- t3.o_orderkey +| | runtime filters: RF002[bloom] <- t3.o_orderkey | | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | |--04:HASH JOIN [INNER JOIN, PARTITIONED] | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey -| | | runtime filters: RF002 <- t4.o_orderkey +| | | runtime filters: RF004[bloom] <- t4.o_orderkey | | | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | @@ -2988,7 +2988,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB | | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B | | 02:SCAN HDFS [tpch_parquet.orders t3, RANDOM] | | partitions=1/1 files=2 size=54.20MB -| | runtime filters: RF002 -> t3.o_orderkey +| | runtime filters: RF004[bloom] -> t3.o_orderkey | | stats-rows=1500000 extrapolated-rows=disabled | | table stats: rows=1500000 size=54.20MB | | column stats: all @@ -3003,7 +3003,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB | Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B | 01:SCAN HDFS [tpch_parquet.orders t2, RANDOM] | partitions=1/1 files=2 size=54.20MB -| runtime filters: RF001 -> t2.o_orderkey +| runtime filters: RF002[bloom] -> t2.o_orderkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=54.20MB | column stats: all @@ -3012,7 +3012,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB | 00:SCAN HDFS [tpch_parquet.orders t1, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> t1.o_orderkey + runtime filters: RF000[bloom] -> t1.o_orderkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -3037,7 +3037,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | hash-table-id=00 | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey -| runtime filters: RF000 <- t3.o_orderkey +| runtime filters: RF000[bloom] <- t3.o_orderkey | mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | @@ -3058,7 +3058,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | | hash-table-id=01 | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey -| | runtime filters: RF001 <- t3.o_orderkey +| | runtime filters: RF002[bloom] <- t3.o_orderkey | | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | @@ -3073,7 +3073,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | | | hash-table-id=02 | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey -| | | runtime filters: RF002 <- t4.o_orderkey +| | | runtime filters: RF004[bloom] <- t4.o_orderkey | | | mem-estimate=4.75MB mem-reservation=4.75MB spill-buffer=256.00KB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | @@ -3106,7 +3106,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | | Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B | | 02:SCAN HDFS [tpch_parquet.orders t3, RANDOM] | | partitions=1/1 files=2 size=54.20MB -| | runtime filters: RF002 -> t3.o_orderkey +| | runtime filters: RF004[bloom] -> t3.o_orderkey | | stats-rows=1500000 extrapolated-rows=disabled | | table stats: rows=1500000 size=54.20MB | | column stats: all @@ -3121,7 +3121,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B | 01:SCAN HDFS [tpch_parquet.orders t2, RANDOM] | partitions=1/1 files=2 size=54.20MB -| runtime filters: RF001 -> t2.o_orderkey +| runtime filters: RF002[bloom] -> t2.o_orderkey | stats-rows=1500000 extrapolated-rows=disabled | table stats: rows=1500000 size=54.20MB | column stats: all @@ -3130,7 +3130,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB | 00:SCAN HDFS [tpch_parquet.orders t1, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> t1.o_orderkey + runtime filters: RF000[bloom] -> t1.o_orderkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test b/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test index c1675af..5e60d35 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-propagation.test @@ -54,7 +54,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: t2.id = t3.tinyint_col -| runtime filters: RF001 <- t3.tinyint_col +| runtime filters: RF002 <- t3.tinyint_col | |--02:SCAN HDFS [functional.alltypestiny t3] | partitions=4/4 files=4 size=460B @@ -62,16 +62,16 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t2.int_col -| runtime filters: RF002 <- t2.int_col +| runtime filters: RF004 <- t2.int_col | |--01:SCAN HDFS [functional.alltypesagg t2] | partitions=11/11 files=11 size=814.73KB | predicates: t2.bool_col = TRUE -| runtime filters: RF001 -> t2.id +| runtime filters: RF002 -> t2.id | 00:SCAN HDFS [functional.alltypestiny t1] partitions=4/4 files=4 size=460B - runtime filters: RF002 -> t1.year + runtime filters: RF004 -> t1.year ==== # Two-way join query where multiple runtime filters are generated select straight_join * from functional.alltypesagg t1, functional.alltypesnopart t2 @@ -260,14 +260,14 @@ PLAN-ROOT SINK | |--03:HASH JOIN [INNER JOIN] | | hash predicates: t2.int_col = t3.int_col -| | runtime filters: RF002 <- t3.int_col +| | runtime filters: RF004 <- t3.int_col | | | |--02:SCAN HDFS [functional.alltypesnopart t3] | | partitions=1/1 files=0 size=0B | | | 01:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B -| runtime filters: RF002 -> t2.int_col +| runtime filters: RF004 -> t2.int_col | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB @@ -289,23 +289,23 @@ PLAN-ROOT SINK | |--05:HASH JOIN [INNER JOIN] | | hash predicates: t2.tinyint_col = t4.tinyint_col, t3.int_col = t4.int_col -| | runtime filters: RF002 <- t4.tinyint_col, RF003 <- t4.int_col +| | runtime filters: RF004 <- t4.tinyint_col, RF005 <- t4.int_col | | | |--03:SCAN HDFS [functional.alltypesnopart t4] | | partitions=1/1 files=0 size=0B | | | 04:HASH JOIN [INNER JOIN] | | hash predicates: t2.id = t3.id -| | runtime filters: RF004 <- t3.id +| | runtime filters: RF008 <- t3.id | | | |--02:SCAN HDFS [functional.alltypesnopart t3] | | partitions=1/1 files=0 size=0B -| | runtime filters: RF003 -> t3.int_col +| | runtime filters: RF005 -> t3.int_col | | | 01:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B | predicates: t2.int_col = t2.id -| runtime filters: RF002 -> t2.tinyint_col, RF004 -> t2.id +| runtime filters: RF004 -> t2.tinyint_col, RF008 -> t2.id | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB @@ -329,7 +329,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t3.int_col -| runtime filters: RF001 <- t3.int_col +| runtime filters: RF002 <- t3.int_col | |--02:SCAN HDFS [functional.alltypesnopart t3] | partitions=1/1 files=0 size=0B @@ -338,16 +338,16 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t2.id -| runtime filters: RF002 <- t2.id +| runtime filters: RF004 <- t2.id | |--01:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B | predicates: t2.bool_col = FALSE -| runtime filters: RF000 -> t2.id, RF001 -> t2.id +| runtime filters: RF000 -> t2.id, RF002 -> t2.id | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> t1.year, RF001 -> t1.year, RF002 -> t1.year + runtime filters: RF000 -> t1.year, RF002 -> t1.year, RF004 -> t1.year ==== # Five-way cyclic join query select straight_join * from functional.alltypesagg t1, functional.alltypesnopart t2, @@ -366,7 +366,7 @@ PLAN-ROOT SINK | 07:HASH JOIN [INNER JOIN] | hash predicates: t3.month = t4.bigint_col -| runtime filters: RF002 <- t4.bigint_col +| runtime filters: RF004 <- t4.bigint_col | |--03:SCAN HDFS [functional.alltypesnopart t4] | partitions=1/1 files=0 size=0B @@ -374,23 +374,23 @@ PLAN-ROOT SINK | 06:HASH JOIN [INNER JOIN] | hash predicates: t2.int_col = t3.tinyint_col -| runtime filters: RF003 <- t3.tinyint_col +| runtime filters: RF006 <- t3.tinyint_col | |--02:SCAN HDFS [functional.alltypessmall t3] | partitions=4/4 files=4 size=6.32KB -| runtime filters: RF002 -> t3.month +| runtime filters: RF004 -> t3.month | 05:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t2.id -| runtime filters: RF004 <- t2.id +| runtime filters: RF008 <- t2.id | |--01:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B -| runtime filters: RF003 -> t2.int_col +| runtime filters: RF006 -> t2.int_col | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> t1.month, RF004 -> t1.year + runtime filters: RF000 -> t1.month, RF008 -> t1.year ==== # Two-way left outer join query; no runtime filters should be generated from the # ON-clause equi-join predicate @@ -520,14 +520,14 @@ PLAN-ROOT SINK | 03:HASH JOIN [LEFT SEMI JOIN] | hash predicates: t1.year = t2.int_col -| runtime filters: RF001 <- t2.int_col +| runtime filters: RF002 <- t2.int_col | |--01:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> t1.month, RF001 -> t1.year + runtime filters: RF000 -> t1.month, RF002 -> t1.year ==== # Query with a subquery that is converted to a null-aware left anti join select straight_join * from functional.alltypesagg t1 @@ -621,7 +621,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: month = t2.int_col -| runtime filters: RF001 <- t2.int_col +| runtime filters: RF002 <- t2.int_col | |--02:SCAN HDFS [functional.alltypesnopart t2] | partitions=1/1 files=0 size=0B @@ -631,7 +631,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> t1.year, RF001 -> t1.month + runtime filters: RF000 -> t1.year, RF002 -> t1.month ==== # Four-way join query between an inline view with an aggregation and three base tables select straight_join 1 from @@ -652,7 +652,7 @@ PLAN-ROOT SINK | 06:HASH JOIN [INNER JOIN] | hash predicates: year = b.year -| runtime filters: RF001 <- b.year +| runtime filters: RF002 <- b.year | |--03:SCAN HDFS [functional.alltypestiny b] | partitions=4/4 files=4 size=460B @@ -661,18 +661,18 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: year = a.year -| runtime filters: RF002 <- a.year +| runtime filters: RF004 <- a.year | |--02:SCAN HDFS [functional.alltypestiny a] | partitions=4/4 files=4 size=460B -| runtime filters: RF000 -> a.year, RF001 -> a.year +| runtime filters: RF000 -> a.year, RF002 -> a.year | 01:AGGREGATE [FINALIZE] | group by: id, year, month | 00:SCAN HDFS [functional.alltypes] partitions=24/24 files=24 size=478.45KB - runtime filters: RF000 -> functional.alltypes.year, RF001 -> functional.alltypes.year, RF002 -> functional.alltypes.year + runtime filters: RF000 -> functional.alltypes.year, RF002 -> functional.alltypes.year, RF004 -> functional.alltypes.year ==== # Two-way join query with an inline view in the probe side of the join where the # scan node to apply the filter is below a top-n (order by with limit) operator @@ -818,7 +818,7 @@ PLAN-ROOT SINK | |--06:HASH JOIN [INNER JOIN] | | hash predicates: t3.month = t4.smallint_col -| | runtime filters: RF001 <- t4.smallint_col +| | runtime filters: RF002 <- t4.smallint_col | | | |--05:SCAN HDFS [functional.alltypesnopart t4] | | partitions=1/1 files=0 size=0B @@ -826,7 +826,7 @@ PLAN-ROOT SINK | | | 04:SCAN HDFS [functional.alltypes t3] | partitions=24/24 files=24 size=478.45KB -| runtime filters: RF001 -> t3.month +| runtime filters: RF002 -> t3.month | 03:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t2.int_col @@ -975,7 +975,7 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN] | hash predicates: t1.year = t2.id + t3.id + 1 -| runtime filters: RF001 <- t2.id + t3.id + 1 +| runtime filters: RF002 <- t2.id + t3.id + 1 | |--03:HASH JOIN [LEFT OUTER JOIN] | | hash predicates: t2.id = t3.id @@ -990,7 +990,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> t1.month, RF001 -> t1.year + runtime filters: RF000 -> t1.month, RF002 -> t1.year ==== # Multi-way join query where the slots of all the join predicates belong to the same # equivalence class @@ -1010,7 +1010,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF001 <- t2.id +| runtime filters: RF002 <- t2.id | |--01:SCAN HDFS [functional.alltypestiny t2] | partitions=4/4 files=4 size=460B @@ -1018,7 +1018,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypestiny t1] partitions=4/4 files=4 size=460B - runtime filters: RF000 -> t1.id, RF001 -> t1.id + runtime filters: RF000 -> t1.id, RF002 -> t1.id ==== # Equivalent query to the one above; the same runtime filters should be generated select straight_join 1 from functional.alltypestiny t1 join functional.alltypestiny t2 on t1.id = t2.id @@ -1037,7 +1037,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF001 <- t2.id +| runtime filters: RF002 <- t2.id | |--01:SCAN HDFS [functional.alltypestiny t2] | partitions=4/4 files=4 size=460B @@ -1045,7 +1045,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypestiny t1] partitions=4/4 files=4 size=460B - runtime filters: RF000 -> t1.id, RF001 -> t1.id + runtime filters: RF000 -> t1.id, RF002 -> t1.id ==== # Check that runtime filters are not generated in subplans select straight_join 1 from tpch_nested_parquet.customer c, @@ -1124,7 +1124,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t3.id -| runtime filters: RF001 <- t3.id +| runtime filters: RF002 <- t3.id | |--02:SCAN HDFS [functional.alltypestiny t3] | partitions=4/4 files=4 size=460B @@ -1132,15 +1132,15 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF002 <- t2.id +| runtime filters: RF004 <- t2.id | |--01:SCAN HDFS [functional.alltypestiny t2] | partitions=4/4 files=4 size=460B -| runtime filters: RF000 -> t2.id + t2.id, RF001 -> t2.id +| runtime filters: RF000 -> t2.id + t2.id, RF002 -> t2.id | 00:SCAN HDFS [functional.alltypestiny t1] partitions=4/4 files=4 size=460B - runtime filters: RF000 -> t1.id + t1.id, RF001 -> t1.id, RF002 -> t1.id + runtime filters: RF000 -> t1.id + t1.id, RF002 -> t1.id, RF004 -> t1.id ==== # IMPALA-3074: Generated runtime filter has multiple candidate target nodes not all of # which are valid due to type mismatch between the associated source and target @@ -1160,7 +1160,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: a1.int_col = a3.smallint_col -| runtime filters: RF001 <- a3.smallint_col +| runtime filters: RF002 <- a3.smallint_col | |--01:SCAN HDFS [functional.alltypestiny a3] | partitions=4/4 files=4 size=460B @@ -1168,7 +1168,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypestiny a1] partitions=4/4 files=4 size=460B - runtime filters: RF001 -> a1.int_col + runtime filters: RF002 -> a1.int_col ==== # IMPALA-3574: Runtime filter generated from a targer expr that contains a TupleIsNull # predicate. @@ -1195,7 +1195,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [LEFT SEMI JOIN] | hash predicates: int_col = int_col -| runtime filters: RF001 <- int_col +| runtime filters: RF002 <- int_col | |--01:SCAN HDFS [functional.alltypes] | partitions=24/24 files=24 size=478.45KB @@ -1203,7 +1203,7 @@ PLAN-ROOT SINK | 02:SCAN HDFS [functional.alltypesagg] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> coalesce(int_col, 384), RF001 -> int_col + runtime filters: RF000 -> coalesce(int_col, 384), RF002 -> int_col ==== # IMPALA-4076: Test pruning the least selective runtime filters to obey # MAX_NUM_RUNTIME_FILTERS in the presence of zero-cardinality plan nodes. This query was @@ -1363,14 +1363,14 @@ PLAN-ROOT SINK | |--11:HASH JOIN [INNER JOIN] | | hash predicates: a.bigint_col = b.bigint_col, a.bool_col = b.bool_col, a.double_col = b.double_col, a.float_col = b.float_col, a.id = b.id, a.int_col = b.int_col, a.smallint_col = b.smallint_col, a.tinyint_col = b.tinyint_col -| | runtime filters: RF016 <- b.bigint_col, RF017 <- b.bool_col, RF018 <- b.double_col, RF019 <- b.float_col, RF020 <- b.id, RF021 <- b.int_col, RF022 <- b.smallint_col, RF023 <- b.tinyint_col +| | runtime filters: RF032 <- b.bigint_col, RF033 <- b.bool_col, RF034 <- b.double_col, RF035 <- b.float_col, RF036 <- b.id, RF037 <- b.int_col, RF038 <- b.smallint_col, RF039 <- b.tinyint_col | | | |--10:SCAN HDFS [functional.alltypestiny b] | | partitions=4/4 files=4 size=460B | | | 09:SCAN HDFS [functional.alltypes a] | partitions=24/24 files=24 size=478.45KB -| runtime filters: RF016 -> a.bigint_col, RF017 -> a.bool_col, RF018 -> a.double_col, RF019 -> a.float_col, RF020 -> a.id, RF021 -> a.int_col, RF022 -> a.smallint_col, RF023 -> a.tinyint_col +| runtime filters: RF032 -> a.bigint_col, RF033 -> a.bool_col, RF034 -> a.double_col, RF035 -> a.float_col, RF036 -> a.id, RF037 -> a.int_col, RF038 -> a.smallint_col, RF039 -> a.tinyint_col | 30:NESTED LOOP JOIN [CROSS JOIN] | @@ -1387,14 +1387,14 @@ PLAN-ROOT SINK | |--05:HASH JOIN [INNER JOIN] | | hash predicates: a.bool_col = b.bool_col, a.id = b.id -| | runtime filters: RF006 <- b.bool_col, RF007 <- b.id +| | runtime filters: RF012 <- b.bool_col, RF013 <- b.id | | | |--04:SCAN HDFS [functional.alltypestiny b] | | partitions=4/4 files=4 size=460B | | | 03:SCAN HDFS [functional.alltypes a] | partitions=24/24 files=24 size=478.45KB -| runtime filters: RF006 -> a.bool_col, RF007 -> a.id +| runtime filters: RF012 -> a.bool_col, RF013 -> a.id | 02:HASH JOIN [INNER JOIN] | hash predicates: a.bigint_col = b.bigint_col, a.bool_col = b.bool_col, a.id = b.id, a.int_col = b.int_col, a.smallint_col = b.smallint_col, a.tinyint_col = b.tinyint_col http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-query-options.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-query-options.test b/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-query-options.test index a8909be..5188d25 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-query-options.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/runtime-filter-query-options.test @@ -20,21 +20,21 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col, RF003 <- c.month +| runtime filters: RF004 <- c.int_col, RF005 <- c.month | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB | 04:HASH JOIN [INNER JOIN] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--01:SCAN HDFS [functional.alltypes b] | partitions=24/24 files=24 size=478.45KB | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF002 -> a.int_col, RF003 -> a.month, RF004 -> a.id, RF005 -> a.date_string_col + runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF004 -> a.int_col, RF005 -> a.month, RF008 -> a.id, RF009 -> a.date_string_col ---- DISTRIBUTEDPLAN PLAN-ROOT SINK | @@ -59,7 +59,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col, RF003 <- c.month +| runtime filters: RF004 <- c.int_col, RF005 <- c.month | |--09:EXCHANGE [BROADCAST] | | @@ -68,7 +68,7 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--08:EXCHANGE [BROADCAST] | | @@ -77,7 +77,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF002 -> a.int_col, RF003 -> a.month, RF004 -> a.id, RF005 -> a.date_string_col + runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF004 -> a.int_col, RF005 -> a.month, RF008 -> a.id, RF009 -> a.date_string_col ==== # Keep only MAX_NUM_RUNTIME_FILTERS most selective filters, remove the rest. # In this query RF000 (<- d.bool_col) and RF001 (<- d.year) are the least selective @@ -113,7 +113,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col, RF003 <- c.month +| runtime filters: RF004 <- c.int_col, RF005 <- c.month | |--09:EXCHANGE [BROADCAST] | | @@ -122,7 +122,7 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--08:EXCHANGE [BROADCAST] | | @@ -131,7 +131,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF004 -> a.id, RF005 -> a.date_string_col, RF002 -> a.int_col, RF003 -> a.month + runtime filters: RF008 -> a.id, RF009 -> a.date_string_col, RF004 -> a.int_col, RF005 -> a.month ==== # DISABLE_ROW_RUNTIME_FILTERING is set: only partition column filters are applied. select /* +straight_join */ count(*) from functional.alltypes a @@ -157,7 +157,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF003 <- c.month +| runtime filters: RF005 <- c.month | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB @@ -170,7 +170,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF001 -> a.year, RF003 -> a.month + runtime filters: RF001 -> a.year, RF005 -> a.month ==== # DISABLE_ROW_RUNTIME_FILTERING is set and MAX_NUM_RUNTIME_FILTERS is set to 2: only the 2 # partition column filters are applied @@ -198,7 +198,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF003 <- c.month +| runtime filters: RF005 <- c.month | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB @@ -211,7 +211,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF001 -> a.year, RF003 -> a.month + runtime filters: RF001 -> a.year, RF005 -> a.month ==== # RUNTIME_FILTER_MODE is set to LOCAL: only local filters are applied select /* +straight_join */ count(*) from functional.alltypes a @@ -237,21 +237,21 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col, RF003 <- c.month +| runtime filters: RF004 <- c.int_col, RF005 <- c.month | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB | 04:HASH JOIN [INNER JOIN] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--01:SCAN HDFS [functional.alltypes b] | partitions=24/24 files=24 size=478.45KB | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF002 -> a.int_col, RF003 -> a.month, RF004 -> a.id, RF005 -> a.date_string_col + runtime filters: RF000 -> a.bool_col, RF001 -> a.year, RF004 -> a.int_col, RF005 -> a.month, RF008 -> a.id, RF009 -> a.date_string_col ---- DISTRIBUTEDPLAN PLAN-ROOT SINK | @@ -275,7 +275,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col, RF003 <- c.month +| runtime filters: RF004 <- c.int_col, RF005 <- c.month | |--09:EXCHANGE [BROADCAST] | | @@ -284,7 +284,7 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--08:EXCHANGE [BROADCAST] | | @@ -293,7 +293,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF002 -> a.int_col, RF003 -> a.month, RF004 -> a.id, RF005 -> a.date_string_col + runtime filters: RF004 -> a.int_col, RF005 -> a.month, RF008 -> a.id, RF009 -> a.date_string_col ==== # RUNTIME_FILTER_MODE is set to LOCAL and MAX_NUM_RUNTIME_FILTERS is set to 3: only 3 # local filters are kept, which means that both local and non-local filters are removed @@ -321,21 +321,21 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col +| runtime filters: RF004 <- c.int_col | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB | 04:HASH JOIN [INNER JOIN] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--01:SCAN HDFS [functional.alltypes b] | partitions=24/24 files=24 size=478.45KB | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF004 -> a.id, RF005 -> a.date_string_col, RF002 -> a.int_col + runtime filters: RF008 -> a.id, RF009 -> a.date_string_col, RF004 -> a.int_col ---- DISTRIBUTEDPLAN PLAN-ROOT SINK | @@ -359,7 +359,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF002 <- c.int_col +| runtime filters: RF004 <- c.int_col | |--09:EXCHANGE [BROADCAST] | | @@ -368,7 +368,7 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.id = b.id, a.date_string_col = b.date_string_col -| runtime filters: RF004 <- b.id, RF005 <- b.date_string_col +| runtime filters: RF008 <- b.id, RF009 <- b.date_string_col | |--08:EXCHANGE [BROADCAST] | | @@ -377,7 +377,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF004 -> a.id, RF005 -> a.date_string_col, RF002 -> a.int_col + runtime filters: RF008 -> a.id, RF009 -> a.date_string_col, RF004 -> a.int_col ==== # DISABLE_ROW_RUNTIME_FILTERING is set and RUNTIME_FILTER_MODE is set to LOCAL: only local # partition column filters are applied @@ -405,7 +405,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF003 <- c.month +| runtime filters: RF005 <- c.month | |--02:SCAN HDFS [functional.alltypes c] | partitions=24/24 files=24 size=478.45KB @@ -418,7 +418,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF001 -> a.year, RF003 -> a.month + runtime filters: RF001 -> a.year, RF005 -> a.month ---- DISTRIBUTEDPLAN PLAN-ROOT SINK | @@ -442,7 +442,7 @@ PLAN-ROOT SINK | 05:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: a.int_col = c.int_col, a.month = c.month -| runtime filters: RF003 <- c.month +| runtime filters: RF005 <- c.month | |--09:EXCHANGE [BROADCAST] | | @@ -459,7 +459,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB - runtime filters: RF003 -> a.month + runtime filters: RF005 -> a.month ==== # RUNTIME_FILTER_MODE is OFF: no filters are applied select /* +straight_join */ count(*) from functional.alltypes a @@ -533,3 +533,21 @@ PLAN-ROOT SINK 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB ==== +# DISABLE_ROW_RUNTIME_FILTERING completely disables filters for Kudu. +select /* +straight_join */ count(*) from functional_kudu.alltypes a + join functional_kudu.alltypes b on a.id = b.id +---- QUERYOPTIONS +DISABLE_ROW_RUNTIME_FILTERING=TRUE +---- PLAN +PLAN-ROOT SINK +| +03:AGGREGATE [FINALIZE] +| output: count(*) +| +02:HASH JOIN [INNER JOIN] +| hash predicates: a.id = b.id +| +|--01:SCAN KUDU [functional_kudu.alltypes b] +| +00:SCAN KUDU [functional_kudu.alltypes a] +==== http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test index 719b07d..6520238 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/spillable-buffer-sizing.test @@ -20,7 +20,7 @@ Per-Host Resources: mem-estimate=25.94MB mem-reservation=1.94MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: c_nationkey = n_nationkey | fk/pk conjuncts: c_nationkey = n_nationkey -| runtime filters: RF000 <- n_nationkey +| runtime filters: RF000[bloom] <- n_nationkey | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB | tuple-ids=0,1 row-size=355B cardinality=150000 | @@ -40,7 +40,7 @@ Per-Host Resources: mem-estimate=25.94MB mem-reservation=1.94MB | 00:SCAN HDFS [tpch_parquet.customer, RANDOM] partitions=1/1 files=1 size=12.34MB - runtime filters: RF000 -> c_nationkey + runtime filters: RF000[bloom] -> c_nationkey stats-rows=150000 extrapolated-rows=disabled table stats: rows=150000 size=12.34MB column stats: all @@ -65,7 +65,7 @@ Per-Host Resources: mem-estimate=51.88MB mem-reservation=3.88MB | hash-table-id=00 | hash predicates: c_nationkey = n_nationkey | fk/pk conjuncts: c_nationkey = n_nationkey -| runtime filters: RF000 <- n_nationkey +| runtime filters: RF000[bloom] <- n_nationkey | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB | tuple-ids=0,1 row-size=355B cardinality=150000 | @@ -92,7 +92,7 @@ Per-Host Resources: mem-estimate=51.88MB mem-reservation=3.88MB | 00:SCAN HDFS [tpch_parquet.customer, RANDOM] partitions=1/1 files=1 size=12.34MB - runtime filters: RF000 -> c_nationkey + runtime filters: RF000[bloom] -> c_nationkey stats-rows=150000 extrapolated-rows=disabled table stats: rows=150000 size=12.34MB column stats: all @@ -218,7 +218,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF000 <- c_custkey +| runtime filters: RF000[bloom] <- c_custkey | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=428B cardinality=1500000 | @@ -244,7 +244,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 Per-Host Resources: mem-estimate=40.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.orders, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> o_custkey + runtime filters: RF000[bloom] -> o_custkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -269,7 +269,7 @@ Per-Host Resources: mem-estimate=34.00MB mem-reservation=34.00MB | hash-table-id=00 | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF000 <- c_custkey +| runtime filters: RF000[bloom] <- c_custkey | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=0,1 row-size=428B cardinality=1500000 | @@ -302,7 +302,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.orders, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> o_custkey + runtime filters: RF000[bloom] -> o_custkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -331,7 +331,7 @@ Per-Host Resources: mem-estimate=77.38MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF000 <- c_custkey +| runtime filters: RF000[bloom] <- c_custkey | mem-estimate=37.38MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=428B cardinality=1500000 | @@ -351,7 +351,7 @@ Per-Host Resources: mem-estimate=77.38MB mem-reservation=34.00MB | 00:SCAN HDFS [tpch_parquet.orders, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> o_custkey + runtime filters: RF000[bloom] -> o_custkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -376,7 +376,7 @@ Per-Host Resources: mem-estimate=154.76MB mem-reservation=68.00MB | hash-table-id=00 | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey -| runtime filters: RF000 <- c_custkey +| runtime filters: RF000[bloom] <- c_custkey | mem-estimate=37.38MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=428B cardinality=1500000 | @@ -403,7 +403,7 @@ Per-Host Resources: mem-estimate=154.76MB mem-reservation=68.00MB | 00:SCAN HDFS [tpch_parquet.orders, RANDOM] partitions=1/1 files=2 size=54.20MB - runtime filters: RF000 -> o_custkey + runtime filters: RF000[bloom] -> o_custkey stats-rows=1500000 extrapolated-rows=disabled table stats: rows=1500000 size=54.20MB column stats: all @@ -639,7 +639,7 @@ Per-Host Resources: mem-estimate=71.12MB mem-reservation=51.00MB 02:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=17.00MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=0,1 row-size=33B cardinality=5757710 | @@ -665,7 +665,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.92MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=193.92MB column stats: all @@ -709,7 +709,7 @@ Per-Host Resources: mem-estimate=85.00MB mem-reservation=85.00MB | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey -| runtime filters: RF000 <- o_orderkey +| runtime filters: RF000[bloom] <- o_orderkey | mem-estimate=8.50MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=0,1 row-size=33B cardinality=5757710 | @@ -742,7 +742,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 Per-Host Resources: mem-estimate=160.00MB mem-reservation=0B 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.92MB - runtime filters: RF000 -> l_orderkey + runtime filters: RF000[bloom] -> l_orderkey stats-rows=6001215 extrapolated-rows=disabled table stats: rows=6001215 size=193.92MB column stats: all http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test b/testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test index 9823a8b..790bcc3 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/subquery-rewrite.test @@ -191,14 +191,14 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: a.id = t.id -| runtime filters: RF001 <- t.id +| runtime filters: RF002 <- t.id | |--01:SCAN HDFS [functional.alltypes t] | partitions=24/24 files=24 size=478.45KB | 00:SCAN HDFS [functional.alltypesagg a] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> a.int_col, RF001 -> a.id + runtime filters: RF000 -> a.int_col, RF002 -> a.id ==== # Multiple tables in the subquery select count(*) @@ -220,14 +220,14 @@ PLAN-ROOT SINK | |--03:HASH JOIN [INNER JOIN] | | hash predicates: s.int_col = t.int_col -| | runtime filters: RF002 <- t.int_col +| | runtime filters: RF004 <- t.int_col | | | |--02:SCAN HDFS [functional.alltypestiny t] | | partitions=4/4 files=4 size=460B | | | 01:SCAN HDFS [functional.alltypessmall s] | partitions=4/4 files=4 size=6.32KB -| runtime filters: RF002 -> s.int_col +| runtime filters: RF004 -> s.int_col | 00:SCAN HDFS [functional.alltypesagg a] partitions=11/11 files=11 size=814.73KB @@ -321,7 +321,7 @@ PLAN-ROOT SINK | |--05:HASH JOIN [INNER JOIN] | | hash predicates: s.bigint_col = n.bigint_col -| | runtime filters: RF001 <- n.bigint_col +| | runtime filters: RF002 <- n.bigint_col | | | |--03:SCAN HDFS [functional.alltypestiny n] | | partitions=4/4 files=4 size=460B @@ -329,15 +329,15 @@ PLAN-ROOT SINK | | | 04:HASH JOIN [INNER JOIN] | | hash predicates: t.id = s.id -| | runtime filters: RF002 <- s.id +| | runtime filters: RF004 <- s.id | | | |--02:SCAN HDFS [functional.alltypessmall s] | | partitions=4/4 files=4 size=6.32KB -| | runtime filters: RF001 -> s.bigint_col +| | runtime filters: RF002 -> s.bigint_col | | | 01:SCAN HDFS [functional.alltypes t] | partitions=24/24 files=24 size=478.45KB -| runtime filters: RF002 -> t.id +| runtime filters: RF004 -> t.id | 00:SCAN HDFS [functional.alltypesagg a] partitions=11/11 files=11 size=814.73KB @@ -359,7 +359,7 @@ PLAN-ROOT SINK | |--04:HASH JOIN [INNER JOIN] | | hash predicates: id = a.id -| | runtime filters: RF001 <- a.id +| | runtime filters: RF002 <- a.id | | | |--01:SCAN HDFS [functional.alltypestiny a] | | partitions=4/4 files=4 size=460B @@ -371,7 +371,7 @@ PLAN-ROOT SINK | | | 02:SCAN HDFS [functional.alltypessmall] | partitions=4/4 files=4 size=6.32KB -| runtime filters: RF001 -> functional.alltypessmall.id +| runtime filters: RF002 -> functional.alltypessmall.id | 00:SCAN HDFS [functional.alltypes t] partitions=24/24 files=24 size=478.45KB @@ -416,22 +416,22 @@ PLAN-ROOT SINK | 07:HASH JOIN [INNER JOIN] | hash predicates: g.string_col = a.string_col -| runtime filters: RF001 <- a.string_col +| runtime filters: RF002 <- a.string_col | |--02:HASH JOIN [LEFT SEMI JOIN] | | hash predicates: id = id -| | runtime filters: RF003 <- id +| | runtime filters: RF006 <- id | | | |--01:SCAN HDFS [functional.alltypestiny] | | partitions=4/4 files=4 size=460B | | | 00:SCAN HDFS [functional.alltypes a] | partitions=24/24 files=24 size=478.45KB -| runtime filters: RF000 -> a.int_col, RF003 -> id +| runtime filters: RF000 -> a.int_col, RF006 -> id | 05:HASH JOIN [LEFT SEMI JOIN] | hash predicates: g.id = id -| runtime filters: RF002 <- id +| runtime filters: RF004 <- id | |--04:SCAN HDFS [functional.alltypes] | partitions=24/24 files=24 size=478.45KB @@ -439,7 +439,7 @@ PLAN-ROOT SINK 03:SCAN HDFS [functional.alltypesagg g] partitions=11/11 files=11 size=814.73KB predicates: g.bool_col = FALSE - runtime filters: RF001 -> g.string_col, RF002 -> g.id + runtime filters: RF002 -> g.string_col, RF004 -> g.id ==== # Correlated subqueries select * @@ -479,7 +479,7 @@ PLAN-ROOT SINK | |--03:HASH JOIN [LEFT SEMI JOIN] | | hash predicates: int_col = int_col -| | runtime filters: RF001 <- int_col +| | runtime filters: RF002 <- int_col | | | |--02:SCAN HDFS [functional.alltypestiny] | | partitions=4/4 files=4 size=460B @@ -487,7 +487,7 @@ PLAN-ROOT SINK | 01:SCAN HDFS [functional.alltypesagg] | partitions=11/11 files=11 size=814.73KB | predicates: bool_col = FALSE -| runtime filters: RF001 -> int_col +| runtime filters: RF002 -> int_col | 00:SCAN HDFS [functional.alltypes t] partitions=24/24 files=24 size=478.45KB @@ -511,14 +511,14 @@ PLAN-ROOT SINK | |--03:HASH JOIN [LEFT SEMI JOIN] | | hash predicates: a.bigint_col = s.bigint_col, a.tinyint_col = tinyint_col -| | runtime filters: RF002 <- s.bigint_col, RF003 <- tinyint_col +| | runtime filters: RF004 <- s.bigint_col, RF005 <- tinyint_col | | | |--02:SCAN HDFS [functional.alltypestiny s] | | partitions=4/4 files=4 size=460B | | | 01:SCAN HDFS [functional.alltypesagg a] | partitions=11/11 files=11 size=814.73KB -| runtime filters: RF002 -> a.bigint_col, RF003 -> a.tinyint_col +| runtime filters: RF004 -> a.bigint_col, RF005 -> a.tinyint_col | 00:SCAN HDFS [functional.alltypes t] partitions=24/24 files=24 size=478.45KB @@ -539,14 +539,14 @@ PLAN-ROOT SINK | |--03:HASH JOIN [LEFT SEMI JOIN] | | hash predicates: a.bigint_col = s.bigint_col, a.int_col = int_col -| | runtime filters: RF001 <- s.bigint_col, RF002 <- int_col +| | runtime filters: RF002 <- s.bigint_col, RF003 <- int_col | | | |--02:SCAN HDFS [functional.alltypestiny s] | | partitions=4/4 files=4 size=460B | | | 01:SCAN HDFS [functional.alltypesagg a] | partitions=11/11 files=11 size=814.73KB -| runtime filters: RF001 -> a.bigint_col, RF002 -> a.int_col +| runtime filters: RF002 -> a.bigint_col, RF003 -> a.int_col | 00:SCAN HDFS [functional.alltypes t] partitions=24/24 files=24 size=478.45KB @@ -591,7 +591,7 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: a.id = t.id -| runtime filters: RF002 <- t.id +| runtime filters: RF004 <- t.id | |--01:SCAN HDFS [functional.alltypes t] | partitions=24/24 files=24 size=478.45KB @@ -600,7 +600,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypesagg a] partitions=11/11 files=11 size=814.73KB - runtime filters: RF000 -> a.id, RF002 -> a.id + runtime filters: RF000 -> a.id, RF004 -> a.id ==== # Correlated EXISTS select count(*) @@ -846,7 +846,7 @@ PLAN-ROOT SINK | |--03:HASH JOIN [RIGHT SEMI JOIN] | | hash predicates: g.int_col = t.int_col -| | runtime filters: RF001 <- t.int_col +| | runtime filters: RF002 <- t.int_col | | | |--01:SCAN HDFS [functional.alltypestiny t] | | partitions=4/4 files=4 size=460B @@ -854,7 +854,7 @@ PLAN-ROOT SINK | 02:SCAN HDFS [functional.alltypesagg g] | partitions=11/11 files=11 size=814.73KB | predicates: g.bool_col = FALSE -| runtime filters: RF001 -> g.int_col +| runtime filters: RF002 -> g.int_col | 00:SCAN HDFS [functional.alltypes a] partitions=24/24 files=24 size=478.45KB @@ -893,11 +893,11 @@ PLAN-ROOT SINK | |--08:HASH JOIN [RIGHT SEMI JOIN] | | hash predicates: bigint_col = g.bigint_col, s.id = g.id -| | runtime filters: RF001 <- g.bigint_col, RF002 <- g.id +| | runtime filters: RF002 <- g.bigint_col, RF003 <- g.id | | | |--07:HASH JOIN [LEFT SEMI JOIN] | | | hash predicates: g.id = t.id -| | | runtime filters: RF003 <- t.id +| | | runtime filters: RF006 <- t.id | | | | | |--02:SCAN HDFS [functional.alltypestiny t] | | | partitions=4/4 files=4 size=460B @@ -905,21 +905,21 @@ PLAN-ROOT SINK | | | | | 06:HASH JOIN [RIGHT OUTER JOIN] | | | hash predicates: a.id = g.id -| | | runtime filters: RF004 <- g.id +| | | runtime filters: RF008 <- g.id | | | | | |--00:SCAN HDFS [functional.alltypesagg g] | | | partitions=11/11 files=11 size=814.73KB | | | predicates: g.int_col < 100 -| | | runtime filters: RF003 -> g.id +| | | runtime filters: RF006 -> g.id | | | | | 01:SCAN HDFS [functional.alltypes a] | | partitions=24/24 files=24 size=478.45KB -| | runtime filters: RF003 -> a.id, RF004 -> a.id +| | runtime filters: RF006 -> a.id, RF008 -> a.id | | | 03:SCAN HDFS [functional.alltypessmall s] | partitions=4/4 files=4 size=6.32KB | predicates: s.int_col > 10 -| runtime filters: RF001 -> bigint_col, RF002 -> s.id +| runtime filters: RF002 -> bigint_col, RF003 -> s.id | 05:AGGREGATE [FINALIZE] | output: count(*) @@ -1121,7 +1121,7 @@ PLAN-ROOT SINK | 06:HASH JOIN [INNER JOIN] | hash predicates: a.id = t.id -| runtime filters: RF001 <- t.id +| runtime filters: RF002 <- t.id | |--01:SCAN HDFS [functional.alltypes t] | partitions=24/24 files=24 size=478.45KB @@ -1130,7 +1130,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypesagg a] partitions=11/11 files=11 size=814.73KB - runtime filters: RF001 -> a.id + runtime filters: RF002 -> a.id ==== # Multiple nesting levels with aggregation subqueries select * @@ -1650,14 +1650,14 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF001 <- t2.id +| runtime filters: RF002 <- t2.id | |--02:SCAN HDFS [functional.alltypes t2] | partitions=24/24 files=24 size=478.45KB | 01:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF001 -> t1.id + runtime filters: RF002 -> t1.id ==== # Correlated scalar subquery with complex correlared predicate (IMPALA-1335) select 1 @@ -1681,14 +1681,14 @@ PLAN-ROOT SINK | 03:HASH JOIN [INNER JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF002 <- t2.id +| runtime filters: RF004 <- t2.id | |--02:SCAN HDFS [functional.alltypes t2] | partitions=24/24 files=24 size=478.45KB | 01:SCAN HDFS [functional.alltypesagg t1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF002 -> t1.id + runtime filters: RF004 -> t1.id ==== # Outer query block with multiple tables and a correlated scalar subquery with # complex correlated predicate that references multiple subquery tables and multiple @@ -1708,14 +1708,14 @@ PLAN-ROOT SINK | |--06:HASH JOIN [INNER JOIN] | | hash predicates: t2.id = t1.id -| | runtime filters: RF002 <- t1.id +| | runtime filters: RF004 <- t1.id | | | |--00:SCAN HDFS [functional.alltypestiny t1] | | partitions=4/4 files=4 size=460B | | | 01:SCAN HDFS [functional.alltypessmall t2] | partitions=4/4 files=4 size=6.32KB -| runtime filters: RF002 -> t2.id +| runtime filters: RF004 -> t2.id | 05:AGGREGATE [FINALIZE] | output: sum(tt1.id) @@ -1723,14 +1723,14 @@ PLAN-ROOT SINK | 04:HASH JOIN [INNER JOIN] | hash predicates: tt1.int_col = tt2.int_col -| runtime filters: RF001 <- tt2.int_col +| runtime filters: RF002 <- tt2.int_col | |--03:SCAN HDFS [functional.alltypes tt2] | partitions=24/24 files=24 size=478.45KB | 02:SCAN HDFS [functional.alltypesagg tt1] partitions=11/11 files=11 size=814.73KB - runtime filters: RF001 -> tt1.int_col + runtime filters: RF002 -> tt1.int_col ==== # IMPALA-1550/IMPALA-4423: Correlated EXISTS and NOT EXISTS subqueries with aggregates # that can be evaluated at query compile time. All predicates evaluate to FALSE. http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/2510fe0a/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test b/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test index a4c06e0..34efe63 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/tablesample.test @@ -160,7 +160,7 @@ PLAN-ROOT SINK | 02:HASH JOIN [LEFT SEMI JOIN] | hash predicates: t1.id = t2.id -| runtime filters: RF000 <- t2.id +| runtime filters: RF000[bloom] <- t2.id | mem-estimate=1.94MB mem-reservation=1.94MB spill-buffer=64.00KB | tuple-ids=0 row-size=4B cardinality=10 | @@ -174,7 +174,7 @@ PLAN-ROOT SINK | 00:SCAN HDFS [functional.alltypes t1] partitions=24/24 files=24 size=478.45KB - runtime filters: RF000 -> t1.id + runtime filters: RF000[bloom] -> t1.id stats-rows=7300 extrapolated-rows=disabled table stats: rows=7300 size=478.45KB column stats: all
