http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test b/testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test index 533ac42..bd11465 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/constant-folding.test @@ -5,7 +5,7 @@ where 5 + 5 < c_custkey and o_orderkey = (2 + 2) and (coalesce(2, 3, 4) * 10) + l_linenumber < (0 * 1) ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=264.00MB mem-reservation=24.00MB +| Per-Host Resources: mem-estimate=264.00MB mem-reservation=16.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -46,20 +46,20 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: c_custkey > 10, !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderkey = 4 predicates on o_lineitems: 20 + l_linenumber < 0 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates: c_custkey > 10 parquet statistics predicates on o: o_orderkey = 4 parquet dictionary predicates: c_custkey > 10 parquet dictionary predicates on o: o_orderkey = 4 parquet dictionary predicates on o_lineitems: 20 + l_linenumber < 0 - mem-estimate=264.00MB mem-reservation=24.00MB + mem-estimate=264.00MB mem-reservation=16.00MB tuple-ids=0 row-size=24B cardinality=15000 ==== # Test HBase scan node. @@ -124,7 +124,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=20B cardinality=7300 ==== @@ -155,7 +155,7 @@ PLAN-ROOT SINK | table: rows=7300 size=478.45KB | partitions: 24/24 rows=7300 | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=310 | parquet dictionary predicates: CAST(b.double_col AS DECIMAL(3,2)) > 11.1 | mem-estimate=128.00MB mem-reservation=32.00KB | tuple-ids=1 row-size=20B cardinality=730 @@ -166,7 +166,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=8B cardinality=7300 ==== @@ -196,7 +196,7 @@ PLAN-ROOT SINK | table: rows=7300 size=478.45KB | partitions: 24/24 rows=7300 | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=310 | parquet dictionary predicates: CAST(b.double_col AS DECIMAL(3,2)) > 11.1 | mem-estimate=128.00MB mem-reservation=32.00KB | tuple-ids=1 row-size=20B cardinality=730 @@ -207,7 +207,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=8B cardinality=7300 ==== @@ -241,7 +241,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=20B cardinality=7300 ==== @@ -273,7 +273,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=4B cardinality=7300 ==== @@ -308,7 +308,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=29B cardinality=7300 ==== @@ -332,7 +332,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=8B cardinality=7300 ==== @@ -353,7 +353,7 @@ WRITE TO HDFS [functional.alltypes, OVERWRITE=false, PARTITION-KEYS=(CAST(3 + ye table: rows=100 size=6.32KB partitions: 4/4 rows=100 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=25 mem-estimate=32.00MB mem-reservation=8.00KB tuple-ids=0 row-size=16B cardinality=100 ==== @@ -381,7 +381,7 @@ PLAN-ROOT SINK table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 limit: 2 mem-estimate=128.00MB mem-reservation=32.00KB tuple-ids=0 row-size=4B cardinality=2
http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test index 55439d6..29896c7 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test @@ -22,19 +22,19 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | parquet dictionary predicates: c_salutation = 'Mrs.' | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=255B cardinality=16667 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_customer_sk stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -63,18 +63,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | parquet dictionary predicates: c_salutation = 'Mrs.' | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=255B cardinality=16667 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -103,19 +103,19 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | parquet dictionary predicates: c_salutation = 'Mrs.' | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=255B cardinality=16667 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_customer_sk stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -143,19 +143,19 @@ PLAN-ROOT SINK | stored statistics: | table: rows=287514 size=31.19MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=287514 | parquet dictionary predicates: sr_return_quantity < 10 | mem-estimate=80.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=88B cardinality=28751 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_item_sk, RF001[bloom] -> ss_ticket_number stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -181,18 +181,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=719384 size=140.07MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=657377 | mem-estimate=160.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=144B cardinality=719384 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_sold_time_sk stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -220,7 +220,7 @@ PLAN-ROOT SINK | stored statistics: | table: rows=73049 size=9.84MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=73049 | parquet dictionary predicates: a.d_holiday = 'Y' | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=0 row-size=303B cardinality=36525 @@ -231,7 +231,7 @@ PLAN-ROOT SINK stored statistics: table: rows=73049 size=9.84MB columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=73049 mem-estimate=48.00MB mem-reservation=8.00MB tuple-ids=1 row-size=303B cardinality=73049 ==== @@ -262,7 +262,7 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=2 row-size=4B cardinality=100000 | @@ -278,7 +278,7 @@ PLAN-ROOT SINK | stored statistics: | table: rows=73049 size=9.84MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=73049 | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=4 row-size=4B cardinality=73049 | @@ -302,19 +302,19 @@ PLAN-ROOT SINK | | stored statistics: | | table: rows=73049 size=9.84MB | | columns: all -| | extrapolated-rows=disabled +| | extrapolated-rows=disabled max-scan-range-rows=73049 | | parquet dictionary predicates: d1.d_fy_week_seq = 1000 | | mem-estimate=48.00MB mem-reservation=8.00MB | | tuple-ids=3 row-size=8B cardinality=7 | | | 00:SCAN HDFS [tpcds.store_sales] -| partitions=1824/1824 files=1824 size=326.32MB +| partitions=1824/1824 files=1824 size=346.60MB | runtime filters: RF000[bloom] -> ss_addr_sk, RF008[bloom] -> ss_sold_date_sk | stored statistics: -| table: rows=2880404 size=326.32MB +| table: rows=2880404 size=346.60MB | partitions: 1824/1824 rows=2880404 | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=83798 | mem-estimate=128.00MB mem-reservation=8.00MB | tuple-ids=0 row-size=24B cardinality=2880404 | @@ -324,7 +324,7 @@ PLAN-ROOT SINK stored statistics: table: rows=287514 size=31.19MB columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=287514 mem-estimate=80.00MB mem-reservation=8.00MB tuple-ids=1 row-size=20B cardinality=287514 ==== @@ -350,18 +350,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=255B cardinality=100000 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_customer_sk % 10 stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== @@ -388,18 +388,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=unavailable size=8.58MB | columns: unavailable -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=4B cardinality=unavailable | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_customer_sk stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=4B cardinality=2880404 ==== @@ -425,18 +425,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=100000 size=12.60MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=100000 | mem-estimate=48.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=4B cardinality=100000 | 00:SCAN HDFS [tpcds_seq_snap.store_sales] - partitions=1824/1824 files=1824 size=207.85MB + partitions=1824/1824 files=1824 size=212.80MB runtime filters: RF000[bloom] -> ss_customer_sk stored statistics: table: rows=unavailable size=unavailable partitions: 0/1824 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=4B cardinality=unavailable ==== @@ -469,18 +469,18 @@ PLAN-ROOT SINK | stored statistics: | table: rows=719384 size=140.07MB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=657377 | mem-estimate=160.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=4B cardinality=719384 | 00:SCAN HDFS [tpcds.store_sales] - partitions=1824/1824 files=1824 size=326.32MB + partitions=1824/1824 files=1824 size=346.60MB runtime filters: RF000[bloom] -> ss_sold_time_sk stored statistics: - table: rows=2880404 size=326.32MB + table: rows=2880404 size=346.60MB partitions: 1824/1824 rows=2880404 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=83798 mem-estimate=128.00MB mem-reservation=8.00MB tuple-ids=0 row-size=100B cardinality=2880404 ==== http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test b/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test index 1df9270..6bc22c9 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/max-row-size.test @@ -32,11 +32,11 @@ Per-Host Resources: mem-estimate=41.94MB mem-reservation=33.94MB runtime-filters | F01:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 | Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB | 01:SCAN HDFS [tpch_parquet.nation, RANDOM] -| partitions=1/1 files=1 size=2.74KB +| partitions=1/1 files=1 size=2.75KB | stored statistics: -| table: rows=25 size=2.74KB +| table: rows=25 size=2.75KB | columns: all -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=25 | mem-estimate=16.00MB mem-reservation=32.00KB | tuple-ids=1 row-size=117B cardinality=25 | @@ -46,7 +46,7 @@ Per-Host Resources: mem-estimate=41.94MB mem-reservation=33.94MB runtime-filters stored statistics: table: rows=150000 size=12.31MB columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=150000 mem-estimate=24.00MB mem-reservation=16.00MB tuple-ids=0 row-size=238B cardinality=150000 ==== @@ -56,8 +56,8 @@ select straight_join * from tpch_parquet.lineitem left join tpch_parquet.orders on l_orderkey = o_orderkey ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=166.00MB -Per-Host Resource Estimates: Memory=428.41MB +Max Per-Host Resource Reservation: Memory=110.00MB +Per-Host Resource Estimates: Memory=420.41MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=0B mem-reservation=0B @@ -69,7 +69,7 @@ PLAN-ROOT SINK | tuple-ids=0,1N row-size=454B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=380.41MB mem-reservation=118.00MB +Per-Host Resources: mem-estimate=380.41MB mem-reservation=86.00MB 02:HASH JOIN [LEFT OUTER JOIN, BROADCAST] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey @@ -81,23 +81,23 @@ Per-Host Resources: mem-estimate=380.41MB mem-reservation=118.00MB | | tuple-ids=1 row-size=191B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=48.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=40.00MB mem-reservation=24.00MB | 01:SCAN HDFS [tpch_parquet.orders, RANDOM] | partitions=1/1 files=2 size=54.07MB | stored statistics: | table: rows=1500000 size=54.07MB | columns: all -| extrapolated-rows=disabled -| mem-estimate=48.00MB mem-reservation=48.00MB +| extrapolated-rows=disabled max-scan-range-rows=1177135 +| mem-estimate=40.00MB mem-reservation=24.00MB | tuple-ids=1 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.72MB + partitions=1/1 files=3 size=193.71MB stored statistics: - table: rows=6001215 size=193.72MB + table: rows=6001215 size=193.71MB columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + extrapolated-rows=disabled max-scan-range-rows=2141802 + mem-estimate=80.00MB mem-reservation=40.00MB tuple-ids=0 row-size=263B cardinality=6001215 ==== # Null-aware anti-join with medium build side. @@ -105,7 +105,7 @@ Per-Host Resources: mem-estimate=380.41MB mem-reservation=118.00MB select * from tpch_parquet.lineitem where l_orderkey not in (select o_orderkey from tpch_parquet.orders) ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=114.00MB +Max Per-Host Resource Reservation: Memory=78.00MB Per-Host Resource Estimates: Memory=154.00MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -118,7 +118,7 @@ PLAN-ROOT SINK | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=114.00MB mem-reservation=106.00MB +Per-Host Resources: mem-estimate=114.00MB mem-reservation=74.00MB 02:HASH JOIN [NULL AWARE LEFT ANTI JOIN, BROADCAST] | hash predicates: l_orderkey = o_orderkey | mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=1.00MB @@ -129,23 +129,23 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=106.00MB | | tuple-ids=1 row-size=8B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=40.00MB mem-reservation=4.00MB | 01:SCAN HDFS [tpch_parquet.orders, RANDOM] | partitions=1/1 files=2 size=54.07MB | stored statistics: | table: rows=1500000 size=54.07MB | columns: all -| extrapolated-rows=disabled -| mem-estimate=40.00MB mem-reservation=8.00MB +| extrapolated-rows=disabled max-scan-range-rows=1177135 +| mem-estimate=40.00MB mem-reservation=4.00MB | tuple-ids=1 row-size=8B cardinality=1500000 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.72MB + partitions=1/1 files=3 size=193.71MB stored statistics: - table: rows=6001215 size=193.72MB + table: rows=6001215 size=193.71MB columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + extrapolated-rows=disabled max-scan-range-rows=2141802 + mem-estimate=80.00MB mem-reservation=40.00MB tuple-ids=0 row-size=263B cardinality=6001215 ==== # Mid NDV aggregation. @@ -156,7 +156,7 @@ from tpch_parquet.lineitem group by 1, 2 having count(*) = 1 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=137.00MB +Max Per-Host Resource Reservation: Memory=125.00MB Per-Host Resource Estimates: Memory=253.12MB F04:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -201,14 +201,14 @@ Per-Host Resources: mem-estimate=86.12MB mem-reservation=66.00MB runtime-filters | | tuple-ids=1 row-size=25B cardinality=1500000 | | | F01:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=40.00MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB | 01:SCAN HDFS [tpch_parquet.orders, RANDOM] | partitions=1/1 files=2 size=54.07MB | stored statistics: | table: rows=1500000 size=54.07MB | columns: all -| extrapolated-rows=disabled -| mem-estimate=40.00MB mem-reservation=16.00MB +| extrapolated-rows=disabled max-scan-range-rows=1177135 +| mem-estimate=40.00MB mem-reservation=8.00MB | tuple-ids=1 row-size=25B cardinality=1500000 | 04:EXCHANGE [HASH(l_orderkey)] @@ -216,15 +216,15 @@ Per-Host Resources: mem-estimate=86.12MB mem-reservation=66.00MB runtime-filters | tuple-ids=0 row-size=8B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=81.00MB mem-reservation=9.00MB runtime-filters-memory=1.00MB +Per-Host Resources: mem-estimate=81.00MB mem-reservation=5.00MB runtime-filters-memory=1.00MB 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.72MB + partitions=1/1 files=3 size=193.71MB runtime filters: RF000[bloom] -> l_orderkey stored statistics: - table: rows=6001215 size=193.72MB + table: rows=6001215 size=193.71MB columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=8.00MB + extrapolated-rows=disabled max-scan-range-rows=2141802 + mem-estimate=80.00MB mem-reservation=4.00MB tuple-ids=0 row-size=8B cardinality=6001215 ==== # High NDV aggregation. @@ -232,7 +232,7 @@ Per-Host Resources: mem-estimate=81.00MB mem-reservation=9.00MB runtime-filters- select distinct * from tpch_parquet.lineitem ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=152.00MB +Max Per-Host Resource Reservation: Memory=120.00MB Per-Host Resource Estimates: Memory=3.31GB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -256,19 +256,19 @@ Per-Host Resources: mem-estimate=1.62GB mem-reservation=46.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=1.69GB mem-reservation=106.00MB +Per-Host Resources: mem-estimate=1.69GB mem-reservation=74.00MB 01:AGGREGATE [STREAMING] | group by: tpch_parquet.lineitem.l_orderkey, tpch_parquet.lineitem.l_partkey, tpch_parquet.lineitem.l_suppkey, tpch_parquet.lineitem.l_linenumber, tpch_parquet.lineitem.l_quantity, tpch_parquet.lineitem.l_extendedprice, tpch_parquet.lineitem.l_discount, tpch_parquet.lineitem.l_tax, tpch_parquet.lineitem.l_returnflag, tpch_parquet.lineitem.l_linestatus, tpch_parquet.lineitem.l_shipdate, tpch_parquet.lineitem.l_commitdate, tpch_parquet.lineitem.l_receiptdate, tpch_parquet.lineitem.l_shipinstruct, tpch_parquet.lineitem.l_shipmode, tpch_parquet.lineitem.l_comment | mem-estimate=1.62GB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.72MB + partitions=1/1 files=3 size=193.71MB stored statistics: - table: rows=6001215 size=193.72MB + table: rows=6001215 size=193.71MB columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=72.00MB + extrapolated-rows=disabled max-scan-range-rows=2141802 + mem-estimate=80.00MB mem-reservation=40.00MB tuple-ids=0 row-size=263B cardinality=6001215 ==== # High NDV aggregation with string aggregation function. @@ -277,7 +277,7 @@ select l_orderkey, l_partkey, group_concat(l_linestatus, ",") from tpch_parquet.lineitem group by 1, 2 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=106.00MB +Max Per-Host Resource Reservation: Memory=98.00MB Per-Host Resource Estimates: Memory=482.91MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -302,7 +302,7 @@ Per-Host Resources: mem-estimate=201.46MB mem-reservation=48.00MB | tuple-ids=1 row-size=32B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=281.46MB mem-reservation=58.00MB +Per-Host Resources: mem-estimate=281.46MB mem-reservation=50.00MB 01:AGGREGATE [STREAMING] | output: group_concat(l_linestatus, ',') | group by: l_orderkey, l_partkey @@ -310,12 +310,12 @@ Per-Host Resources: mem-estimate=281.46MB mem-reservation=58.00MB | tuple-ids=1 row-size=32B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] - partitions=1/1 files=3 size=193.72MB + partitions=1/1 files=3 size=193.71MB stored statistics: - table: rows=6001215 size=193.72MB + table: rows=6001215 size=193.71MB columns: all - extrapolated-rows=disabled - mem-estimate=80.00MB mem-reservation=24.00MB + extrapolated-rows=disabled max-scan-range-rows=2141802 + mem-estimate=80.00MB mem-reservation=16.00MB tuple-ids=0 row-size=33B cardinality=6001215 ==== # Sort + Analytic. @@ -361,7 +361,7 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB table: rows=7300 size=478.45KB partitions: 24/24 rows=7300 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=310 mem-estimate=16.00MB mem-reservation=32.00KB tuple-ids=0 row-size=5B cardinality=7300 ==== http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test b/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test index 8dd2593..3692a0a 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/min-max-runtime-filters.test @@ -133,7 +133,7 @@ PLAN-ROOT SINK | table: rows=unavailable size=unavailable | partitions: 0/24 rows=unavailable | columns: unavailable -| extrapolated-rows=disabled +| extrapolated-rows=disabled max-scan-range-rows=unavailable | mem-estimate=16.00MB mem-reservation=8.00KB | tuple-ids=1 row-size=4B cardinality=unavailable | http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test index b741019..f5ee389 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test @@ -56,13 +56,13 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=16B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: id < 10 stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: id < 10 parquet dictionary predicates: id < 10 mem-estimate=16.00MB mem-reservation=24.00KB @@ -105,13 +105,13 @@ Per-Host Resources: mem-estimate=432.00MB mem-reservation=102.07MB | tuple-ids=1 row-size=16B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: id < 10 stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: id < 10 parquet dictionary predicates: id < 10 mem-estimate=16.00MB mem-reservation=24.00KB @@ -141,13 +141,13 @@ PLAN-ROOT SINK | tuple-ids=4 row-size=8B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: id < 10 stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: id < 10 parquet dictionary predicates: id < 10 mem-estimate=16.00MB mem-reservation=16.00KB @@ -184,13 +184,13 @@ Per-Host Resources: mem-estimate=30.00MB mem-reservation=30.00MB F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=9 Per-Host Resources: mem-estimate=48.00MB mem-reservation=48.00KB 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: id < 10 stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: id < 10 parquet dictionary predicates: id < 10 mem-estimate=16.00MB mem-reservation=16.00KB @@ -243,14 +243,14 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: c_custkey < 10, !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderkey < 5 predicates on o_lineitems: l_linenumber < 3 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates: c_custkey < 10 parquet statistics predicates on o: o_orderkey < 5 parquet statistics predicates on o_lineitems: l_linenumber < 3 @@ -308,14 +308,14 @@ Per-Host Resources: mem-estimate=264.00MB mem-reservation=264.00MB | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c, RANDOM] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: c_custkey < 10, !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o_orderkey < 5 predicates on o_lineitems: l_linenumber < 3 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates: c_custkey < 10 parquet statistics predicates on o: o_orderkey < 5 parquet statistics predicates on o_lineitems: l_linenumber < 3 @@ -331,7 +331,7 @@ from tpch_nested_parquet.customer c, c.c_orders o1, c.c_orders o2 where o1.o_orderkey = o2.o_orderkey + 2 and o1.o_orderkey < 5 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=89.94MB mem-reservation=81.94MB +| Per-Host Resources: mem-estimate=89.94MB mem-reservation=17.94MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -365,16 +365,16 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: !empty(c.c_orders), !empty(c.c_orders) predicates on o1: o1.o_orderkey < 5 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders, c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates on o1: o1.o_orderkey < 5 parquet dictionary predicates on o1: o1.o_orderkey < 5 - mem-estimate=88.00MB mem-reservation=80.00MB + mem-estimate=88.00MB mem-reservation=16.00MB tuple-ids=0 row-size=270B cardinality=150000 ---- PARALLELPLANS F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -387,7 +387,7 @@ PLAN-ROOT SINK | tuple-ids=1,0,2 row-size=286B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=9 -Per-Host Resources: mem-estimate=269.81MB mem-reservation=245.81MB +Per-Host Resources: mem-estimate=269.81MB mem-reservation=53.81MB 01:SUBPLAN | mem-estimate=0B mem-reservation=0B | tuple-ids=1,0,2 row-size=286B cardinality=1500000 @@ -418,15 +418,15 @@ Per-Host Resources: mem-estimate=269.81MB mem-reservation=245.81MB | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c, RANDOM] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: !empty(c.c_orders), !empty(c.c_orders) predicates on o1: o1.o_orderkey < 5 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders, c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates on o1: o1.o_orderkey < 5 parquet dictionary predicates on o1: o1.o_orderkey < 5 - mem-estimate=88.00MB mem-reservation=80.00MB + mem-estimate=88.00MB mem-reservation=16.00MB tuple-ids=0 row-size=270B cardinality=150000 ==== http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test index 3e812c6..7b63843 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test @@ -18,13 +18,13 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: int_col IS NULL, int_col > 1, int_col > tinyint_col, int_col * rand() > 50 stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: int_col > 1 parquet dictionary predicates: int_col > 1 mem-estimate=32.00MB mem-reservation=16.00KB @@ -50,13 +50,13 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] - partitions=22/24 files=22 size=159.69KB + partitions=22/24 files=22 size=172.28KB predicates: bool_col, bigint_col < 5000, double_col > 100.00, float_col > 50.00, id = 1, tinyint_col < 50, string_col IN ('aaaa', 'bbbb', 'cccc'), smallint_col IN (1, 2, 3, 4, 5), mod(int_col, 2) = 1, timestamp_cmp(timestamp_col, TIMESTAMP '2016-11-20 00:00:00') = 1, date_string_col > '1993-10-01' stored statistics: table: rows=unavailable size=unavailable partitions: 0/22 rows=unavailable columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates: bigint_col < 5000, double_col > 100.00, float_col > 50.00, id = 1, tinyint_col < 50, string_col IN ('aaaa', 'bbbb', 'cccc'), smallint_col IN (1, 2, 3, 4, 5), date_string_col > '1993-10-01' parquet dictionary predicates: bool_col, bigint_col < 5000, double_col > 100.00, float_col > 50.00, id = 1, tinyint_col < 50, string_col IN ('aaaa', 'bbbb', 'cccc'), smallint_col IN (1, 2, 3, 4, 5), mod(int_col, 2) = 1, timestamp_cmp(timestamp_col, TIMESTAMP '2016-11-20 00:00:00') = 1, date_string_col > '1993-10-01' mem-estimate=128.00MB mem-reservation=88.00KB @@ -83,13 +83,13 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] - partitions=24/24 files=24 size=174.39KB + partitions=24/24 files=24 size=188.29KB predicates: id IN (int_col), id NOT IN (0, 1, 2), string_col IN ('aaaa', 'bbbb', 'cccc', NULL), mod(int_col, 50) IN (0, 1) stored statistics: table: rows=unavailable size=unavailable partitions: 0/24 rows=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet dictionary predicates: id NOT IN (0, 1, 2), string_col IN ('aaaa', 'bbbb', 'cccc', NULL), mod(int_col, 50) IN (0, 1) mem-estimate=48.00MB mem-reservation=24.00KB tuple-ids=0 row-size=24B cardinality=unavailable @@ -101,7 +101,7 @@ select id from functional_parquet.complextypestbl c, c.nested_struct.c.d cn, cn. where a.item.e < -10; ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00KB +| Per-Host Resources: mem-estimate=48.00MB mem-reservation=24.00KB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -149,10 +149,10 @@ PLAN-ROOT SINK stored statistics: table: rows=unavailable size=unavailable columns missing stats: id - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable parquet statistics predicates on a: a.item.e < -10 parquet dictionary predicates on a: a.item.e < -10 - mem-estimate=32.00MB mem-reservation=16.00KB + mem-estimate=48.00MB mem-reservation=24.00KB tuple-ids=0 row-size=24B cardinality=unavailable ==== # Test collection types where the lower collection in the path is optional @@ -164,7 +164,7 @@ left outer join cn.item a where a.item.e < -10; ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00KB +| Per-Host Resources: mem-estimate=48.00MB mem-reservation=24.00KB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -212,8 +212,8 @@ PLAN-ROOT SINK stored statistics: table: rows=unavailable size=unavailable columns missing stats: id - extrapolated-rows=disabled - mem-estimate=32.00MB mem-reservation=16.00KB + extrapolated-rows=disabled max-scan-range-rows=unavailable + mem-estimate=48.00MB mem-reservation=24.00KB tuple-ids=0 row-size=24B cardinality=unavailable ==== # Tests collection types where the outer is optional (outer join descent) @@ -223,7 +223,7 @@ select id from functional_parquet.complextypestbl c left outer join c.nested_struct.c.d cn, cn.item a where a.item.e < -10; ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00KB +| Per-Host Resources: mem-estimate=48.00MB mem-reservation=24.00KB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -269,8 +269,8 @@ PLAN-ROOT SINK stored statistics: table: rows=unavailable size=unavailable columns missing stats: id - extrapolated-rows=disabled - mem-estimate=32.00MB mem-reservation=16.00KB + extrapolated-rows=disabled max-scan-range-rows=unavailable + mem-estimate=48.00MB mem-reservation=24.00KB tuple-ids=0 row-size=24B cardinality=unavailable ==== # Test collections so that each level has a filter applied. @@ -278,7 +278,7 @@ select c_custkey from tpch_nested_parquet.customer c, c.c_orders o, o.o_lineitems l where c_custkey > 0 and o.o_orderkey > 0 and l.l_partkey > 0; ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=264.00MB mem-reservation=24.00MB +| Per-Host Resources: mem-estimate=264.00MB mem-reservation=16.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -319,21 +319,21 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: c_custkey > 0, !empty(c.c_orders) predicates on o: !empty(o.o_lineitems), o.o_orderkey > 0 predicates on l: l.l_partkey > 0 stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates: c_custkey > 0 parquet statistics predicates on o: o.o_orderkey > 0 parquet statistics predicates on l: l.l_partkey > 0 parquet dictionary predicates: c_custkey > 0 parquet dictionary predicates on o: o.o_orderkey > 0 parquet dictionary predicates on l: l.l_partkey > 0 - mem-estimate=264.00MB mem-reservation=24.00MB + mem-estimate=264.00MB mem-reservation=16.00MB tuple-ids=0 row-size=24B cardinality=15000 ==== # Test collections in a way that would incorrectly apply a min-max @@ -375,7 +375,7 @@ PLAN-ROOT SINK stored statistics: table: rows=unavailable size=unavailable columns: unavailable - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=unavailable mem-estimate=16.00MB mem-reservation=8.00KB tuple-ids=0 row-size=16B cardinality=unavailable ==== @@ -388,7 +388,7 @@ l.l_receiptdate = '1994-08-24' and l.l_shipmode = 'RAIL' and l.l_returnflag = 'R l.l_comment is null; ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=616.00MB mem-reservation=56.00MB +| Per-Host Resources: mem-estimate=616.00MB mem-reservation=32.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -429,16 +429,16 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] - partitions=1/1 files=4 size=292.36MB + partitions=1/1 files=4 size=288.98MB predicates: !empty(c.c_orders) predicates on o: !empty(o.o_lineitems) predicates on l: l.l_shipdate = '1994-08-19', l.l_receiptdate = '1994-08-24', l.l_shipmode = 'RAIL', l.l_returnflag = 'R', l.l_comment IS NULL stored statistics: - table: rows=150000 size=292.36MB + table: rows=150000 size=288.98MB columns missing stats: c_orders - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=44229 parquet statistics predicates on l: l.l_shipdate = '1994-08-19', l.l_receiptdate = '1994-08-24', l.l_shipmode = 'RAIL', l.l_returnflag = 'R' parquet dictionary predicates on l: l.l_shipdate = '1994-08-19', l.l_receiptdate = '1994-08-24', l.l_shipmode = 'RAIL', l.l_returnflag = 'R' - mem-estimate=616.00MB mem-reservation=56.00MB + mem-estimate=616.00MB mem-reservation=32.00MB tuple-ids=0 row-size=50B cardinality=150000 ==== http://git-wip-us.apache.org/repos/asf/impala/blob/83a70a7a/testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test b/testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test index 5cbba7b..7cfb72d 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/partition-pruning.test @@ -14,7 +14,7 @@ PLAN-ROOT SINK table: rows=1 size=2B partitions: 1/1 rows=1 columns: all - extrapolated-rows=disabled + extrapolated-rows=disabled max-scan-range-rows=1 mem-estimate=32.00MB mem-reservation=8.00KB tuple-ids=0 row-size=20B cardinality=1 ====
