http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test index 8e8ddc0..54ce9b0 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/fk-pk-join-detection.test @@ -5,7 +5,7 @@ on ss_customer_sk = c_customer_sk where c_salutation = 'Mrs.' ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -13,7 +13,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: ss_customer_sk = c_customer_sk | runtime filters: RF000 <- c_customer_sk -| mem-estimate=4.46MB mem-reservation=136.00MB +| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=0,1 row-size=355B cardinality=529700 | |--01:SCAN HDFS [tpcds.customer] @@ -43,7 +43,7 @@ on ss_customer_sk = c_customer_sk where c_salutation = 'Mrs.' ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -51,7 +51,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: ss_customer_sk = c_customer_sk | other predicates: c_salutation = 'Mrs.' -| mem-estimate=4.46MB mem-reservation=136.00MB +| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=0,1N row-size=355B cardinality=2880404 | |--01:SCAN HDFS [tpcds.customer] @@ -80,7 +80,7 @@ on ss_customer_sk = c_customer_sk where c_salutation = 'Mrs.' ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=180.46MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=180.46MB mem-reservation=8.50MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -88,7 +88,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: ss_customer_sk = c_customer_sk | runtime filters: RF000 <- c_customer_sk -| mem-estimate=4.46MB mem-reservation=136.00MB +| mem-estimate=4.46MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=0N,1 row-size=355B cardinality=529700 | |--01:SCAN HDFS [tpcds.customer] @@ -117,7 +117,7 @@ on ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number where sr_return_quantity < 10 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=210.65MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=210.65MB mem-reservation=4.25MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -125,7 +125,7 @@ PLAN-ROOT SINK | hash predicates: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number | fk/pk conjuncts: ss_item_sk = sr_item_sk, ss_ticket_number = sr_ticket_number | runtime filters: RF000 <- sr_item_sk, RF001 <- sr_ticket_number -| mem-estimate=2.65MB mem-reservation=136.00MB +| mem-estimate=2.65MB mem-reservation=4.25MB spill-buffer=256.00KB | tuple-ids=0,1 row-size=188B cardinality=211838 | |--01:SCAN HDFS [tpcds.store_returns] @@ -153,7 +153,7 @@ tpcds.store_sales inner join tpcds.web_sales on ss_sold_time_sk = ws_sold_time_sk ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=396.67MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=396.67MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -161,7 +161,7 @@ PLAN-ROOT SINK | hash predicates: ss_sold_time_sk = ws_sold_time_sk | fk/pk conjuncts: none | runtime filters: RF000 <- ws_sold_time_sk -| mem-estimate=108.67MB mem-reservation=136.00MB +| mem-estimate=108.67MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=244B cardinality=44136418 | |--01:SCAN HDFS [tpcds.web_sales] @@ -188,7 +188,7 @@ on a.d_date_sk = b.d_date_sk where a.d_holiday = "Y" ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=107.62MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=107.62MB mem-reservation=17.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -196,7 +196,7 @@ PLAN-ROOT SINK | hash predicates: b.d_date_sk = a.d_date_sk | fk/pk conjuncts: b.d_date_sk = a.d_date_sk | runtime filters: RF000 <- a.d_date_sk -| mem-estimate=11.62MB mem-reservation=136.00MB +| mem-estimate=11.62MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=1,0 row-size=606B cardinality=36525 | |--00:SCAN HDFS [tpcds.date_dim a] @@ -229,7 +229,7 @@ where ss_item_sk = sr_item_sk and ss_ticket_number = sr_ticket_number and d1.d_fy_week_seq = 1000 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=352.73MB mem-reservation=544.00MB +| Per-Host Resources: mem-estimate=352.73MB mem-reservation=4.25MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -237,7 +237,7 @@ PLAN-ROOT SINK | hash predicates: ss_addr_sk = c_current_addr_sk | fk/pk conjuncts: none | runtime filters: RF000 <- c_current_addr_sk -| mem-estimate=429.69KB mem-reservation=136.00MB +| mem-estimate=429.69KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=1,0,3,4,2 row-size=60B cardinality=19358 | |--02:SCAN HDFS [tpcds.customer] @@ -252,7 +252,7 @@ PLAN-ROOT SINK | hash predicates: sr_returned_date_sk = d2.d_date_sk | fk/pk conjuncts: sr_returned_date_sk = d2.d_date_sk | runtime filters: RF001 <- d2.d_date_sk -| mem-estimate=313.88KB mem-reservation=136.00MB +| mem-estimate=313.88KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=1,0,3,4 row-size=56B cardinality=8131 | |--04:SCAN HDFS [tpcds.date_dim d2] @@ -267,14 +267,14 @@ PLAN-ROOT SINK | hash predicates: sr_item_sk = ss_item_sk, sr_ticket_number = ss_ticket_number | fk/pk conjuncts: sr_item_sk = ss_item_sk, sr_ticket_number = ss_ticket_number | runtime filters: RF002 <- ss_item_sk, RF003 <- ss_ticket_number -| mem-estimate=380.02KB mem-reservation=136.00MB +| mem-estimate=380.02KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=1,0,3 row-size=52B cardinality=8131 | |--05:HASH JOIN [INNER JOIN] | | hash predicates: ss_sold_date_sk = d1.d_date_sk | | fk/pk conjuncts: ss_sold_date_sk = d1.d_date_sk | | runtime filters: RF004 <- d1.d_date_sk -| | mem-estimate=62B mem-reservation=136.00MB +| | mem-estimate=62B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=0,3 row-size=32B cardinality=11055 | | | |--03:SCAN HDFS [tpcds.date_dim d1] @@ -311,7 +311,7 @@ tpcds.store_sales inner join tpcds.customer on ss_customer_sk % 10 = c_customer_sk / 100 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=202.79MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=202.79MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -319,7 +319,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk % 10 = c_customer_sk / 100 | fk/pk conjuncts: assumed fk/pk | runtime filters: RF000 <- c_customer_sk / 100 -| mem-estimate=26.79MB mem-reservation=136.00MB +| mem-estimate=26.79MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=355B cardinality=2880404 | |--01:SCAN HDFS [tpcds.customer] @@ -346,7 +346,7 @@ tpcds.store_sales inner join tpcds_seq_snap.customer on ss_customer_sk = c_customer_sk ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=2.17GB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=2.17GB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -354,7 +354,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: assumed fk/pk | runtime filters: RF000 <- c_customer_sk -| mem-estimate=2.00GB mem-reservation=136.00MB +| mem-estimate=2.00GB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=8B cardinality=2880404 | |--01:SCAN HDFS [tpcds_seq_snap.customer] @@ -380,7 +380,7 @@ tpcds_seq_snap.store_sales inner join tpcds.customer on ss_customer_sk = c_customer_sk ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=176.42MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=176.42MB mem-reservation=1.06MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -388,7 +388,7 @@ PLAN-ROOT SINK | hash predicates: ss_customer_sk = c_customer_sk | fk/pk conjuncts: assumed fk/pk | runtime filters: RF000 <- c_customer_sk -| mem-estimate=429.69KB mem-reservation=136.00MB +| mem-estimate=429.69KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=0,1 row-size=8B cardinality=unavailable | |--01:SCAN HDFS [tpcds.customer] @@ -416,7 +416,7 @@ tpcds.store_sales inner join on ss_sold_time_sk = ws_sold_time_sk ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=298.00MB mem-reservation=400.00MB +| Per-Host Resources: mem-estimate=298.00MB mem-reservation=2.12MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -424,12 +424,12 @@ PLAN-ROOT SINK | hash predicates: ss_sold_time_sk = ws_sold_time_sk | fk/pk conjuncts: none | runtime filters: RF000 <- ws_sold_time_sk -| mem-estimate=170.89KB mem-reservation=136.00MB +| mem-estimate=170.89KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=0,2 row-size=104B cardinality=2440073 | |--02:AGGREGATE [FINALIZE] | | group by: ws_sold_time_sk -| | mem-estimate=10.00MB mem-reservation=264.00MB +| | mem-estimate=10.00MB mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=2 row-size=4B cardinality=39771 | | | 01:SCAN HDFS [tpcds.web_sales]
http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test index f22e359..8bd09be 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/mt-dop-validation.test @@ -40,7 +40,7 @@ order by cnt, bigint_col limit 10 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=264.00MB +| Per-Host Resources: mem-estimate=144.00MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -52,7 +52,7 @@ PLAN-ROOT SINK 01:AGGREGATE [FINALIZE] | output: count(int_col) | group by: bigint_col -| mem-estimate=128.00MB mem-reservation=264.00MB +| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes] @@ -78,7 +78,7 @@ PLAN-ROOT SINK | tuple-ids=2 row-size=16B cardinality=10 | F01:PLAN FRAGMENT [HASH(bigint_col)] hosts=3 instances=9 -Per-Host Resources: mem-estimate=384.00MB mem-reservation=792.00MB +Per-Host Resources: mem-estimate=384.00MB mem-reservation=102.00MB 02:TOP-N [LIMIT=10] | order by: count(int_col) ASC, bigint_col ASC | mem-estimate=160B mem-reservation=0B @@ -87,7 +87,7 @@ Per-Host Resources: mem-estimate=384.00MB mem-reservation=792.00MB 04:AGGREGATE [FINALIZE] | output: count:merge(int_col) | group by: bigint_col -| mem-estimate=128.00MB mem-reservation=264.00MB +| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=unavailable | 03:EXCHANGE [HASH(bigint_col)] @@ -99,7 +99,7 @@ Per-Host Resources: mem-estimate=432.00MB mem-reservation=0B 01:AGGREGATE [STREAMING] | output: count(int_col) | group by: bigint_col -| mem-estimate=128.00MB mem-reservation=0B +| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] @@ -119,7 +119,7 @@ from functional_parquet.alltypes where id < 10 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=40.00MB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=10.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -128,12 +128,12 @@ PLAN-ROOT SINK | partition by: int_col | order by: id ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=4,3 row-size=16B cardinality=unavailable | 01:SORT | order by: int_col ASC NULLS FIRST, id ASC -| mem-estimate=0B mem-reservation=24.00MB +| mem-estimate=0B mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=4 row-size=8B cardinality=unavailable | 00:SCAN HDFS [functional_parquet.alltypes] @@ -157,18 +157,18 @@ PLAN-ROOT SINK | tuple-ids=4,3 row-size=16B cardinality=unavailable | F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=9 -Per-Host Resources: mem-estimate=0B mem-reservation=120.00MB +Per-Host Resources: mem-estimate=0B mem-reservation=30.00MB 02:ANALYTIC | functions: row_number() | partition by: int_col | order by: id ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=4,3 row-size=16B cardinality=unavailable | 01:SORT | order by: int_col ASC NULLS FIRST, id ASC -| mem-estimate=0B mem-reservation=24.00MB +| mem-estimate=0B mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=4 row-size=8B cardinality=unavailable | 03:EXCHANGE [HASH(int_col)] @@ -313,7 +313,7 @@ from tpch_nested_parquet.customer c, c.c_orders o1, c.c_orders o2 where o1.o_orderkey = o2.o_orderkey + 2 and o1.o_orderkey < 5 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=1.06MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -324,7 +324,7 @@ PLAN-ROOT SINK |--06:HASH JOIN [INNER JOIN] | | hash predicates: o1.o_orderkey = o2.o_orderkey + 2 | | fk/pk conjuncts: assumed fk/pk -| | mem-estimate=0B mem-reservation=136.00MB +| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=1,0,2 row-size=286B cardinality=10 | | | |--04:UNNEST [c.c_orders o2] @@ -366,7 +366,7 @@ PLAN-ROOT SINK | tuple-ids=1,0,2 row-size=286B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=9 -Per-Host Resources: mem-estimate=264.00MB mem-reservation=408.00MB +Per-Host Resources: mem-estimate=264.00MB mem-reservation=3.19MB 01:SUBPLAN | mem-estimate=0B mem-reservation=0B | tuple-ids=1,0,2 row-size=286B cardinality=1500000 @@ -374,7 +374,7 @@ Per-Host Resources: mem-estimate=264.00MB mem-reservation=408.00MB |--06:HASH JOIN [INNER JOIN] | | hash predicates: o1.o_orderkey = o2.o_orderkey + 2 | | fk/pk conjuncts: assumed fk/pk -| | mem-estimate=0B mem-reservation=136.00MB +| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=1,0,2 row-size=286B cardinality=10 | | | |--04:UNNEST [c.c_orders o2] http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test index 0de7109..4165e70 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/parquet-filtering.test @@ -14,7 +14,7 @@ PLAN-ROOT SINK | 01:AGGREGATE [FINALIZE] | output: count(*) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] @@ -44,7 +44,7 @@ PLAN-ROOT SINK | 01:AGGREGATE [FINALIZE] | output: count(*) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] @@ -75,7 +75,7 @@ PLAN-ROOT SINK | 01:AGGREGATE [FINALIZE] | output: count(*) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [functional_parquet.alltypes] http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test index f3dd19a..90a318e 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test @@ -353,18 +353,18 @@ select l_orderkey, count(*) from tpch_parquet.lineitem group by l_orderkey ---- PLAN -Per-Host Resource Reservation: Memory=264.00MB +Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=106.24MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=106.24MB mem-reservation=264.00MB +| Per-Host Resources: mem-estimate=106.24MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:AGGREGATE [FINALIZE] | output: count(*) | group by: l_orderkey -| mem-estimate=26.24MB mem-reservation=264.00MB +| mem-estimate=26.24MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem] @@ -375,7 +375,7 @@ PLAN-ROOT SINK mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=264.00MB +Per-Host Resource Reservation: Memory=8.50MB Per-Host Resource Estimates: Memory=116.24MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -388,11 +388,11 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=16B cardinality=1563438 | F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=10.00MB mem-reservation=264.00MB +Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB 03:AGGREGATE [FINALIZE] | output: count:merge(*) | group by: l_orderkey -| mem-estimate=10.00MB mem-reservation=264.00MB +| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=1 row-size=16B cardinality=1563438 | 02:EXCHANGE [HASH(l_orderkey)] @@ -404,7 +404,7 @@ Per-Host Resources: mem-estimate=106.24MB mem-reservation=0B 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey -| mem-estimate=26.24MB mem-reservation=0B +| mem-estimate=26.24MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -415,7 +415,7 @@ Per-Host Resources: mem-estimate=106.24MB mem-reservation=0B mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=8B cardinality=6001215 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=528.00MB +Per-Host Resource Reservation: Memory=8.50MB Per-Host Resource Estimates: Memory=232.48MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -428,11 +428,11 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=16B cardinality=1563438 | F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=20.00MB mem-reservation=528.00MB +Per-Host Resources: mem-estimate=20.00MB mem-reservation=8.50MB 03:AGGREGATE [FINALIZE] | output: count:merge(*) | group by: l_orderkey -| mem-estimate=10.00MB mem-reservation=264.00MB +| mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB | tuple-ids=1 row-size=16B cardinality=1563438 | 02:EXCHANGE [HASH(l_orderkey)] @@ -444,7 +444,7 @@ Per-Host Resources: mem-estimate=212.48MB mem-reservation=0B 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey -| mem-estimate=26.24MB mem-reservation=0B +| mem-estimate=26.24MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -468,7 +468,7 @@ PLAN-ROOT SINK | 01:AGGREGATE [FINALIZE] | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem] @@ -489,7 +489,7 @@ PLAN-ROOT SINK | 03:AGGREGATE [FINALIZE] | output: count:merge(*) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 02:EXCHANGE [UNPARTITIONED] @@ -500,7 +500,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 Per-Host Resources: mem-estimate=90.00MB mem-reservation=0B 01:AGGREGATE | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -521,7 +521,7 @@ PLAN-ROOT SINK | 03:AGGREGATE [FINALIZE] | output: count:merge(*) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 02:EXCHANGE [UNPARTITIONED] @@ -532,7 +532,7 @@ F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 Per-Host Resources: mem-estimate=180.00MB mem-reservation=0B 01:AGGREGATE | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) -| mem-estimate=10.00MB mem-reservation=0B +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -548,17 +548,17 @@ select * from tpch_parquet.lineitem order by l_comment ---- PLAN -Per-Host Resource Reservation: Memory=48.00MB -Per-Host Resource Estimates: Memory=240.00MB +Per-Host Resource Reservation: Memory=12.00MB +Per-Host Resource Estimates: Memory=120.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: l_comment ASC -| mem-estimate=160.00MB mem-reservation=48.00MB +| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem] @@ -569,8 +569,8 @@ PLAN-ROOT SINK mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=48.00MB -Per-Host Resource Estimates: Memory=240.00MB +Per-Host Resource Reservation: Memory=12.00MB +Per-Host Resource Estimates: Memory=120.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=0B mem-reservation=0B @@ -583,10 +583,10 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB +Per-Host Resources: mem-estimate=120.00MB mem-reservation=12.00MB 01:SORT | order by: l_comment ASC -| mem-estimate=160.00MB mem-reservation=48.00MB +| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -597,8 +597,8 @@ Per-Host Resources: mem-estimate=240.00MB mem-reservation=48.00MB mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=96.00MB -Per-Host Resource Estimates: Memory=480.00MB +Per-Host Resource Reservation: Memory=24.00MB +Per-Host Resource Estimates: Memory=240.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 | Per-Host Resources: mem-estimate=0B mem-reservation=0B @@ -611,10 +611,10 @@ PLAN-ROOT SINK | tuple-ids=1 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=480.00MB mem-reservation=96.00MB +Per-Host Resources: mem-estimate=240.00MB mem-reservation=24.00MB 01:SORT | order by: l_comment ASC -| mem-estimate=160.00MB mem-reservation=48.00MB +| mem-estimate=40.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=263B cardinality=6001215 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -714,11 +714,11 @@ Per-Host Resources: mem-estimate=160.05MB mem-reservation=0B select * from tpch.lineitem inner join tpch.orders on l_orderkey = o_orderkey ---- PLAN -Per-Host Resource Reservation: Memory=136.00MB +Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=476.41MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=476.41MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -726,7 +726,7 @@ PLAN-ROOT SINK | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=300.41MB mem-reservation=136.00MB +| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--01:SCAN HDFS [tpch.orders] @@ -746,7 +746,7 @@ PLAN-ROOT SINK mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=136.00MB +Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=476.41MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -759,12 +759,12 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=388.41MB mem-reservation=136.00MB +Per-Host Resources: mem-estimate=388.41MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=300.41MB mem-reservation=136.00MB +| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--03:EXCHANGE [BROADCAST] @@ -790,7 +790,7 @@ Per-Host Resources: mem-estimate=388.41MB mem-reservation=136.00MB mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=272.00MB +Per-Host Resource Reservation: Memory=68.00MB Per-Host Resource Estimates: Memory=952.83MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -803,13 +803,13 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=776.83MB mem-reservation=272.00MB +Per-Host Resources: mem-estimate=776.83MB mem-reservation=68.00MB 02:HASH JOIN [INNER JOIN, BROADCAST] | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=300.41MB mem-reservation=136.00MB +| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--F03:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 @@ -846,11 +846,11 @@ Per-Host Resources: mem-estimate=776.83MB mem-reservation=272.00MB select * from tpch.lineitem inner join /* +shuffle */ tpch.orders on l_orderkey = o_orderkey ---- PLAN -Per-Host Resource Reservation: Memory=136.00MB +Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=476.41MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=476.41MB mem-reservation=136.00MB +| Per-Host Resources: mem-estimate=476.41MB mem-reservation=34.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -858,7 +858,7 @@ PLAN-ROOT SINK | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=300.41MB mem-reservation=136.00MB +| mem-estimate=300.41MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--01:SCAN HDFS [tpch.orders] @@ -878,7 +878,7 @@ PLAN-ROOT SINK mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=136.00MB +Per-Host Resource Reservation: Memory=34.00MB Per-Host Resource Estimates: Memory=276.14MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -891,12 +891,12 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=100.14MB mem-reservation=136.00MB +Per-Host Resources: mem-estimate=100.14MB mem-reservation=34.00MB 02:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=100.14MB mem-reservation=136.00MB +| mem-estimate=100.14MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--04:EXCHANGE [HASH(o_orderkey)] @@ -928,7 +928,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=272.00MB +Per-Host Resource Reservation: Memory=68.00MB Per-Host Resource Estimates: Memory=452.14MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -941,13 +941,13 @@ PLAN-ROOT SINK | tuple-ids=0,1 row-size=454B cardinality=5757710 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=100.14MB mem-reservation=272.00MB +Per-Host Resources: mem-estimate=100.14MB mem-reservation=68.00MB 02:HASH JOIN [INNER JOIN, PARTITIONED] | hash-table-id=00 | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=50.07MB mem-reservation=136.00MB +| mem-estimate=50.07MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1 row-size=454B cardinality=5757710 | |--F04:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4 @@ -1151,24 +1151,24 @@ PLAN-ROOT SINK select max(tinyint_col) over(partition by int_col) from functional.alltypes ---- PLAN -Per-Host Resource Reservation: Memory=40.00MB -Per-Host Resource Estimates: Memory=24.00MB +Per-Host Resource Reservation: Memory=10.00MB +Per-Host Resource Estimates: Memory=18.00MB Codegen disabled by planner F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=24.00MB mem-reservation=40.00MB +| Per-Host Resources: mem-estimate=18.00MB mem-reservation=10.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 02:ANALYTIC | functions: max(tinyint_col) | partition by: int_col -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=3,2 row-size=6B cardinality=7300 | 01:SORT | order by: int_col ASC NULLS FIRST -| mem-estimate=8.00MB mem-reservation=24.00MB +| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=3 row-size=5B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -1179,8 +1179,8 @@ PLAN-ROOT SINK mem-estimate=16.00MB mem-reservation=0B tuple-ids=0 row-size=5B cardinality=7300 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=40.00MB -Per-Host Resource Estimates: Memory=24.00MB +Per-Host Resource Reservation: Memory=10.00MB +Per-Host Resource Estimates: Memory=18.00MB Codegen disabled by planner F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1193,16 +1193,16 @@ PLAN-ROOT SINK | tuple-ids=3,2 row-size=6B cardinality=7300 | F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=8.00MB mem-reservation=40.00MB +Per-Host Resources: mem-estimate=2.00MB mem-reservation=10.00MB 02:ANALYTIC | functions: max(tinyint_col) | partition by: int_col -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=3,2 row-size=6B cardinality=7300 | 01:SORT | order by: int_col ASC NULLS FIRST -| mem-estimate=8.00MB mem-reservation=24.00MB +| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=3 row-size=5B cardinality=7300 | 03:EXCHANGE [HASH(int_col)] @@ -1219,8 +1219,8 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=0B mem-estimate=16.00MB mem-reservation=0B tuple-ids=0 row-size=5B cardinality=7300 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=80.00MB -Per-Host Resource Estimates: Memory=48.00MB +Per-Host Resource Reservation: Memory=20.00MB +Per-Host Resource Estimates: Memory=36.00MB Codegen disabled by planner F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1233,16 +1233,16 @@ PLAN-ROOT SINK | tuple-ids=3,2 row-size=6B cardinality=7300 | F01:PLAN FRAGMENT [HASH(int_col)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=80.00MB +Per-Host Resources: mem-estimate=4.00MB mem-reservation=20.00MB 02:ANALYTIC | functions: max(tinyint_col) | partition by: int_col -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=3,2 row-size=6B cardinality=7300 | 01:SORT | order by: int_col ASC NULLS FIRST -| mem-estimate=8.00MB mem-reservation=24.00MB +| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=3 row-size=5B cardinality=7300 | 03:EXCHANGE [HASH(int_col)] @@ -1266,11 +1266,11 @@ select *, row_number() over (order by o_totalprice) rnum_price, row_number() over (order by o_orderpriority) rnum_priority from tpch_parquet.orders ---- PLAN -Per-Host Resource Reservation: Memory=144.00MB -Per-Host Resource Estimates: Memory=160.00MB +Per-Host Resource Reservation: Memory=36.00MB +Per-Host Resource Estimates: Memory=58.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=160.00MB mem-reservation=144.00MB +| Per-Host Resources: mem-estimate=58.00MB mem-reservation=36.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1278,36 +1278,36 @@ PLAN-ROOT SINK | functions: row_number() | order by: o_orderpriority ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=10,5 row-size=215B cardinality=1500000 | 05:SORT | order by: o_orderpriority ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=10 row-size=207B cardinality=1500000 | 04:ANALYTIC | functions: row_number() | order by: o_orderdate ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=8,4 row-size=207B cardinality=1500000 | 03:SORT | order by: o_orderdate ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=8 row-size=199B cardinality=1500000 | 02:ANALYTIC | functions: row_number() | order by: o_totalprice ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=6,3 row-size=199B cardinality=1500000 | 01:SORT | order by: o_totalprice ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch_parquet.orders] @@ -1318,11 +1318,11 @@ PLAN-ROOT SINK mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=176.00MB -Per-Host Resource Estimates: Memory=280.00MB +Per-Host Resource Reservation: Memory=44.00MB +Per-Host Resource Estimates: Memory=94.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=160.00MB mem-reservation=128.00MB +| Per-Host Resources: mem-estimate=36.00MB mem-reservation=32.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1330,31 +1330,31 @@ PLAN-ROOT SINK | functions: row_number() | order by: o_orderpriority ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=10,5 row-size=215B cardinality=1500000 | 05:SORT | order by: o_orderpriority ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=10 row-size=207B cardinality=1500000 | 04:ANALYTIC | functions: row_number() | order by: o_orderdate ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=8,4 row-size=207B cardinality=1500000 | 03:SORT | order by: o_orderdate ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=8 row-size=199B cardinality=1500000 | 02:ANALYTIC | functions: row_number() | order by: o_totalprice ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=6,3 row-size=199B cardinality=1500000 | 07:MERGING-EXCHANGE [UNPARTITIONED] @@ -1363,10 +1363,10 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=191B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -Per-Host Resources: mem-estimate=120.00MB mem-reservation=48.00MB +Per-Host Resources: mem-estimate=58.00MB mem-reservation=12.00MB 01:SORT | order by: o_totalprice ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch_parquet.orders, RANDOM] @@ -1377,11 +1377,11 @@ Per-Host Resources: mem-estimate=120.00MB mem-reservation=48.00MB mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=224.00MB -Per-Host Resource Estimates: Memory=400.00MB +Per-Host Resource Reservation: Memory=56.00MB +Per-Host Resource Estimates: Memory=152.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=160.00MB mem-reservation=128.00MB +| Per-Host Resources: mem-estimate=36.00MB mem-reservation=32.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1389,31 +1389,31 @@ PLAN-ROOT SINK | functions: row_number() | order by: o_orderpriority ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=10,5 row-size=215B cardinality=1500000 | 05:SORT | order by: o_orderpriority ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=10 row-size=207B cardinality=1500000 | 04:ANALYTIC | functions: row_number() | order by: o_orderdate ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=8,4 row-size=207B cardinality=1500000 | 03:SORT | order by: o_orderdate ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=8 row-size=199B cardinality=1500000 | 02:ANALYTIC | functions: row_number() | order by: o_totalprice ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=6,3 row-size=199B cardinality=1500000 | 07:MERGING-EXCHANGE [UNPARTITIONED] @@ -1422,10 +1422,10 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=191B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -Per-Host Resources: mem-estimate=240.00MB mem-reservation=96.00MB +Per-Host Resources: mem-estimate=116.00MB mem-reservation=24.00MB 01:SORT | order by: o_totalprice ASC -| mem-estimate=80.00MB mem-reservation=48.00MB +| mem-estimate=18.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=191B cardinality=1500000 | 00:SCAN HDFS [tpch_parquet.orders, RANDOM] @@ -1449,11 +1449,11 @@ select l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment from tpch_parquet.lineitem join tpch_parquet.orders on l_orderkey = o_orderkey where l_shipmode = 'F' ---- PLAN -Per-Host Resource Reservation: Memory=400.00MB +Per-Host Resource Reservation: Memory=51.00MB Per-Host Resource Estimates: Memory=135.17MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=135.17MB mem-reservation=400.00MB +| Per-Host Resources: mem-estimate=135.17MB mem-reservation=51.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1466,7 +1466,7 @@ PLAN-ROOT SINK | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF002 <- o_orderkey -| | mem-estimate=12.59MB mem-reservation=136.00MB +| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | | |--09:SCAN HDFS [tpch_parquet.orders] @@ -1493,7 +1493,7 @@ PLAN-ROOT SINK | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF001 <- o_orderkey -| | mem-estimate=10.20MB mem-reservation=136.00MB +| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | | |--06:SCAN HDFS [tpch_parquet.orders] @@ -1518,14 +1518,14 @@ PLAN-ROOT SINK | 04:AGGREGATE [FINALIZE] | group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment -| mem-estimate=42.58MB mem-reservation=264.00MB +| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2 row-size=70B cardinality=575772 | 03:HASH JOIN [INNER JOIN] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=12.59MB mem-reservation=136.00MB +| mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=0,1 row-size=86B cardinality=575772 | |--02:SCAN HDFS [tpch_parquet.orders] @@ -1548,7 +1548,7 @@ PLAN-ROOT SINK mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=78B cardinality=600122 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=400.00MB +Per-Host Resource Reservation: Memory=38.25MB Per-Host Resource Estimates: Memory=339.36MB F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1561,7 +1561,7 @@ PLAN-ROOT SINK | tuple-ids=7 row-size=70B cardinality=2549844 | F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB +Per-Host Resources: mem-estimate=92.59MB mem-reservation=34.00MB 00:UNION | pass-through-operands: 14 | mem-estimate=0B mem-reservation=0B @@ -1571,7 +1571,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF002 <- o_orderkey -| | mem-estimate=12.59MB mem-reservation=136.00MB +| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | | |--16:EXCHANGE [BROADCAST] @@ -1604,7 +1604,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF001 <- o_orderkey -| | mem-estimate=10.20MB mem-reservation=136.00MB +| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | | |--15:EXCHANGE [BROADCAST] @@ -1635,7 +1635,7 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB | 14:AGGREGATE [FINALIZE] | group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment -| mem-estimate=42.58MB mem-reservation=264.00MB +| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2 row-size=70B cardinality=575772 | 13:EXCHANGE [HASH(l_orderkey,l_partkey,l_suppkey,l_linenumber,l_comment)] @@ -1643,17 +1643,17 @@ Per-Host Resources: mem-estimate=92.59MB mem-reservation=264.00MB | tuple-ids=2 row-size=70B cardinality=575772 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=46.78MB mem-reservation=136.00MB +Per-Host Resources: mem-estimate=46.78MB mem-reservation=4.25MB 04:AGGREGATE [STREAMING] | group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment -| mem-estimate=42.58MB mem-reservation=0B +| mem-estimate=42.58MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=2 row-size=70B cardinality=575772 | 03:HASH JOIN [INNER JOIN, PARTITIONED] | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=4.20MB mem-reservation=136.00MB +| mem-estimate=4.20MB mem-reservation=4.25MB spill-buffer=256.00KB | tuple-ids=0,1 row-size=86B cardinality=575772 | |--12:EXCHANGE [HASH(o_orderkey)] @@ -1688,7 +1688,7 @@ Per-Host Resources: mem-estimate=80.00MB mem-reservation=0B mem-estimate=80.00MB mem-reservation=0B tuple-ids=0 row-size=78B cardinality=600122 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=800.00MB +Per-Host Resource Reservation: Memory=72.25MB Per-Host Resource Estimates: Memory=674.53MB F09:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1701,7 +1701,7 @@ PLAN-ROOT SINK | tuple-ids=7 row-size=70B cardinality=2549844 | F08:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB +Per-Host Resources: mem-estimate=185.18MB mem-reservation=68.00MB 00:UNION | pass-through-operands: 14 | mem-estimate=0B mem-reservation=0B @@ -1712,7 +1712,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF002 <- o_orderkey -| | mem-estimate=12.59MB mem-reservation=136.00MB +| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=5,6 row-size=99B cardinality=822530 | | | |--F11:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 @@ -1753,7 +1753,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB | | hash predicates: l_orderkey = o_orderkey | | fk/pk conjuncts: l_orderkey = o_orderkey | | runtime filters: RF001 <- o_orderkey -| | mem-estimate=10.20MB mem-reservation=136.00MB +| | mem-estimate=10.20MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=3,4 row-size=103B cardinality=1151542 | | | |--F10:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 @@ -1791,7 +1791,7 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB | 14:AGGREGATE [FINALIZE] | group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment -| mem-estimate=42.58MB mem-reservation=264.00MB +| mem-estimate=42.58MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2 row-size=70B cardinality=575772 | 13:EXCHANGE [HASH(l_orderkey,l_partkey,l_suppkey,l_linenumber,l_comment)] @@ -1799,10 +1799,10 @@ Per-Host Resources: mem-estimate=185.18MB mem-reservation=528.00MB | tuple-ids=2 row-size=70B cardinality=575772 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=89.35MB mem-reservation=272.00MB +Per-Host Resources: mem-estimate=89.35MB mem-reservation=4.25MB 04:AGGREGATE [STREAMING] | group by: l_orderkey, l_partkey, l_suppkey, l_linenumber, l_comment -| mem-estimate=42.58MB mem-reservation=0B +| mem-estimate=42.58MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=2 row-size=70B cardinality=575772 | 03:HASH JOIN [INNER JOIN, PARTITIONED] @@ -1810,7 +1810,7 @@ Per-Host Resources: mem-estimate=89.35MB mem-reservation=272.00MB | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF000 <- o_orderkey -| mem-estimate=2.10MB mem-reservation=136.00MB +| mem-estimate=2.10MB mem-reservation=2.12MB spill-buffer=128.00KB | tuple-ids=0,1 row-size=86B cardinality=575772 | |--F12:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4 @@ -1888,11 +1888,11 @@ order by o_orderdate limit 100 ---- PLAN -Per-Host Resource Reservation: Memory=672.00MB +Per-Host Resource Reservation: Memory=80.75MB Per-Host Resource Estimates: Memory=391.29MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=391.29MB mem-reservation=672.00MB +| Per-Host Resources: mem-estimate=391.29MB mem-reservation=80.75MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -1904,20 +1904,20 @@ PLAN-ROOT SINK 08:AGGREGATE [FINALIZE] | output: sum(l_quantity) | group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice -| mem-estimate=60.40MB mem-reservation=264.00MB +| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=100B cardinality=575772 | 07:HASH JOIN [LEFT SEMI JOIN] | hash predicates: o_orderkey = l_orderkey | runtime filters: RF000 <- l_orderkey -| mem-estimate=3.94MB mem-reservation=136.00MB +| mem-estimate=3.94MB mem-reservation=4.25MB spill-buffer=256.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | |--04:AGGREGATE [FINALIZE] | | output: sum(l_quantity) | | group by: l_orderkey | | having: sum(l_quantity) > 300 -| | mem-estimate=10.00MB mem-reservation=264.00MB +| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB | | tuple-ids=4 row-size=24B cardinality=156344 | | | 03:SCAN HDFS [tpch.lineitem] @@ -1932,7 +1932,7 @@ PLAN-ROOT SINK | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey | runtime filters: RF001 <- c_custkey -| mem-estimate=6.61MB mem-reservation=136.00MB +| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | |--00:SCAN HDFS [tpch.customer] @@ -1947,7 +1947,7 @@ PLAN-ROOT SINK | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF002 <- o_orderkey -| mem-estimate=78.68MB mem-reservation=136.00MB +| mem-estimate=78.68MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | |--01:SCAN HDFS [tpch.orders] @@ -1968,7 +1968,7 @@ PLAN-ROOT SINK mem-estimate=88.00MB mem-reservation=0B tuple-ids=2 row-size=16B cardinality=6001215 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=936.00MB +Per-Host Resource Reservation: Memory=82.88MB Per-Host Resource Estimates: Memory=500.32MB F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -1983,7 +1983,7 @@ PLAN-ROOT SINK | tuple-ids=7 row-size=100B cardinality=100 | F06:PLAN FRAGMENT [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB +Per-Host Resources: mem-estimate=60.41MB mem-reservation=34.00MB 09:TOP-N [LIMIT=100] | order by: o_totalprice DESC, o_orderdate ASC | mem-estimate=9.77KB mem-reservation=0B @@ -1992,7 +1992,7 @@ Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB 16:AGGREGATE [FINALIZE] | output: sum:merge(l_quantity) | group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice -| mem-estimate=60.40MB mem-reservation=264.00MB +| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=100B cardinality=575772 | 15:EXCHANGE [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] @@ -2000,24 +2000,24 @@ Per-Host Resources: mem-estimate=60.41MB mem-reservation=264.00MB | tuple-ids=6 row-size=100B cardinality=575772 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB +Per-Host Resources: mem-estimate=104.55MB mem-reservation=48.88MB 08:AGGREGATE [STREAMING] | output: sum(l_quantity) | group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice -| mem-estimate=60.40MB mem-reservation=0B +| mem-estimate=60.40MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=6 row-size=100B cardinality=575772 | 07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | hash predicates: o_orderkey = l_orderkey | runtime filters: RF000 <- l_orderkey -| mem-estimate=1.31MB mem-reservation=136.00MB +| mem-estimate=1.31MB mem-reservation=2.12MB spill-buffer=128.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | |--14:AGGREGATE [FINALIZE] | | output: sum:merge(l_quantity) | | group by: l_orderkey | | having: sum(l_quantity) > 300 -| | mem-estimate=10.00MB mem-reservation=264.00MB +| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB | | tuple-ids=4 row-size=24B cardinality=156344 | | | 13:EXCHANGE [HASH(l_orderkey)] @@ -2029,7 +2029,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB | 04:AGGREGATE [STREAMING] | | output: sum(l_quantity) | | group by: l_orderkey -| | mem-estimate=39.36MB mem-reservation=0B +| | mem-estimate=39.36MB mem-reservation=0B spill-buffer=2.00MB | | tuple-ids=4 row-size=24B cardinality=1563438 | | | 03:SCAN HDFS [tpch.lineitem, RANDOM] @@ -2044,7 +2044,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey | runtime filters: RF001 <- c_custkey -| mem-estimate=6.61MB mem-reservation=136.00MB +| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | |--12:EXCHANGE [BROADCAST] @@ -2065,7 +2065,7 @@ Per-Host Resources: mem-estimate=104.55MB mem-reservation=672.00MB | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF002 <- o_orderkey -| mem-estimate=26.23MB mem-reservation=136.00MB +| mem-estimate=26.23MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | |--11:EXCHANGE [HASH(o_orderkey)] @@ -2098,7 +2098,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=0B mem-estimate=88.00MB mem-reservation=0B tuple-ids=2 row-size=16B cardinality=6001215 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=1.31GB +Per-Host Resource Reservation: Memory=121.12MB Per-Host Resource Estimates: Memory=953.10MB F07:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2113,7 +2113,7 @@ PLAN-ROOT SINK | tuple-ids=7 row-size=100B cardinality=100 | F06:PLAN FRAGMENT [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB +Per-Host Resources: mem-estimate=120.82MB mem-reservation=68.00MB 09:TOP-N [LIMIT=100] | order by: o_totalprice DESC, o_orderdate ASC | mem-estimate=9.77KB mem-reservation=0B @@ -2122,7 +2122,7 @@ Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB 16:AGGREGATE [FINALIZE] | output: sum:merge(l_quantity) | group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice -| mem-estimate=60.40MB mem-reservation=264.00MB +| mem-estimate=60.40MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=100B cardinality=575772 | 15:EXCHANGE [HASH(c_name,c_custkey,o_orderkey,o_orderdate,o_totalprice)] @@ -2130,18 +2130,18 @@ Per-Host Resources: mem-estimate=120.82MB mem-reservation=528.00MB | tuple-ids=6 row-size=100B cardinality=575772 | F02:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB +Per-Host Resources: mem-estimate=161.56MB mem-reservation=53.12MB 08:AGGREGATE [STREAMING] | output: sum(l_quantity) | group by: c_name, c_custkey, o_orderkey, o_orderdate, o_totalprice -| mem-estimate=60.40MB mem-reservation=0B +| mem-estimate=60.40MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=6 row-size=100B cardinality=575772 | 07:HASH JOIN [LEFT SEMI JOIN, PARTITIONED] | hash-table-id=00 | hash predicates: o_orderkey = l_orderkey | runtime filters: RF000 <- l_orderkey -| mem-estimate=671.79KB mem-reservation=136.00MB +| mem-estimate=671.79KB mem-reservation=1.06MB spill-buffer=64.00KB | tuple-ids=2,1,0 row-size=108B cardinality=575772 | |--F08:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 @@ -2155,7 +2155,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB | | output: sum:merge(l_quantity) | | group by: l_orderkey | | having: sum(l_quantity) > 300 -| | mem-estimate=10.00MB mem-reservation=264.00MB +| | mem-estimate=10.00MB mem-reservation=4.25MB spill-buffer=256.00KB | | tuple-ids=4 row-size=24B cardinality=156344 | | | 13:EXCHANGE [HASH(l_orderkey)] @@ -2167,7 +2167,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB | 04:AGGREGATE [STREAMING] | | output: sum(l_quantity) | | group by: l_orderkey -| | mem-estimate=39.36MB mem-reservation=0B +| | mem-estimate=39.36MB mem-reservation=0B spill-buffer=2.00MB | | tuple-ids=4 row-size=24B cardinality=1563438 | | | 03:SCAN HDFS [tpch.lineitem, RANDOM] @@ -2183,7 +2183,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB | hash predicates: o_custkey = c_custkey | fk/pk conjuncts: o_custkey = c_custkey | runtime filters: RF001 <- c_custkey -| mem-estimate=6.61MB mem-reservation=136.00MB +| mem-estimate=6.61MB mem-reservation=8.50MB spill-buffer=512.00KB | tuple-ids=2,1,0 row-size=108B cardinality=5757710 | |--F09:PLAN FRAGMENT [HASH(l_orderkey)] hosts=1 instances=2 @@ -2212,7 +2212,7 @@ Per-Host Resources: mem-estimate=161.56MB mem-reservation=816.00MB | hash predicates: l_orderkey = o_orderkey | fk/pk conjuncts: l_orderkey = o_orderkey | runtime filters: RF002 <- o_orderkey -| mem-estimate=13.11MB mem-reservation=136.00MB +| mem-estimate=13.11MB mem-reservation=17.00MB spill-buffer=1.00MB | tuple-ids=2,1 row-size=66B cardinality=5757710 | |--F10:PLAN FRAGMENT [HASH(l_orderkey)] hosts=2 instances=4 @@ -2390,19 +2390,19 @@ from tpch_nested_parquet.customer c, join c.c_orders o2 on o1.o_orderkey = o2.o_orderkey order by o1.o_orderkey limit 100) v ---- PLAN -Per-Host Resource Reservation: Memory=664.00MB +Per-Host Resource Reservation: Memory=69.06MB Per-Host Resource Estimates: Memory=344.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=344.00MB mem-reservation=664.00MB +| Per-Host Resources: mem-estimate=344.00MB mem-reservation=69.06MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 09:AGGREGATE [FINALIZE] | group by: c_name, o1.o_orderkey, o2.o_orderstatus -| mem-estimate=128.00MB mem-reservation=264.00MB +| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | 01:SUBPLAN @@ -2425,13 +2425,13 @@ PLAN-ROOT SINK | | | 06:AGGREGATE [FINALIZE] | | group by: o1.o_orderkey, o2.o_orderstatus -| | mem-estimate=128.00MB mem-reservation=264.00MB +| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=3 row-size=24B cardinality=10 | | | 05:HASH JOIN [INNER JOIN] | | hash predicates: o1.o_orderkey = o2.o_orderkey | | fk/pk conjuncts: assumed fk/pk -| | mem-estimate=0B mem-reservation=136.00MB +| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=1,2 row-size=32B cardinality=10 | | | |--04:UNNEST [c.c_orders o2] @@ -2452,7 +2452,7 @@ PLAN-ROOT SINK mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=66B cardinality=150000 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=664.00MB +Per-Host Resource Reservation: Memory=69.06MB Per-Host Resource Estimates: Memory=472.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer @@ -2467,10 +2467,10 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=58B cardinality=1500000 | F01:PLAN FRAGMENT [HASH(c_name,v.o_orderkey,v.o_orderstatus)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=128.00MB mem-reservation=264.00MB +Per-Host Resources: mem-estimate=128.00MB mem-reservation=34.00MB 11:AGGREGATE [FINALIZE] | group by: c_name, v.o_orderkey, v.o_orderstatus -| mem-estimate=128.00MB mem-reservation=264.00MB +| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | 10:EXCHANGE [HASH(c_name,v.o_orderkey,v.o_orderstatus)] @@ -2478,10 +2478,10 @@ Per-Host Resources: mem-estimate=128.00MB mem-reservation=264.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB +Per-Host Resources: mem-estimate=344.00MB mem-reservation=35.06MB 09:AGGREGATE [STREAMING] | group by: c_name, o1.o_orderkey, o2.o_orderstatus -| mem-estimate=128.00MB mem-reservation=0B +| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | 01:SUBPLAN @@ -2504,13 +2504,13 @@ Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB | | | 06:AGGREGATE [FINALIZE] | | group by: o1.o_orderkey, o2.o_orderstatus -| | mem-estimate=128.00MB mem-reservation=264.00MB +| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=3 row-size=24B cardinality=10 | | | 05:HASH JOIN [INNER JOIN] | | hash predicates: o1.o_orderkey = o2.o_orderkey | | fk/pk conjuncts: assumed fk/pk -| | mem-estimate=0B mem-reservation=136.00MB +| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=1,2 row-size=32B cardinality=10 | | | |--04:UNNEST [c.c_orders o2] @@ -2531,7 +2531,7 @@ Per-Host Resources: mem-estimate=344.00MB mem-reservation=400.00MB mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=66B cardinality=150000 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=1.30GB +Per-Host Resource Reservation: Memory=138.12MB Per-Host Resource Estimates: Memory=944.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer @@ -2546,10 +2546,10 @@ PLAN-ROOT SINK | tuple-ids=6 row-size=58B cardinality=1500000 | F01:PLAN FRAGMENT [HASH(c_name,v.o_orderkey,v.o_orderstatus)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=256.00MB mem-reservation=528.00MB +Per-Host Resources: mem-estimate=256.00MB mem-reservation=68.00MB 11:AGGREGATE [FINALIZE] | group by: c_name, v.o_orderkey, v.o_orderstatus -| mem-estimate=128.00MB mem-reservation=264.00MB +| mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | 10:EXCHANGE [HASH(c_name,v.o_orderkey,v.o_orderstatus)] @@ -2557,10 +2557,10 @@ Per-Host Resources: mem-estimate=256.00MB mem-reservation=528.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=688.00MB mem-reservation=800.00MB +Per-Host Resources: mem-estimate=688.00MB mem-reservation=70.12MB 09:AGGREGATE [STREAMING] | group by: c_name, o1.o_orderkey, o2.o_orderstatus -| mem-estimate=128.00MB mem-reservation=0B +| mem-estimate=128.00MB mem-reservation=0B spill-buffer=2.00MB | tuple-ids=6 row-size=58B cardinality=1500000 | 01:SUBPLAN @@ -2583,13 +2583,13 @@ Per-Host Resources: mem-estimate=688.00MB mem-reservation=800.00MB | | | 06:AGGREGATE [FINALIZE] | | group by: o1.o_orderkey, o2.o_orderstatus -| | mem-estimate=128.00MB mem-reservation=264.00MB +| | mem-estimate=128.00MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=3 row-size=24B cardinality=10 | | | 05:HASH JOIN [INNER JOIN] | | hash predicates: o1.o_orderkey = o2.o_orderkey | | fk/pk conjuncts: assumed fk/pk -| | mem-estimate=0B mem-reservation=136.00MB +| | mem-estimate=0B mem-reservation=1.06MB spill-buffer=64.00KB | | tuple-ids=1,2 row-size=32B cardinality=10 | | | |--04:UNNEST [c.c_orders o2] @@ -2619,13 +2619,13 @@ from tpch_nested_parquet.customer c, row_number() over (order by o_orderpriority) rnum_priority from c.c_orders) v; ---- PLAN -Per-Host Resource Reservation: Memory=192.00MB -Per-Host Resource Estimates: Memory=136.00MB +Per-Host Resource Reservation: Memory=48.00MB +Per-Host Resource Estimates: Memory=94.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB +| Per-Host Resources: mem-estimate=94.00MB mem-reservation=48.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2646,36 +2646,36 @@ PLAN-ROOT SINK | | functions: row_number() | | order by: o_orderpriority ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=12,7 row-size=164B cardinality=10 | | | 08:SORT | | order by: o_orderpriority ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=12 row-size=156B cardinality=10 | | | 07:ANALYTIC | | functions: row_number() | | order by: o_orderdate ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=10,6 row-size=156B cardinality=10 | | | 06:SORT | | order by: o_orderdate ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=10 row-size=148B cardinality=10 | | | 05:ANALYTIC | | functions: row_number() | | order by: o_totalprice ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=8,5 row-size=148B cardinality=10 | | | 04:SORT | | order by: o_totalprice ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=8 row-size=140B cardinality=10 | | | 03:UNNEST [c.c_orders] @@ -2691,8 +2691,8 @@ PLAN-ROOT SINK mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=254B cardinality=150000 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=192.00MB -Per-Host Resource Estimates: Memory=136.00MB +Per-Host Resource Reservation: Memory=48.00MB +Per-Host Resource Estimates: Memory=94.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer @@ -2706,7 +2706,7 @@ PLAN-ROOT SINK | tuple-ids=12,7,0 row-size=418B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB +Per-Host Resources: mem-estimate=94.00MB mem-reservation=48.00MB 01:SUBPLAN | mem-estimate=0B mem-reservation=0B | tuple-ids=12,7,0 row-size=418B cardinality=1500000 @@ -2724,36 +2724,36 @@ Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB | | functions: row_number() | | order by: o_orderpriority ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=12,7 row-size=164B cardinality=10 | | | 08:SORT | | order by: o_orderpriority ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=12 row-size=156B cardinality=10 | | | 07:ANALYTIC | | functions: row_number() | | order by: o_orderdate ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=10,6 row-size=156B cardinality=10 | | | 06:SORT | | order by: o_orderdate ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=10 row-size=148B cardinality=10 | | | 05:ANALYTIC | | functions: row_number() | | order by: o_totalprice ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=8,5 row-size=148B cardinality=10 | | | 04:SORT | | order by: o_totalprice ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=8 row-size=140B cardinality=10 | | | 03:UNNEST [c.c_orders] @@ -2769,8 +2769,8 @@ Per-Host Resources: mem-estimate=136.00MB mem-reservation=192.00MB mem-estimate=88.00MB mem-reservation=0B tuple-ids=0 row-size=254B cardinality=150000 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=384.00MB -Per-Host Resource Estimates: Memory=272.00MB +Per-Host Resource Reservation: Memory=96.00MB +Per-Host Resource Estimates: Memory=188.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer @@ -2784,7 +2784,7 @@ PLAN-ROOT SINK | tuple-ids=12,7,0 row-size=418B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=272.00MB mem-reservation=384.00MB +Per-Host Resources: mem-estimate=188.00MB mem-reservation=96.00MB 01:SUBPLAN | mem-estimate=0B mem-reservation=0B | tuple-ids=12,7,0 row-size=418B cardinality=1500000 @@ -2802,36 +2802,36 @@ Per-Host Resources: mem-estimate=272.00MB mem-reservation=384.00MB | | functions: row_number() | | order by: o_orderpriority ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=12,7 row-size=164B cardinality=10 | | | 08:SORT | | order by: o_orderpriority ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=12 row-size=156B cardinality=10 | | | 07:ANALYTIC | | functions: row_number() | | order by: o_orderdate ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=10,6 row-size=156B cardinality=10 | | | 06:SORT | | order by: o_orderdate ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=10 row-size=148B cardinality=10 | | | 05:ANALYTIC | | functions: row_number() | | order by: o_totalprice ASC | | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| | mem-estimate=0B mem-reservation=16.00MB +| | mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | | tuple-ids=8,5 row-size=148B cardinality=10 | | | 04:SORT | | order by: o_totalprice ASC -| | mem-estimate=16.00MB mem-reservation=48.00MB +| | mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | | tuple-ids=8 row-size=140B cardinality=10 | | | 03:UNNEST [c.c_orders] @@ -2861,11 +2861,11 @@ join ( ) v2 on v2.k3 = t2.o_orderkey ) v1 on v1.k3 = t1.o_orderkey ---- PLAN -Per-Host Resource Reservation: Memory=272.00MB +Per-Host Resource Reservation: Memory=68.00MB Per-Host Resource Estimates: Memory=172.59MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=172.59MB mem-reservation=272.00MB +| Per-Host Resources: mem-estimate=172.59MB mem-reservation=68.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -2873,21 +2873,21 @@ PLAN-ROOT SINK | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey | runtime filters: RF000 <- t3.o_orderkey -| mem-estimate=37.77MB mem-reservation=136.00MB +| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | |--05:HASH JOIN [INNER JOIN] | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey | | runtime filters: RF001 <- t3.o_orderkey -| | mem-estimate=25.18MB mem-reservation=136.00MB +| | mem-estimate=25.18MB mem-reservation=34.00MB spill-buffer=2.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | |--04:HASH JOIN [INNER JOIN] | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey | | | runtime filters: RF002 <- t4.o_orderkey -| | | mem-estimate=12.59MB mem-reservation=136.00MB +| | | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | | | |--03:SCAN HDFS [tpch_parquet.orders t4] @@ -2925,7 +2925,7 @@ PLAN-ROOT SINK mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- DISTRIBUTEDPLAN -Per-Host Resource Reservation: Memory=408.00MB +Per-Host Resource Reservation: Memory=59.50MB Per-Host Resource Estimates: Memory=216.65MB F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -2938,12 +2938,12 @@ PLAN-ROOT SINK | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB +Per-Host Resources: mem-estimate=77.77MB mem-reservation=34.00MB 06:HASH JOIN [INNER JOIN, BROADCAST] | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey | runtime filters: RF000 <- t3.o_orderkey -| mem-estimate=37.77MB mem-reservation=136.00MB +| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | |--10:EXCHANGE [BROADCAST] @@ -2951,19 +2951,19 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=2 -| Per-Host Resources: mem-estimate=18.88MB mem-reservation=272.00MB +| Per-Host Resources: mem-estimate=18.88MB mem-reservation=25.50MB | 05:HASH JOIN [INNER JOIN, PARTITIONED] | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey | | runtime filters: RF001 <- t3.o_orderkey -| | mem-estimate=12.59MB mem-reservation=136.00MB +| | mem-estimate=12.59MB mem-reservation=17.00MB spill-buffer=1.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | |--04:HASH JOIN [INNER JOIN, PARTITIONED] | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey | | | runtime filters: RF002 <- t4.o_orderkey -| | | mem-estimate=6.29MB mem-reservation=136.00MB +| | | mem-estimate=6.29MB mem-reservation=8.50MB spill-buffer=512.00KB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | | | |--08:EXCHANGE [HASH(t4.o_orderkey)] @@ -3019,7 +3019,7 @@ Per-Host Resources: mem-estimate=77.77MB mem-reservation=136.00MB mem-estimate=40.00MB mem-reservation=0B tuple-ids=0 row-size=191B cardinality=1500000 ---- PARALLELPLANS -Per-Host Resource Reservation: Memory=816.00MB +Per-Host Resource Reservation: Memory=93.50MB Per-Host Resource Estimates: Memory=414.41MB F05:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 @@ -3032,13 +3032,13 @@ PLAN-ROOT SINK | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB +Per-Host Resources: mem-estimate=155.53MB mem-reservation=68.00MB 06:HASH JOIN [INNER JOIN, BROADCAST] | hash-table-id=00 | hash predicates: t1.o_orderkey = t3.o_orderkey | fk/pk conjuncts: t1.o_orderkey = t3.o_orderkey | runtime filters: RF000 <- t3.o_orderkey -| mem-estimate=37.77MB mem-reservation=136.00MB +| mem-estimate=37.77MB mem-reservation=34.00MB spill-buffer=2.00MB | tuple-ids=0,1,2,3 row-size=215B cardinality=1500000 | |--F06:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 @@ -3053,13 +3053,13 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | F04:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4 -| Per-Host Resources: mem-estimate=18.88MB mem-reservation=544.00MB +| Per-Host Resources: mem-estimate=18.88MB mem-reservation=25.50MB | 05:HASH JOIN [INNER JOIN, PARTITIONED] | | hash-table-id=01 | | hash predicates: t2.o_orderkey = t3.o_orderkey | | fk/pk conjuncts: t2.o_orderkey = t3.o_orderkey | | runtime filters: RF001 <- t3.o_orderkey -| | mem-estimate=6.29MB mem-reservation=136.00MB +| | mem-estimate=6.29MB mem-reservation=8.50MB spill-buffer=512.00KB | | tuple-ids=1,2,3 row-size=24B cardinality=1500000 | | | |--F07:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4 @@ -3074,7 +3074,7 @@ Per-Host Resources: mem-estimate=155.53MB mem-reservation=272.00MB | | | hash predicates: t3.o_orderkey = t4.o_orderkey | | | fk/pk conjuncts: t3.o_orderkey = t4.o_orderkey | | | runtime filters: RF002 <- t4.o_orderkey -| | | mem-estimate=3.15MB mem-reservation=136.00MB +| | | mem-estimate=3.15MB mem-reservation=4.25MB spill-buffer=256.00KB | | | tuple-ids=2,3 row-size=16B cardinality=1500000 | | | | | |--F08:PLAN FRAGMENT [HASH(t3.o_orderkey)] hosts=2 instances=4 @@ -3387,12 +3387,12 @@ sum(smallint_col) over (partition by tinyint_col order by smallint_col rows between 1 following and 2 following) from functional.alltypesagg ---- PLAN -Per-Host Resource Reservation: Memory=72.00MB -Per-Host Resource Estimates: Memory=24.00MB +Per-Host Resource Reservation: Memory=18.00MB +Per-Host Resource Estimates: Memory=18.00MB Codegen disabled by planner F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=24.00MB mem-reservation=72.00MB +| Per-Host Resources: mem-estimate=18.00MB mem-reservation=18.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -3401,7 +3401,7 @@ PLAN-ROOT SINK | partition by: tinyint_col | order by: smallint_col ASC | window: ROWS BETWEEN 1 FOLLOWING AND 2 FOLLOWING -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=5,2,3,4 row-size=27B cardinality=11000 | 03:ANALYTIC @@ -3409,7 +3409,7 @@ PLAN-ROOT SINK | partition by: tinyint_col | order by: smallint_col ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND 1 FOLLOWING -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=5,2,3 row-size=19B cardinality=11000 | 02:ANALYTIC @@ -3417,12 +3417,12 @@ PLAN-ROOT SINK | partition by: tinyint_col | order by: smallint_col ASC | window: RANGE BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=5,2 row-size=11B cardinality=11000 | 01:SORT | order by: tinyint_col ASC NULLS FIRST, smallint_col ASC -| mem-estimate=8.00MB mem-reservation=24.00MB +| mem-estimate=2.00MB mem-reservation=6.00MB spill-buffer=2.00MB | tuple-ids=5 row-size=3B cardinality=11000 | 00:SCAN HDFS [functional.alltypesagg] http://git-wip-us.apache.org/repos/asf/incubator-impala/blob/a98b90bd/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test index 3e5fb05..66f8167 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/sort-expr-materialization.test @@ -2,14 +2,14 @@ select * from functional.alltypes order by random() ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: random() ASC | materialized: random() -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=105B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -24,14 +24,14 @@ PLAN-ROOT SINK select * from functional.alltypes order by abs(id) + abs(id) ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: abs(id) + abs(id) ASC | materialized: abs(id) + abs(id) -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=105B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -46,13 +46,13 @@ PLAN-ROOT SINK select * from functional.alltypes order by tinyint_col + 1 ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: tinyint_col + 1 ASC -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=97B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -68,14 +68,14 @@ select * from functional.alltypes order by dayofweek(timestamp_col), true, id + 1, string_col = date_string_col, id = tinyint_col ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: dayofweek(timestamp_col) ASC, TRUE ASC, id + 1 ASC, string_col = date_string_col ASC, id = tinyint_col ASC | materialized: dayofweek(timestamp_col), string_col = date_string_col -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=102B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -91,7 +91,7 @@ select last_value(id) over (order by to_date(timestamp_col), bool_col is null) from functional.alltypes ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=64.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=16.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | @@ -99,13 +99,13 @@ PLAN-ROOT SINK | functions: last_value(id) | order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC | window: ROWS BETWEEN UNBOUNDED PRECEDING AND CURRENT ROW -| mem-estimate=0B mem-reservation=16.00MB +| mem-estimate=0B mem-reservation=4.00MB spill-buffer=2.00MB | tuple-ids=3,2 row-size=41B cardinality=7300 | 01:SORT | order by: to_date(timestamp_col) ASC, bool_col IS NULL ASC | materialized: to_date(timestamp_col) -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=3 row-size=37B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -143,14 +143,14 @@ PLAN-ROOT SINK select * from functional.alltypes order by TestFn(double_col) ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: default.testfn(double_col) ASC | materialized: default.testfn(double_col) -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=101B cardinality=7300 | 00:SCAN HDFS [functional.alltypes] @@ -165,14 +165,14 @@ PLAN-ROOT SINK select concat(date_string_col, string_col) c from functional.alltypes order by c ---- PLAN F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=144.00MB mem-reservation=48.00MB +| Per-Host Resources: mem-estimate=130.00MB mem-reservation=12.00MB PLAN-ROOT SINK | mem-estimate=0B mem-reservation=0B | 01:SORT | order by: concat(date_string_col, string_col) ASC | materialized: concat(date_string_col, string_col) -| mem-estimate=16.00MB mem-reservation=48.00MB +| mem-estimate=2.00MB mem-reservation=12.00MB spill-buffer=2.00MB | tuple-ids=1 row-size=16B cardinality=7300 | 00:SCAN HDFS [functional.alltypes]
