http://git-wip-us.apache.org/repos/asf/impala/blob/e12ee485/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test ---------------------------------------------------------------------- diff --git a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test index 008b290..59c7fa2 100644 --- a/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test +++ b/testdata/workloads/functional-planner/queries/PlannerTest/resource-requirements.test @@ -1,13 +1,13 @@ # Parquet scan select * from tpch_parquet.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=40.00MB +Max Per-Host Resource Reservation: Memory=40.00MB Threads=2 Per-Host Resource Estimates: Memory=80.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.00MB mem-reservation=40.00MB +| Per-Host Resources: mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_parquet.lineitem] partitions=1/1 files=3 size=193.71MB @@ -15,66 +15,66 @@ PLAN-ROOT SINK table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=40.00MB + mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=40.00MB +Max Per-Host Resource Reservation: Memory=40.00MB Threads=3 Per-Host Resource Estimates: Memory=80.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.00MB mem-reservation=40.00MB +Per-Host Resources: mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=2 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.71MB stored statistics: table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=40.00MB + mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=80.00MB +Max Per-Host Resource Reservation: Memory=80.00MB Threads=3 Per-Host Resource Estimates: Memory=160.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.00MB mem-reservation=80.00MB +Per-Host Resources: mem-estimate=160.00MB mem-reservation=80.00MB thread-reservation=2 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.71MB stored statistics: table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=40.00MB + mem-estimate=80.00MB mem-reservation=40.00MB thread-reservation=0 tuple-ids=0 row-size=263B cardinality=6001215 ==== # Single column parquet scan - memory reservation is reduced compared to multi-column # scan. select l_comment from tpch_parquet.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=4.00MB +Max Per-Host Resource Reservation: Memory=4.00MB Threads=2 Per-Host Resource Estimates: Memory=80.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=80.00MB mem-reservation=4.00MB +| Per-Host Resources: mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_parquet.lineitem] partitions=1/1 files=3 size=193.71MB @@ -82,67 +82,67 @@ PLAN-ROOT SINK table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=42B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=4.00MB +Max Per-Host Resource Reservation: Memory=4.00MB Threads=3 Per-Host Resource Estimates: Memory=80.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=42B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=80.00MB mem-reservation=4.00MB +Per-Host Resources: mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=2 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.71MB stored statistics: table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=42B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=160.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=42B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=160.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=160.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] partitions=1/1 files=3 size=193.71MB stored statistics: table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=0 tuple-ids=0 row-size=42B cardinality=6001215 ==== # Small parquet files - memory reservation is reduced because of small file size. select string_col from functional_parquet.alltypes; ---- PLAN -Max Per-Host Resource Reservation: Memory=16.00KB +Max Per-Host Resource Reservation: Memory=16.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional_parquet.alltypes] partitions=24/24 files=24 size=188.29KB @@ -151,25 +151,25 @@ PLAN-ROOT SINK partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=16.00KB + mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=1 tuple-ids=0 row-size=16B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=16.00KB +Max Per-Host Resource Reservation: Memory=16.00KB Threads=3 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=16B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -177,25 +177,25 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=16.00KB partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=16.00KB + mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=1 tuple-ids=0 row-size=16B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=3 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=16B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -203,22 +203,22 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=16.00KB + mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0 tuple-ids=0 row-size=16B cardinality=unavailable ==== # Multi-column parquet scan with small files - memory reservation is reduced because of # small file size but a minimum amount is reserved per column. select int_col, float_col, string_col from functional_parquet.alltypes; ---- PLAN -Max Per-Host Resource Reservation: Memory=24.00KB +Max Per-Host Resource Reservation: Memory=24.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional_parquet.alltypes] partitions=24/24 files=24 size=188.29KB @@ -227,25 +227,25 @@ PLAN-ROOT SINK partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=24.00KB + mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=24.00KB +Max Per-Host Resource Reservation: Memory=24.00KB Threads=3 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=24B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -253,25 +253,25 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=24.00KB partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=24.00KB + mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=48.00KB +Max Per-Host Resource Reservation: Memory=48.00KB Threads=3 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=24B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -279,22 +279,22 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=48.00KB partitions: 0/24 rows=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=24.00KB + mem-estimate=16.00MB mem-reservation=24.00KB thread-reservation=0 tuple-ids=0 row-size=24B cardinality=unavailable ==== # Parquet scan with no materialized columns. Need reservation to scan levels to determine # row count. select 'foo' from functional_parquet.alltypes ---- PLAN -Max Per-Host Resource Reservation: Memory=16.00KB +Max Per-Host Resource Reservation: Memory=16.00KB Threads=2 Per-Host Resource Estimates: Memory=10.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB +| Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional_parquet.alltypes] partitions=24/24 files=24 size=188.29KB @@ -303,25 +303,25 @@ PLAN-ROOT SINK partitions: 0/24 rows=unavailable columns: all extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=1.00MB mem-reservation=16.00KB + mem-estimate=1.00MB mem-reservation=16.00KB thread-reservation=1 tuple-ids=0 row-size=0B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=16.00KB +Max Per-Host Resource Reservation: Memory=16.00KB Threads=3 Per-Host Resource Estimates: Memory=10.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=0B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB +Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -329,25 +329,25 @@ Per-Host Resources: mem-estimate=1.00MB mem-reservation=16.00KB partitions: 0/24 rows=unavailable columns: all extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=1.00MB mem-reservation=16.00KB + mem-estimate=1.00MB mem-reservation=16.00KB thread-reservation=1 tuple-ids=0 row-size=0B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=3 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=0B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB thread-reservation=2 00:SCAN HDFS [functional_parquet.alltypes, RANDOM] partitions=24/24 files=24 size=188.29KB stored statistics: @@ -355,20 +355,20 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=32.00KB partitions: 0/24 rows=unavailable columns: all extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=16.00KB + mem-estimate=16.00MB mem-reservation=16.00KB thread-reservation=0 tuple-ids=0 row-size=0B cardinality=unavailable ==== # Parquet scan - reservation estimate based on dictionary-encoded size reduces # reservation for column with low NDV. select c_nationkey from tpch_parquet.customer ---- PLAN -Max Per-Host Resource Reservation: Memory=128.00KB +Max Per-Host Resource Reservation: Memory=128.00KB Threads=2 Per-Host Resource Estimates: Memory=24.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=24.00MB mem-reservation=128.00KB +| Per-Host Resources: mem-estimate=24.00MB mem-reservation=128.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_parquet.customer] partitions=1/1 files=1 size=12.31MB @@ -376,20 +376,20 @@ PLAN-ROOT SINK table: rows=150000 size=12.31MB columns: all extrapolated-rows=disabled max-scan-range-rows=150000 - mem-estimate=24.00MB mem-reservation=128.00KB + mem-estimate=24.00MB mem-reservation=128.00KB thread-reservation=1 tuple-ids=0 row-size=2B cardinality=150000 ==== # Parquet scan - reservation estimate based on uncompressed size reduces reservation # for fixed-width column with high NDV. select c_custkey from tpch_parquet.customer ---- PLAN -Max Per-Host Resource Reservation: Memory=2.00MB +Max Per-Host Resource Reservation: Memory=2.00MB Threads=2 Per-Host Resource Estimates: Memory=24.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=24.00MB mem-reservation=2.00MB +| Per-Host Resources: mem-estimate=24.00MB mem-reservation=2.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_parquet.customer] partitions=1/1 files=1 size=12.31MB @@ -397,7 +397,7 @@ PLAN-ROOT SINK table: rows=150000 size=12.31MB columns: all extrapolated-rows=disabled max-scan-range-rows=150000 - mem-estimate=24.00MB mem-reservation=2.00MB + mem-estimate=24.00MB mem-reservation=2.00MB thread-reservation=1 tuple-ids=0 row-size=8B cardinality=150000 ==== # Parquet scan - reservation estimate is not reduced based on column stats when they @@ -405,15 +405,15 @@ PLAN-ROOT SINK # the column size to significantly smaller than the file size. select c_mktsegment from functional_parquet.customer_multiblock ---- PLAN -Max Per-Host Resource Reservation: Memory=512.00KB +Max Per-Host Resource Reservation: Memory=512.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_parquet.customer_multiblock F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=512.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional_parquet.customer_multiblock] partitions=1/1 files=1 size=482.93KB @@ -421,20 +421,20 @@ PLAN-ROOT SINK table: rows=unavailable size=unavailable columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=512.00KB + mem-estimate=16.00MB mem-reservation=512.00KB thread-reservation=1 tuple-ids=0 row-size=16B cardinality=unavailable ==== # Parquet nested types, unnested in scan - should reserve memory for each column. select o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderpriority, o_clerk from tpch_nested_parquet.customer.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=24.00MB +Max Per-Host Resource Reservation: Memory=24.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=24.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] partitions=1/1 files=4 size=288.98MB @@ -442,7 +442,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns: all extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=24.00MB + mem-estimate=88.00MB mem-reservation=24.00MB thread-reservation=1 tuple-ids=0 row-size=80B cardinality=1500000 ==== # Parquet nested types, unnested in scan - don't reserve extra memory for "pos" virtual @@ -450,13 +450,13 @@ PLAN-ROOT SINK select o_orderkey, pos from tpch_nested_parquet.customer.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=4.00MB +Max Per-Host Resource Reservation: Memory=4.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] partitions=1/1 files=4 size=288.98MB @@ -464,7 +464,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns: all extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=4.00MB + mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=16B cardinality=1500000 ==== # Parquet nested types, unnested in scan - reserve memory for "pos" virtual column if it @@ -472,13 +472,13 @@ PLAN-ROOT SINK select pos from tpch_nested_parquet.customer.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=4.00MB +Max Per-Host Resource Reservation: Memory=4.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_nested_parquet.customer.c_orders] partitions=1/1 files=4 size=288.98MB @@ -486,7 +486,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns: all extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=4.00MB + mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=8B cardinality=1500000 ==== # Parquet nested types, left nested in scan - should reserve memory for each scalar @@ -495,32 +495,32 @@ select c_custkey, o_orderkey, o_orderstatus, o_totalprice, o_orderdate, o_orderp o_clerk from tpch_nested_parquet.customer c, c.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=32.00MB +Max Per-Host Resource Reservation: Memory=32.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=32.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=32.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1,0 row-size=104B cardinality=1500000 | |--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B +| | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | tuple-ids=1,0 row-size=104B cardinality=10 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=24B cardinality=1 | | | 03:UNNEST [c.c_orders] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -530,7 +530,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns missing stats: c_orders extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=32.00MB + mem-estimate=88.00MB mem-reservation=32.00MB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=150000 ==== # Parquet nested types, left nested in scan - should reserve memory for each scalar @@ -538,32 +538,32 @@ PLAN-ROOT SINK select c_custkey, o_orderkey, pos from tpch_nested_parquet.customer c, c.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1,0 row-size=40B cardinality=1500000 | |--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B +| | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | tuple-ids=1,0 row-size=40B cardinality=10 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=24B cardinality=1 | | | 03:UNNEST [c.c_orders] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -573,7 +573,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns missing stats: c_orders extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=150000 ==== # Parquet nested types, left nested in scan - should reserve memory for virtual @@ -582,32 +582,32 @@ PLAN-ROOT SINK select c_custkey, pos from tpch_nested_parquet.customer c, c.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1,0 row-size=32B cardinality=1500000 | |--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B +| | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | tuple-ids=1,0 row-size=32B cardinality=10 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=24B cardinality=1 | | | 03:UNNEST [c.c_orders] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -617,7 +617,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns missing stats: c_orders extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=150000 ==== # Parquet nested types, left nested in scan - should reserve memory for nested column @@ -626,32 +626,32 @@ PLAN-ROOT SINK select c_custkey from tpch_nested_parquet.customer c, c.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1,0 row-size=24B cardinality=1500000 | |--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B +| | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | tuple-ids=1,0 row-size=24B cardinality=10 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=24B cardinality=1 | | | 03:UNNEST [c.c_orders] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -661,7 +661,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns missing stats: c_orders extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=150000 ==== # Parquet nested types, left nested in scan - should reserve memory for nested column @@ -669,32 +669,32 @@ PLAN-ROOT SINK select o_orderkey from tpch_nested_parquet.customer c, c.c_orders ---- PLAN -Max Per-Host Resource Reservation: Memory=4.00MB +Max Per-Host Resource Reservation: Memory=4.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1,0 row-size=24B cardinality=1500000 | |--04:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=16B mem-reservation=0B +| | mem-estimate=16B mem-reservation=0B thread-reservation=0 | | tuple-ids=1,0 row-size=24B cardinality=10 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=16B cardinality=1 | | | 03:UNNEST [c.c_orders] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -704,7 +704,7 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=4.00MB + mem-estimate=88.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=16B cardinality=150000 ==== # Parquet nested types with two levels of nesting materialized in scan. Should @@ -712,50 +712,50 @@ PLAN-ROOT SINK select c_custkey, o_orderkey, l_comment from tpch_nested_parquet.customer c, c.c_orders o, o.o_lineitems ---- PLAN -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_nested_parquet.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:SUBPLAN -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2,1,0 row-size=64B cardinality=15000000 | |--08:NESTED LOOP JOIN [CROSS JOIN] -| | mem-estimate=24B mem-reservation=0B +| | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | tuple-ids=2,1,0 row-size=64B cardinality=100 | | | |--02:SINGULAR ROW SRC | | parent-subplan=01 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=0 row-size=24B cardinality=1 | | | 04:SUBPLAN -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=2,1 row-size=40B cardinality=100 | | | |--07:NESTED LOOP JOIN [CROSS JOIN] -| | | mem-estimate=24B mem-reservation=0B +| | | mem-estimate=24B mem-reservation=0B thread-reservation=0 | | | tuple-ids=2,1 row-size=40B cardinality=10 | | | | | |--05:SINGULAR ROW SRC | | | parent-subplan=04 -| | | mem-estimate=0B mem-reservation=0B +| | | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | | tuple-ids=1 row-size=24B cardinality=1 | | | | | 06:UNNEST [o.o_lineitems] | | parent-subplan=04 -| | mem-estimate=0B mem-reservation=0B +| | mem-estimate=0B mem-reservation=0B thread-reservation=0 | | tuple-ids=2 row-size=0B cardinality=10 | | | 03:UNNEST [c.c_orders o] | parent-subplan=01 -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=0B cardinality=10 | 00:SCAN HDFS [tpch_nested_parquet.customer c] @@ -766,19 +766,19 @@ PLAN-ROOT SINK table: rows=150000 size=288.98MB columns missing stats: c_orders extrapolated-rows=disabled max-scan-range-rows=44229 - mem-estimate=88.00MB mem-reservation=16.00MB + mem-estimate=88.00MB mem-reservation=16.00MB thread-reservation=1 tuple-ids=0 row-size=24B cardinality=150000 ==== # Text scan select * from tpch.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch.lineitem] partitions=1/1 files=1 size=718.94MB @@ -786,65 +786,65 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=88.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB stored statistics: table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=3 Per-Host Resource Estimates: Memory=176.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=263B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB thread-reservation=2 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB stored statistics: table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=0 tuple-ids=0 row-size=263B cardinality=6001215 ==== # Single column text scan - memory reservation is same as multi-column scan. select l_comment from tpch.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch.lineitem] partitions=1/1 files=1 size=718.94MB @@ -852,66 +852,66 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=42B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=88.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=42B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB stored statistics: table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=42B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=3 Per-Host Resource Estimates: Memory=176.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=42B cardinality=6001215 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB thread-reservation=2 00:SCAN HDFS [tpch.lineitem, RANDOM] partitions=1/1 files=1 size=718.94MB stored statistics: table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=0 tuple-ids=0 row-size=42B cardinality=6001215 ==== # Text scan on small files - memory reservation is reduced. select * from functional.alltypes ---- PLAN -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB Codegen disabled by planner F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional.alltypes] partitions=24/24 files=24 size=478.45KB @@ -920,24 +920,24 @@ PLAN-ROOT SINK partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled max-scan-range-rows=310 - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=1 tuple-ids=0 row-size=97B cardinality=7300 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=3 Per-Host Resource Estimates: Memory=16.00MB Codegen disabled by planner F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=97B cardinality=7300 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=2 00:SCAN HDFS [functional.alltypes, RANDOM] partitions=24/24 files=24 size=478.45KB stored statistics: @@ -945,24 +945,24 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled max-scan-range-rows=310 - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=1 tuple-ids=0 row-size=97B cardinality=7300 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=64.00KB +Max Per-Host Resource Reservation: Memory=64.00KB Threads=3 Per-Host Resource Estimates: Memory=32.00MB Codegen disabled by planner F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=97B cardinality=7300 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB thread-reservation=2 00:SCAN HDFS [functional.alltypes, RANDOM] partitions=24/24 files=24 size=478.45KB stored statistics: @@ -970,21 +970,21 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB partitions: 24/24 rows=7300 columns: all extrapolated-rows=disabled max-scan-range-rows=310 - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=0 tuple-ids=0 row-size=97B cardinality=7300 ==== # Avro scan. select * from tpch_avro.orders ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_avro.orders F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_avro.orders] partitions=1/1 files=2 size=156.92MB @@ -992,71 +992,71 @@ PLAN-ROOT SINK table: rows=unavailable size=156.92MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=108B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=88.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_avro.orders F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=108B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=2 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpch_avro.orders, RANDOM] partitions=1/1 files=2 size=156.92MB stored statistics: table: rows=unavailable size=156.92MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=108B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=5 Per-Host Resource Estimates: Memory=176.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_avro.orders F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=108B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=2 instances=4 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB thread-reservation=4 00:SCAN HDFS [tpch_avro.orders, RANDOM] partitions=1/1 files=2 size=156.92MB stored statistics: table: rows=unavailable size=156.92MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=108B cardinality=unavailable ==== # RC scan. select * from tpch_rc.customer ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_rc.customer F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_rc.customer] partitions=1/1 files=1 size=22.47MB @@ -1064,71 +1064,71 @@ PLAN-ROOT SINK table: rows=unavailable size=22.47MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=32.00MB mem-reservation=8.00MB + mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=98B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_rc.customer F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=98B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpch_rc.customer, RANDOM] partitions=1/1 files=1 size=22.47MB stored statistics: table: rows=unavailable size=22.47MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=32.00MB mem-reservation=8.00MB + mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=98B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=5 Per-Host Resource Estimates: Memory=64.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpch_rc.customer F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=98B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=64.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=64.00MB mem-reservation=16.00MB thread-reservation=4 00:SCAN HDFS [tpch_rc.customer, RANDOM] partitions=1/1 files=1 size=22.47MB stored statistics: table: rows=unavailable size=22.47MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=32.00MB mem-reservation=8.00MB + mem-estimate=32.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=98B cardinality=unavailable ==== # Seq scan. select * from tpcds_seq_snap.web_returns ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpcds_seq_snap.web_returns F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpcds_seq_snap.web_returns] partitions=1/1 files=1 size=6.61MB @@ -1136,69 +1136,69 @@ PLAN-ROOT SINK table: rows=unavailable size=6.61MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=8.00MB + mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=104B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpcds_seq_snap.web_returns F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=104B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=2 00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM] partitions=1/1 files=1 size=6.61MB stored statistics: table: rows=unavailable size=6.61MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=8.00MB + mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=104B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=5 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. tpcds_seq_snap.web_returns F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=104B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=16.00MB thread-reservation=4 00:SCAN HDFS [tpcds_seq_snap.web_returns, RANDOM] partitions=1/1 files=1 size=6.61MB stored statistics: table: rows=unavailable size=6.61MB columns: unavailable extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=8.00MB + mem-estimate=16.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=104B cardinality=unavailable ==== # ORC scan select * from tpch_orc_def.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=40.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_orc_def.lineitem] partitions=1/1 files=6 size=144.66MB @@ -1206,19 +1206,19 @@ PLAN-ROOT SINK table: rows=6001215 size=144.66MB columns: all extrapolated-rows=disabled max-scan-range-rows=1075682 - mem-estimate=40.00MB mem-reservation=8.00MB + mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ==== # Single column ORC scan - memory reservation is same as multi-column scan. select l_comment from tpch_orc_def.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=40.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [tpch_orc_def.lineitem] partitions=1/1 files=6 size=144.66MB @@ -1226,21 +1226,21 @@ PLAN-ROOT SINK table: rows=6001215 size=144.66MB columns: all extrapolated-rows=disabled max-scan-range-rows=1075682 - mem-estimate=40.00MB mem-reservation=8.00MB + mem-estimate=40.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=42B cardinality=6001215 ==== # ORC scan on small files - memory reservation is reduced. select * from functional_orc_def.alltypes ---- PLAN -Max Per-Host Resource Reservation: Memory=88.00KB +Max Per-Host Resource Reservation: Memory=88.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional_orc_def.alltypes F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=88.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=88.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional_orc_def.alltypes] partitions=24/24 files=24 size=42.27KB @@ -1249,21 +1249,21 @@ PLAN-ROOT SINK partitions: 0/24 rows=unavailable columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=88.00KB + mem-estimate=16.00MB mem-reservation=88.00KB thread-reservation=1 tuple-ids=0 row-size=88B cardinality=unavailable ==== # Mixed table format scan select * from functional.alltypesmixedformat ---- PLAN -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=2 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypesmixedformat F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +| Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HDFS [functional.alltypesmixedformat] partitions=3/3 files=3 size=58.17KB @@ -1272,25 +1272,25 @@ PLAN-ROOT SINK partitions: 0/3 rows=unavailable columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=1 tuple-ids=0 row-size=88B cardinality=unavailable ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=32.00KB +Max Per-Host Resource Reservation: Memory=32.00KB Threads=3 Per-Host Resource Estimates: Memory=16.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypesmixedformat F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=88B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB +Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=2 00:SCAN HDFS [functional.alltypesmixedformat, RANDOM] partitions=3/3 files=3 size=58.17KB stored statistics: @@ -1298,25 +1298,25 @@ Per-Host Resources: mem-estimate=16.00MB mem-reservation=32.00KB partitions: 0/3 rows=unavailable columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=1 tuple-ids=0 row-size=88B cardinality=unavailable ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=64.00KB +Max Per-Host Resource Reservation: Memory=64.00KB Threads=5 Per-Host Resource Estimates: Memory=32.00MB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypesmixedformat F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=88B cardinality=unavailable | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB +Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB thread-reservation=4 00:SCAN HDFS [functional.alltypesmixedformat, RANDOM] partitions=3/3 files=3 size=58.17KB stored statistics: @@ -1324,130 +1324,130 @@ Per-Host Resources: mem-estimate=32.00MB mem-reservation=64.00KB partitions: 0/3 rows=unavailable columns missing stats: id, bool_col, tinyint_col, smallint_col, int_col, bigint_col, float_col, double_col, date_string_col, string_col, timestamp_col extrapolated-rows=disabled max-scan-range-rows=unavailable - mem-estimate=16.00MB mem-reservation=32.00KB + mem-estimate=16.00MB mem-reservation=32.00KB thread-reservation=1 tuple-ids=0 row-size=88B cardinality=unavailable ==== # HBase scan select * from functional_hbase.alltypes ---- PLAN -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=1 Per-Host Resource Estimates: Memory=1.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional_hbase.alltypes F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B +| Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN HBASE [functional_hbase.alltypes] stored statistics: table: rows=unavailable columns: unavailable - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=88B cardinality=14298 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=2 Per-Host Resource Estimates: Memory=1.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional_hbase.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=88B cardinality=14298 | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B +Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B thread-reservation=1 00:SCAN HBASE [functional_hbase.alltypes] stored statistics: table: rows=unavailable columns: unavailable - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=88B cardinality=14298 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=3 Per-Host Resource Estimates: Memory=2.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional_hbase.alltypes F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=88B cardinality=14298 | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=2.00GB mem-reservation=0B +Per-Host Resources: mem-estimate=2.00GB mem-reservation=0B thread-reservation=2 00:SCAN HBASE [functional_hbase.alltypes] stored statistics: table: rows=unavailable columns: unavailable - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=88B cardinality=14298 ==== # Data source scan select * from functional.alltypes_datasource ---- PLAN -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=1 Per-Host Resource Estimates: Memory=1.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypes_datasource F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B +| Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:SCAN DATA SOURCE [functional.alltypes_datasource] - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=116B cardinality=5000 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=2 Per-Host Resource Estimates: Memory=1.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypes_datasource F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=116B cardinality=5000 | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=1 -Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B +Per-Host Resources: mem-estimate=1.00GB mem-reservation=0B thread-reservation=1 00:SCAN DATA SOURCE [functional.alltypes_datasource] - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=116B cardinality=5000 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=0B +Max Per-Host Resource Reservation: Memory=0B Threads=3 Per-Host Resource Estimates: Memory=2.00GB WARNING: The following tables are missing relevant table and/or column statistics. functional.alltypes_datasource F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=0 row-size=116B cardinality=5000 | F00:PLAN FRAGMENT [RANDOM] hosts=1 instances=2 -Per-Host Resources: mem-estimate=2.00GB mem-reservation=0B +Per-Host Resources: mem-estimate=2.00GB mem-reservation=0B thread-reservation=2 00:SCAN DATA SOURCE [functional.alltypes_datasource] - mem-estimate=1.00GB mem-reservation=0B + mem-estimate=1.00GB mem-reservation=0B thread-reservation=0 tuple-ids=0 row-size=116B cardinality=5000 ==== # Union @@ -1455,17 +1455,17 @@ select * from tpch.lineitem union all select * from tpch.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=2 Per-Host Resource Estimates: Memory=88.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +| Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 00:UNION | pass-through-operands: all -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2 row-size=263B cardinality=12002430 | |--02:SCAN HDFS [tpch.lineitem] @@ -1474,7 +1474,7 @@ PLAN-ROOT SINK | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=1068457 -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem] @@ -1483,26 +1483,26 @@ PLAN-ROOT SINK table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=8.00MB +Max Per-Host Resource Reservation: Memory=8.00MB Threads=3 Per-Host Resource Estimates: Memory=88.00MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 03:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2 row-size=263B cardinality=12002430 | F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB +Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=2 00:UNION | pass-through-operands: all -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2 row-size=263B cardinality=12002430 | |--02:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1511,7 +1511,7 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=1068457 -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1520,26 +1520,26 @@ Per-Host Resources: mem-estimate=88.00MB mem-reservation=8.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=1 tuple-ids=0 row-size=263B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=16.00MB +Max Per-Host Resource Reservation: Memory=16.00MB Threads=3 Per-Host Resource Estimates: Memory=176.00MB F03:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 03:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2 row-size=263B cardinality=12002430 | F02:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB +Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB thread-reservation=2 00:UNION | pass-through-operands: all -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=2 row-size=263B cardinality=12002430 | |--02:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1548,7 +1548,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB | table: rows=6001215 size=718.94MB | columns: all | extrapolated-rows=disabled max-scan-range-rows=1068457 -| mem-estimate=88.00MB mem-reservation=8.00MB +| mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=0 | tuple-ids=1 row-size=263B cardinality=6001215 | 01:SCAN HDFS [tpch.lineitem, RANDOM] @@ -1557,7 +1557,7 @@ Per-Host Resources: mem-estimate=176.00MB mem-reservation=16.00MB table: rows=6001215 size=718.94MB columns: all extrapolated-rows=disabled max-scan-range-rows=1068457 - mem-estimate=88.00MB mem-reservation=8.00MB + mem-estimate=88.00MB mem-reservation=8.00MB thread-reservation=0 tuple-ids=0 row-size=263B cardinality=6001215 ==== # Grouping aggregation @@ -1565,18 +1565,18 @@ select l_orderkey, count(*) from tpch_parquet.lineitem group by l_orderkey ---- PLAN -Max Per-Host Resource Reservation: Memory=38.00MB +Max Per-Host Resource Reservation: Memory=38.00MB Threads=2 Per-Host Resource Estimates: Memory=114.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=114.00MB mem-reservation=38.00MB +| Per-Host Resources: mem-estimate=114.00MB mem-reservation=38.00MB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:AGGREGATE [FINALIZE] | output: count(*) | group by: l_orderkey -| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB +| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem] @@ -1585,39 +1585,39 @@ PLAN-ROOT SINK table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=8B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=46.50MB +Max Per-Host Resource Reservation: Memory=46.50MB Threads=4 Per-Host Resource Estimates: Memory=124.00MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 04:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=3 -Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB +Per-Host Resources: mem-estimate=10.00MB mem-reservation=8.50MB thread-reservation=1 03:AGGREGATE [FINALIZE] | output: count:merge(*) | group by: l_orderkey -| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB +| mem-estimate=10.00MB mem-reservation=8.50MB spill-buffer=512.00KB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | 02:EXCHANGE [HASH(l_orderkey)] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=3 -Per-Host Resources: mem-estimate=114.00MB mem-reservation=38.00MB +Per-Host Resources: mem-estimate=114.00MB mem-reservation=38.00MB thread-reservation=2 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey -| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB +| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -1626,39 +1626,39 @@ Per-Host Resources: mem-estimate=114.00MB mem-reservation=38.00MB table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=1 tuple-ids=0 row-size=8B cardinality=6001215 ---- PARALLELPLANS -Max Per-Host Resource Reservation: Memory=85.50MB +Max Per-Host Resource Reservation: Memory=85.50MB Threads=5 Per-Host Resource Estimates: Memory=248.00MB F02:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=0B mem-reservation=0B +| Per-Host Resources: mem-estimate=0B mem-reservation=0B thread-reservation=1 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 04:EXCHANGE [UNPARTITIONED] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | F01:PLAN FRAGMENT [HASH(l_orderkey)] hosts=3 instances=6 -Per-Host Resources: mem-estimate=20.00MB mem-reservation=9.50MB +Per-Host Resources: mem-estimate=20.00MB mem-reservation=9.50MB thread-reservation=2 03:AGGREGATE [FINALIZE] | output: count:merge(*) | group by: l_orderkey -| mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB +| mem-estimate=10.00MB mem-reservation=4.75MB spill-buffer=256.00KB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | 02:EXCHANGE [HASH(l_orderkey)] -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | F00:PLAN FRAGMENT [RANDOM] hosts=3 instances=6 -Per-Host Resources: mem-estimate=228.00MB mem-reservation=76.00MB +Per-Host Resources: mem-estimate=228.00MB mem-reservation=76.00MB thread-reservation=2 01:AGGREGATE [STREAMING] | output: count(*) | group by: l_orderkey -| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB +| mem-estimate=34.00MB mem-reservation=34.00MB spill-buffer=2.00MB thread-reservation=0 | tuple-ids=1 row-size=16B cardinality=1563438 | 00:SCAN HDFS [tpch_parquet.lineitem, RANDOM] @@ -1667,23 +1667,23 @@ Per-Host Resources: mem-estimate=228.00MB mem-reservation=76.00MB table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=80.00MB mem-reservation=4.00MB + mem-estimate=80.00MB mem-reservation=4.00MB thread-reservation=0 tuple-ids=0 row-size=8B cardinality=6001215 ==== # Non-grouping aggregation with zero-slot parquet scan select count(*) from tpch_parquet.lineitem ---- PLAN -Max Per-Host Resource Reservation: Memory=128.00KB +Max Per-Host Resource Reservation: Memory=128.00KB Threads=2 Per-Host Resource Estimates: Memory=11.00MB F00:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=11.00MB mem-reservation=128.00KB +| Per-Host Resources: mem-estimate=11.00MB mem-reservation=128.00KB thread-reservation=2 PLAN-ROOT SINK -| mem-estimate=0B mem-reservation=0B +| mem-estimate=0B mem-reservation=0B thread-reservation=0 | 01:AGGREGATE [FINALIZE] | output: sum_init_zero(tpch_parquet.lineitem.parquet-stats: num_rows) -| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB +| mem-estimate=10.00MB mem-reservation=0B spill-buffer=2.00MB thread-reservation=0 | tuple-ids=1 row-size=8B cardinality=1 | 00:SCAN HDFS [tpch_parquet.lineitem] @@ -1692,31 +1692,31 @@ PLAN-ROOT SINK table: rows=6001215 size=193.71MB columns: all extrapolated-rows=disabled max-scan-range-rows=2141802 - mem-estimate=1.00MB mem-reservation=128.00KB + mem-estimate=1.00MB mem-reservation=128.00KB thread-reservation=1 tuple-ids=0 row-size=8B cardinality=6001215 ---- DISTRIBUTEDPLAN -Max Per-Host Resource Reservation: Memory=128.00KB +Max Per-Host Resource Reservation: Memory=128.00KB Threads=3 Per-Host Resource Estimates: Memory=21.00MB F01:PLAN FRAGMENT [UNPARTITIONED] hosts=1 instances=1 -| Per-Host Resources: mem-estimate=10.00MB mem-reservation=0B +| Per-Host Resources: mem-estimate=
<TRUNCATED>